{
  "schemaVersion": 1,
  "videoId": "5J8c-q3pOv4",
  "videoUrl": "https://www.youtube.com/watch?v=5J8c-q3pOv4",
  "title": "Why is AI missing these bugs?",
  "speakerCredit": "Robert Reith",
  "programmeTalkId": "robert-reith",
  "language": "en",
  "captionType": "auto-generated",
  "humanAccuracyReviewed": false,
  "spokenAudioCompletenessVerified": false,
  "cueEndTimesAvailable": false,
  "source": {
    "provider": "YouTube",
    "method": "native browser transcript export",
    "sha256": "afeca7694a194bfeb89cf3eaa1616ce04b8d1586ac664bcbb826585cdec59e59",
    "exportedAt": "2026-11-16T07:45:37.653250+00:00"
  },
  "qualityCaveats": [
    "Names, organizations, technical terms, code and numbers may be misrecognized.",
    "Source wording and disfluencies are preserved; no editorial corrections were applied.",
    "Export contains whole-second cue starts only; cue ends and subsecond timing are unavailable.",
    "A full caption-track export does not establish that every spoken word is represented.",
    "Automatic YouTube captions; not human-verified against the audio."
  ],
  "timingValidation": {
    "first_cue_start_seconds": 2,
    "last_cue_start_seconds": 929,
    "video_duration_seconds": 931,
    "seconds_after_last_cue_start": 2,
    "cue_start_gaps_over_30_seconds": [],
    "boundary_check": "pass",
    "criterion": "first cue <=15 seconds; last cue start within 30 seconds of player duration, allowing 1-second precision",
    "meaning": "Timing plausibility only; silence/applause or source caption omissions require audio review."
  },
  "segments": [
    {
      "index": 0,
      "start_seconds": 2,
      "source_timestamp": "0:02",
      "end_seconds": null,
      "text": "All right. Hi. Uh I'm Roberts, also"
    },
    {
      "index": 1,
      "start_seconds": 5,
      "source_timestamp": "0:05",
      "end_seconds": null,
      "text": "known as Rob B."
    },
    {
      "index": 2,
      "start_seconds": 7,
      "source_timestamp": "0:07",
      "end_seconds": null,
      "text": "Um I'm from Hack Hack and Accretion. So"
    },
    {
      "index": 3,
      "start_seconds": 10,
      "source_timestamp": "0:10",
      "end_seconds": null,
      "text": "we do"
    },
    {
      "index": 4,
      "start_seconds": 11,
      "source_timestamp": "0:11",
      "end_seconds": null,
      "text": "AI audits with Hack Hack and Solana,"
    },
    {
      "index": 5,
      "start_seconds": 15,
      "source_timestamp": "0:15",
      "end_seconds": null,
      "text": "human"
    },
    {
      "index": 6,
      "start_seconds": 16,
      "source_timestamp": "0:16",
      "end_seconds": null,
      "text": "traditional audits basically with"
    },
    {
      "index": 7,
      "start_seconds": 18,
      "source_timestamp": "0:18",
      "end_seconds": null,
      "text": "Accretion. And I wanted to share"
    },
    {
      "index": 8,
      "start_seconds": 21,
      "source_timestamp": "0:21",
      "end_seconds": null,
      "text": "our learnings about AI audits over the"
    },
    {
      "index": 9,
      "start_seconds": 24,
      "source_timestamp": "0:24",
      "end_seconds": null,
      "text": "past year, specifically"
    },
    {
      "index": 10,
      "start_seconds": 27,
      "source_timestamp": "0:27",
      "end_seconds": null,
      "text": "about bugs that we've been finding when"
    },
    {
      "index": 11,
      "start_seconds": 30,
      "source_timestamp": "0:30",
      "end_seconds": null,
      "text": "the human team does an audit that like"
    },
    {
      "index": 12,
      "start_seconds": 33,
      "source_timestamp": "0:33",
      "end_seconds": null,
      "text": "an AI run"
    },
    {
      "index": 13,
      "start_seconds": 35,
      "source_timestamp": "0:35",
      "end_seconds": null,
      "text": "missed either like in the same audit or"
    },
    {
      "index": 14,
      "start_seconds": 36,
      "source_timestamp": "0:36",
      "end_seconds": null,
      "text": "like in the benchmark."
    },
    {
      "index": 15,
      "start_seconds": 39,
      "source_timestamp": "0:39",
      "end_seconds": null,
      "text": "And yeah, this should help us improve"
    },
    {
      "index": 16,
      "start_seconds": 42,
      "source_timestamp": "0:42",
      "end_seconds": null,
      "text": "our auditing"
    },
    {
      "index": 17,
      "start_seconds": 44,
      "source_timestamp": "0:44",
      "end_seconds": null,
      "text": "agents."
    },
    {
      "index": 18,
      "start_seconds": 45,
      "source_timestamp": "0:45",
      "end_seconds": null,
      "text": "So first of all,"
    },
    {
      "index": 19,
      "start_seconds": 48,
      "source_timestamp": "0:48",
      "end_seconds": null,
      "text": "if we look at the trajectory of AI, how"
    },
    {
      "index": 20,
      "start_seconds": 51,
      "source_timestamp": "0:51",
      "end_seconds": null,
      "text": "it's been improving over the past year,"
    },
    {
      "index": 21,
      "start_seconds": 54,
      "source_timestamp": "0:54",
      "end_seconds": null,
      "text": "it's very clear it's just going up and"
    },
    {
      "index": 22,
      "start_seconds": 56,
      "source_timestamp": "0:56",
      "end_seconds": null,
      "text": "to the right."
    },
    {
      "index": 23,
      "start_seconds": 57,
      "source_timestamp": "0:57",
      "end_seconds": null,
      "text": "It's just getting better and better."
    },
    {
      "index": 24,
      "start_seconds": 59,
      "source_timestamp": "0:59",
      "end_seconds": null,
      "text": "And"
    },
    {
      "index": 25,
      "start_seconds": 60,
      "source_timestamp": "1:00",
      "end_seconds": null,
      "text": "the message is clear. I don't think it's"
    },
    {
      "index": 26,
      "start_seconds": 62,
      "source_timestamp": "1:02",
      "end_seconds": null,
      "text": "going to stop. It's going to just keep"
    },
    {
      "index": 27,
      "start_seconds": 64,
      "source_timestamp": "1:04",
      "end_seconds": null,
      "text": "getting better. And if you think you're"
    },
    {
      "index": 28,
      "start_seconds": 65,
      "source_timestamp": "1:05",
      "end_seconds": null,
      "text": "still smarter than AI,"
    },
    {
      "index": 29,
      "start_seconds": 68,
      "source_timestamp": "1:08",
      "end_seconds": null,
      "text": "at some point it will overtake you. So"
    },
    {
      "index": 30,
      "start_seconds": 70,
      "source_timestamp": "1:10",
      "end_seconds": null,
      "text": "basically we should generally think"
    },
    {
      "index": 31,
      "start_seconds": 73,
      "source_timestamp": "1:13",
      "end_seconds": null,
      "text": "about"
    },
    {
      "index": 32,
      "start_seconds": 75,
      "source_timestamp": "1:15",
      "end_seconds": null,
      "text": "a paradigm where the models are smart,"
    },
    {
      "index": 33,
      "start_seconds": 79,
      "source_timestamp": "1:19",
      "end_seconds": null,
      "text": "smart enough to find all bugs or like to"
    },
    {
      "index": 34,
      "start_seconds": 81,
      "source_timestamp": "1:21",
      "end_seconds": null,
      "text": "will be smarter than us. And if we think"
    },
    {
      "index": 35,
      "start_seconds": 83,
      "source_timestamp": "1:23",
      "end_seconds": null,
      "text": "we we're smart enough to find bugs, then"
    },
    {
      "index": 36,
      "start_seconds": 85,
      "source_timestamp": "1:25",
      "end_seconds": null,
      "text": "they will probably be able to find these"
    },
    {
      "index": 37,
      "start_seconds": 86,
      "source_timestamp": "1:26",
      "end_seconds": null,
      "text": "bugs as well."
    },
    {
      "index": 38,
      "start_seconds": 90,
      "source_timestamp": "1:30",
      "end_seconds": null,
      "text": "However, this graph obviously is not"
    },
    {
      "index": 39,
      "start_seconds": 92,
      "source_timestamp": "1:32",
      "end_seconds": null,
      "text": "about bug finding, but it's like just"
    },
    {
      "index": 40,
      "start_seconds": 94,
      "source_timestamp": "1:34",
      "end_seconds": null,
      "text": "generally, I don't know,"
    },
    {
      "index": 41,
      "start_seconds": 97,
      "source_timestamp": "1:37",
      "end_seconds": null,
      "text": "some benchmark that they that artificial"
    },
    {
      "index": 42,
      "start_seconds": 100,
      "source_timestamp": "1:40",
      "end_seconds": null,
      "text": "analysis came up with. So from our own"
    },
    {
      "index": 43,
      "start_seconds": 102,
      "source_timestamp": "1:42",
      "end_seconds": null,
      "text": "audits,"
    },
    {
      "index": 44,
      "start_seconds": 104,
      "source_timestamp": "1:44",
      "end_seconds": null,
      "text": "we've"
    },
    {
      "index": 45,
      "start_seconds": 106,
      "source_timestamp": "1:46",
      "end_seconds": null,
      "text": "run Solana audits for like two years and"
    },
    {
      "index": 46,
      "start_seconds": 109,
      "source_timestamp": "1:49",
      "end_seconds": null,
      "text": "[snorts] also even more than two years"
    },
    {
      "index": 47,
      "start_seconds": 111,
      "source_timestamp": "1:51",
      "end_seconds": null,
      "text": "outside of Accretion."
    },
    {
      "index": 48,
      "start_seconds": 112,
      "source_timestamp": "1:52",
      "end_seconds": null,
      "text": "And in that time,"
    },
    {
      "index": 49,
      "start_seconds": 115,
      "source_timestamp": "1:55",
      "end_seconds": null,
      "text": "AI has been getting better and better."
    },
    {
      "index": 50,
      "start_seconds": 117,
      "source_timestamp": "1:57",
      "end_seconds": null,
      "text": "And um"
    },
    {
      "index": 51,
      "start_seconds": 120,
      "source_timestamp": "2:00",
      "end_seconds": null,
      "text": "during"
    },
    {
      "index": 52,
      "start_seconds": 121,
      "source_timestamp": "2:01",
      "end_seconds": null,
      "text": "current audits and when we benchmark"
    },
    {
      "index": 53,
      "start_seconds": 123,
      "source_timestamp": "2:03",
      "end_seconds": null,
      "text": "older audits against our current AI"
    },
    {
      "index": 54,
      "start_seconds": 125,
      "source_timestamp": "2:05",
      "end_seconds": null,
      "text": "setup,"
    },
    {
      "index": 55,
      "start_seconds": 126,
      "source_timestamp": "2:06",
      "end_seconds": null,
      "text": "we see that AI consistently finds like"
    },
    {
      "index": 56,
      "start_seconds": 128,
      "source_timestamp": "2:08",
      "end_seconds": null,
      "text": "80 to 90% and sometimes even better, in"
    },
    {
      "index": 57,
      "start_seconds": 131,
      "source_timestamp": "2:11",
      "end_seconds": null,
      "text": "some cases even 100% of the higher"
    },
    {
      "index": 58,
      "start_seconds": 134,
      "source_timestamp": "2:14",
      "end_seconds": null,
      "text": "critical findings that we find with the"
    },
    {
      "index": 59,
      "start_seconds": 136,
      "source_timestamp": "2:16",
      "end_seconds": null,
      "text": "humans."
    },
    {
      "index": 60,
      "start_seconds": 137,
      "source_timestamp": "2:17",
      "end_seconds": null,
      "text": "Um so"
    },
    {
      "index": 61,
      "start_seconds": 140,
      "source_timestamp": "2:20",
      "end_seconds": null,
      "text": "the question here is obviously, okay,"
    },
    {
      "index": 62,
      "start_seconds": 141,
      "source_timestamp": "2:21",
      "end_seconds": null,
      "text": "why is it not 100% and what's what is"
    },
    {
      "index": 63,
      "start_seconds": 143,
      "source_timestamp": "2:23",
      "end_seconds": null,
      "text": "this 10 to 20% of bugs"
    },
    {
      "index": 64,
      "start_seconds": 145,
      "source_timestamp": "2:25",
      "end_seconds": null,
      "text": "that creates this gap?"
    },
    {
      "index": 65,
      "start_seconds": 148,
      "source_timestamp": "2:28",
      "end_seconds": null,
      "text": "And this is basically what this talk is"
    },
    {
      "index": 66,
      "start_seconds": 149,
      "source_timestamp": "2:29",
      "end_seconds": null,
      "text": "about."
    },
    {
      "index": 67,
      "start_seconds": 150,
      "source_timestamp": "2:30",
      "end_seconds": null,
      "text": "Um"
    },
    {
      "index": 68,
      "start_seconds": 153,
      "source_timestamp": "2:33",
      "end_seconds": null,
      "text": "let's see. So the"
    },
    {
      "index": 69,
      "start_seconds": 155,
      "source_timestamp": "2:35",
      "end_seconds": null,
      "text": "auditing process we use at the moment is"
    },
    {
      "index": 70,
      "start_seconds": 159,
      "source_timestamp": "2:39",
      "end_seconds": null,
      "text": "generally a loop. So we start with a um"
    },
    {
      "index": 71,
      "start_seconds": 161,
      "source_timestamp": "2:41",
      "end_seconds": null,
      "text": "a human audit where we audit the"
    },
    {
      "index": 72,
      "start_seconds": 164,
      "source_timestamp": "2:44",
      "end_seconds": null,
      "text": "codebase, the AI audits the codebase. We"
    },
    {
      "index": 73,
      "start_seconds": 166,
      "source_timestamp": "2:46",
      "end_seconds": null,
      "text": "have a a list of findings and the AI has"
    },
    {
      "index": 74,
      "start_seconds": 168,
      "source_timestamp": "2:48",
      "end_seconds": null,
      "text": "a list of findings. We can compare"
    },
    {
      "index": 75,
      "start_seconds": 170,
      "source_timestamp": "2:50",
      "end_seconds": null,
      "text": "um and then figure out, okay, these"
    },
    {
      "index": 76,
      "start_seconds": 172,
      "source_timestamp": "2:52",
      "end_seconds": null,
      "text": "findings were found by both of us. These"
    },
    {
      "index": 77,
      "start_seconds": 174,
      "source_timestamp": "2:54",
      "end_seconds": null,
      "text": "findings were only found by AI maybe."
    },
    {
      "index": 78,
      "start_seconds": 176,
      "source_timestamp": "2:56",
      "end_seconds": null,
      "text": "These findings were found only by"
    },
    {
      "index": 79,
      "start_seconds": 178,
      "source_timestamp": "2:58",
      "end_seconds": null,
      "text": "humans."
    },
    {
      "index": 80,
      "start_seconds": 179,
      "source_timestamp": "2:59",
      "end_seconds": null,
      "text": "Um we analyze that um"
    },
    {
      "index": 81,
      "start_seconds": 182,
      "source_timestamp": "3:02",
      "end_seconds": null,
      "text": "that result. We figure out, okay, what"
    },
    {
      "index": 82,
      "start_seconds": 185,
      "source_timestamp": "3:05",
      "end_seconds": null,
      "text": "happened here and then basically we just"
    },
    {
      "index": 83,
      "start_seconds": 187,
      "source_timestamp": "3:07",
      "end_seconds": null,
      "text": "try to improve the AI auditor. Also"
    },
    {
      "index": 84,
      "start_seconds": 189,
      "source_timestamp": "3:09",
      "end_seconds": null,
      "text": "maybe we try to improve our human"
    },
    {
      "index": 85,
      "start_seconds": 191,
      "source_timestamp": "3:11",
      "end_seconds": null,
      "text": "approach to auditing um and then we just"
    },
    {
      "index": 86,
      "start_seconds": 193,
      "source_timestamp": "3:13",
      "end_seconds": null,
      "text": "repeat. So that's basically the the the"
    },
    {
      "index": 87,
      "start_seconds": 195,
      "source_timestamp": "3:15",
      "end_seconds": null,
      "text": "cycle we've been running for the past"
    },
    {
      "index": 88,
      "start_seconds": 197,
      "source_timestamp": "3:17",
      "end_seconds": null,
      "text": "year or so."
    },
    {
      "index": 89,
      "start_seconds": 198,
      "source_timestamp": "3:18",
      "end_seconds": null,
      "text": "Um and what has come to our um attention"
    },
    {
      "index": 90,
      "start_seconds": 203,
      "source_timestamp": "3:23",
      "end_seconds": null,
      "text": "is usually the failure points where AI"
    },
    {
      "index": 91,
      "start_seconds": 206,
      "source_timestamp": "3:26",
      "end_seconds": null,
      "text": "doesn't find bugs is mostly about"
    },
    {
      "index": 92,
      "start_seconds": 207,
      "source_timestamp": "3:27",
      "end_seconds": null,
      "text": "context or consequences or like"
    },
    {
      "index": 93,
      "start_seconds": 210,
      "source_timestamp": "3:30",
      "end_seconds": null,
      "text": "impact."
    },
    {
      "index": 94,
      "start_seconds": 212,
      "source_timestamp": "3:32",
      "end_seconds": null,
      "text": "So first small detour to that I also"
    },
    {
      "index": 95,
      "start_seconds": 216,
      "source_timestamp": "3:36",
      "end_seconds": null,
      "text": "wanted to mention um AI definitely also"
    },
    {
      "index": 96,
      "start_seconds": 218,
      "source_timestamp": "3:38",
      "end_seconds": null,
      "text": "finds bugs that humans missed. And for"
    },
    {
      "index": 97,
      "start_seconds": 220,
      "source_timestamp": "3:40",
      "end_seconds": null,
      "text": "me generally the the shape is something"
    },
    {
      "index": 98,
      "start_seconds": 222,
      "source_timestamp": "3:42",
      "end_seconds": null,
      "text": "like this. Um"
    },
    {
      "index": 99,
      "start_seconds": 225,
      "source_timestamp": "3:45",
      "end_seconds": null,
      "text": "if you look at this code, I don't know"
    },
    {
      "index": 100,
      "start_seconds": 226,
      "source_timestamp": "3:46",
      "end_seconds": null,
      "text": "if you can see everything."
    },
    {
      "index": 101,
      "start_seconds": 228,
      "source_timestamp": "3:48",
      "end_seconds": null,
      "text": "Um"
    },
    {
      "index": 102,
      "start_seconds": 230,
      "source_timestamp": "3:50",
      "end_seconds": null,
      "text": "it's a lot of words and those words look"
    },
    {
      "index": 103,
      "start_seconds": 231,
      "source_timestamp": "3:51",
      "end_seconds": null,
      "text": "very similar and it's for a human it"
    },
    {
      "index": 104,
      "start_seconds": 234,
      "source_timestamp": "3:54",
      "end_seconds": null,
      "text": "takes a long time to realize what could"
    },
    {
      "index": 105,
      "start_seconds": 235,
      "source_timestamp": "3:55",
      "end_seconds": null,
      "text": "would be wrong here. Um the mistake here"
    },
    {
      "index": 106,
      "start_seconds": 238,
      "source_timestamp": "3:58",
      "end_seconds": null,
      "text": "is that in the last line we have"
    },
    {
      "index": 107,
      "start_seconds": 239,
      "source_timestamp": "3:59",
      "end_seconds": null,
      "text": "liquidita a provider uh fee BPS."
    },
    {
      "index": 108,
      "start_seconds": 244,
      "source_timestamp": "4:04",
      "end_seconds": null,
      "text": "However, that should be liquidity"
    },
    {
      "index": 109,
      "start_seconds": 246,
      "source_timestamp": "4:06",
      "end_seconds": null,
      "text": "protocol fee VPS."
    },
    {
      "index": 110,
      "start_seconds": 249,
      "source_timestamp": "4:09",
      "end_seconds": null,
      "text": "You could say, okay, I will find this"
    },
    {
      "index": 111,
      "start_seconds": 250,
      "source_timestamp": "4:10",
      "end_seconds": null,
      "text": "during audit as a human, but it's super"
    },
    {
      "index": 112,
      "start_seconds": 252,
      "source_timestamp": "4:12",
      "end_seconds": null,
      "text": "easy to to miss something like this as a"
    },
    {
      "index": 113,
      "start_seconds": 254,
      "source_timestamp": "4:14",
      "end_seconds": null,
      "text": "human. While for an AI, this stands out"
    },
    {
      "index": 114,
      "start_seconds": 256,
      "source_timestamp": "4:16",
      "end_seconds": null,
      "text": "like a sore thumb because the tokens are"
    },
    {
      "index": 115,
      "start_seconds": 259,
      "source_timestamp": "4:19",
      "end_seconds": null,
      "text": "just"
    },
    {
      "index": 116,
      "start_seconds": 260,
      "source_timestamp": "4:20",
      "end_seconds": null,
      "text": "different than what it expected."
    },
    {
      "index": 117,
      "start_seconds": 263,
      "source_timestamp": "4:23",
      "end_seconds": null,
      "text": "So yeah, I mean this is the typical"
    },
    {
      "index": 118,
      "start_seconds": 265,
      "source_timestamp": "4:25",
      "end_seconds": null,
      "text": "shape for what an AI would find that a"
    },
    {
      "index": 119,
      "start_seconds": 266,
      "source_timestamp": "4:26",
      "end_seconds": null,
      "text": "human doesn't."
    },
    {
      "index": 120,
      "start_seconds": 269,
      "source_timestamp": "4:29",
      "end_seconds": null,
      "text": "And now back to what a human finds that"
    },
    {
      "index": 121,
      "start_seconds": 272,
      "source_timestamp": "4:32",
      "end_seconds": null,
      "text": "an AI doesn't."
    },
    {
      "index": 122,
      "start_seconds": 274,
      "source_timestamp": "4:34",
      "end_seconds": null,
      "text": "When we first started doing AI audits,"
    },
    {
      "index": 123,
      "start_seconds": 277,
      "source_timestamp": "4:37",
      "end_seconds": null,
      "text": "the simplest shape of these bugs that"
    },
    {
      "index": 124,
      "start_seconds": 279,
      "source_timestamp": "4:39",
      "end_seconds": null,
      "text": "humans found that AI didn't find was"
    },
    {
      "index": 125,
      "start_seconds": 282,
      "source_timestamp": "4:42",
      "end_seconds": null,
      "text": "just missing dependencies. So you would"
    },
    {
      "index": 126,
      "start_seconds": 286,
      "source_timestamp": "4:46",
      "end_seconds": null,
      "text": "give"
    },
    {
      "index": 127,
      "start_seconds": 287,
      "source_timestamp": "4:47",
      "end_seconds": null,
      "text": "your codebase to an AI auditor and the"
    },
    {
      "index": 128,
      "start_seconds": 290,
      "source_timestamp": "4:50",
      "end_seconds": null,
      "text": "AI auditor would"
    },
    {
      "index": 129,
      "start_seconds": 293,
      "source_timestamp": "4:53",
      "end_seconds": null,
      "text": "try to find bugs in there, but it didn't"
    },
    {
      "index": 130,
      "start_seconds": 295,
      "source_timestamp": "4:55",
      "end_seconds": null,
      "text": "have the context of maybe the programs"
    },
    {
      "index": 131,
      "start_seconds": 297,
      "source_timestamp": "4:57",
      "end_seconds": null,
      "text": "that you would be calling from your"
    },
    {
      "index": 132,
      "start_seconds": 299,
      "source_timestamp": "4:59",
      "end_seconds": null,
      "text": "program."
    },
    {
      "index": 133,
      "start_seconds": 300,
      "source_timestamp": "5:00",
      "end_seconds": null,
      "text": "So obviously to close that gap, the"
    },
    {
      "index": 134,
      "start_seconds": 302,
      "source_timestamp": "5:02",
      "end_seconds": null,
      "text": "first thing that you do is you add the"
    },
    {
      "index": 135,
      "start_seconds": 304,
      "source_timestamp": "5:04",
      "end_seconds": null,
      "text": "dependencies that your program is"
    },
    {
      "index": 136,
      "start_seconds": 306,
      "source_timestamp": "5:06",
      "end_seconds": null,
      "text": "calling to the context."
    },
    {
      "index": 137,
      "start_seconds": 310,
      "source_timestamp": "5:10",
      "end_seconds": null,
      "text": "So now you have maybe instead of one"
    },
    {
      "index": 138,
      "start_seconds": 312,
      "source_timestamp": "5:12",
      "end_seconds": null,
      "text": "program in the context, you have three"
    },
    {
      "index": 139,
      "start_seconds": 313,
      "source_timestamp": "5:13",
      "end_seconds": null,
      "text": "programs in the context."
    },
    {
      "index": 140,
      "start_seconds": 315,
      "source_timestamp": "5:15",
      "end_seconds": null,
      "text": "Now if you think about it, oh, this is"
    },
    {
      "index": 141,
      "start_seconds": 316,
      "source_timestamp": "5:16",
      "end_seconds": null,
      "text": "potentially recursive. So what if the"
    },
    {
      "index": 142,
      "start_seconds": 318,
      "source_timestamp": "5:18",
      "end_seconds": null,
      "text": "bug that we have is really complex and"
    },
    {
      "index": 143,
      "start_seconds": 320,
      "source_timestamp": "5:20",
      "end_seconds": null,
      "text": "it's somewhere at the intersection of"
    },
    {
      "index": 144,
      "start_seconds": 322,
      "source_timestamp": "5:22",
      "end_seconds": null,
      "text": "our program calling another program,"
    },
    {
      "index": 145,
      "start_seconds": 324,
      "source_timestamp": "5:24",
      "end_seconds": null,
      "text": "calling a third program. So if you want"
    },
    {
      "index": 146,
      "start_seconds": 325,
      "source_timestamp": "5:25",
      "end_seconds": null,
      "text": "to have all that in our context, now we"
    },
    {
      "index": 147,
      "start_seconds": 328,
      "source_timestamp": "5:28",
      "end_seconds": null,
      "text": "have like a context explosion. So"
    },
    {
      "index": 148,
      "start_seconds": 331,
      "source_timestamp": "5:31",
      "end_seconds": null,
      "text": "now we would would have in this case"
    },
    {
      "index": 149,
      "start_seconds": 333,
      "source_timestamp": "5:33",
      "end_seconds": null,
      "text": "what seven programs."
    },
    {
      "index": 150,
      "start_seconds": 336,
      "source_timestamp": "5:36",
      "end_seconds": null,
      "text": "Obviously this would go potentially even"
    },
    {
      "index": 151,
      "start_seconds": 338,
      "source_timestamp": "5:38",
      "end_seconds": null,
      "text": "further. So"
    },
    {
      "index": 152,
      "start_seconds": 340,
      "source_timestamp": "5:40",
      "end_seconds": null,
      "text": "this is basically the first main gap,"
    },
    {
      "index": 153,
      "start_seconds": 342,
      "source_timestamp": "5:42",
      "end_seconds": null,
      "text": "just dependencies."
    },
    {
      "index": 154,
      "start_seconds": 344,
      "source_timestamp": "5:44",
      "end_seconds": null,
      "text": "What we currently do is we just provide"
    },
    {
      "index": 155,
      "start_seconds": 345,
      "source_timestamp": "5:45",
      "end_seconds": null,
      "text": "one level and that"
    },
    {
      "index": 156,
      "start_seconds": 347,
      "source_timestamp": "5:47",
      "end_seconds": null,
      "text": "works quite well, but sometimes you want"
    },
    {
      "index": 157,
      "start_seconds": 349,
      "source_timestamp": "5:49",
      "end_seconds": null,
      "text": "even more."
    },
    {
      "index": 158,
      "start_seconds": 351,
      "source_timestamp": "5:51",
      "end_seconds": null,
      "text": "A concrete example here is we had an"
    },
    {
      "index": 159,
      "start_seconds": 354,
      "source_timestamp": "5:54",
      "end_seconds": null,
      "text": "audit for Meta DAO"
    },
    {
      "index": 160,
      "start_seconds": 357,
      "source_timestamp": "5:57",
      "end_seconds": null,
      "text": "where an admin instruction would call"
    },
    {
      "index": 161,
      "start_seconds": 360,
      "source_timestamp": "6:00",
      "end_seconds": null,
      "text": "the Meta DAO program here is called"
    },
    {
      "index": 162,
      "start_seconds": 361,
      "source_timestamp": "6:01",
      "end_seconds": null,
      "text": "future key. That's what the program is"
    },
    {
      "index": 163,
      "start_seconds": 362,
      "source_timestamp": "6:02",
      "end_seconds": null,
      "text": "called. And the future key program was"
    },
    {
      "index": 164,
      "start_seconds": 364,
      "source_timestamp": "6:04",
      "end_seconds": null,
      "text": "called the squads program on Solana."
    },
    {
      "index": 165,
      "start_seconds": 367,
      "source_timestamp": "6:07",
      "end_seconds": null,
      "text": "Everything worked fine."
    },
    {
      "index": 166,
      "start_seconds": 368,
      "source_timestamp": "6:08",
      "end_seconds": null,
      "text": "Uh it works in the tests. The AI is"
    },
    {
      "index": 167,
      "start_seconds": 370,
      "source_timestamp": "6:10",
      "end_seconds": null,
      "text": "like, okay, that's fine. However, um we"
    },
    {
      "index": 168,
      "start_seconds": 373,
      "source_timestamp": "6:13",
      "end_seconds": null,
      "text": "realized later on"
    },
    {
      "index": 169,
      "start_seconds": 375,
      "source_timestamp": "6:15",
      "end_seconds": null,
      "text": "that"
    },
    {
      "index": 170,
      "start_seconds": 377,
      "source_timestamp": "6:17",
      "end_seconds": null,
      "text": "if the admin is actually not a regular"
    },
    {
      "index": 171,
      "start_seconds": 378,
      "source_timestamp": "6:18",
      "end_seconds": null,
      "text": "wallet, but it's squads program itself,"
    },
    {
      "index": 172,
      "start_seconds": 381,
      "source_timestamp": "6:21",
      "end_seconds": null,
      "text": "so a multi-sig wallet,"
    },
    {
      "index": 173,
      "start_seconds": 383,
      "source_timestamp": "6:23",
      "end_seconds": null,
      "text": "um and the multi-sig admin"
    },
    {
      "index": 174,
      "start_seconds": 385,
      "source_timestamp": "6:25",
      "end_seconds": null,
      "text": "calls the future key program, and then"
    },
    {
      "index": 175,
      "start_seconds": 387,
      "source_timestamp": "6:27",
      "end_seconds": null,
      "text": "the future key program tries to called"
    },
    {
      "index": 176,
      "start_seconds": 389,
      "source_timestamp": "6:29",
      "end_seconds": null,
      "text": "called squads again, this is going to"
    },
    {
      "index": 177,
      "start_seconds": 390,
      "source_timestamp": "6:30",
      "end_seconds": null,
      "text": "fail on Solana because we have like a"
    },
    {
      "index": 178,
      "start_seconds": 392,
      "source_timestamp": "6:32",
      "end_seconds": null,
      "text": "ABA type of reentrancy, which is not"
    },
    {
      "index": 179,
      "start_seconds": 395,
      "source_timestamp": "6:35",
      "end_seconds": null,
      "text": "allowed on Solana."
    },
    {
      "index": 180,
      "start_seconds": 397,
      "source_timestamp": "6:37",
      "end_seconds": null,
      "text": "Uh so AI was missing this in basically"
    },
    {
      "index": 181,
      "start_seconds": 401,
      "source_timestamp": "6:41",
      "end_seconds": null,
      "text": "all our test runs simply because AI"
    },
    {
      "index": 182,
      "start_seconds": 403,
      "source_timestamp": "6:43",
      "end_seconds": null,
      "text": "didn't consider"
    },
    {
      "index": 183,
      "start_seconds": 405,
      "source_timestamp": "6:45",
      "end_seconds": null,
      "text": "that the admin could be squads itself"
    },
    {
      "index": 184,
      "start_seconds": 410,
      "source_timestamp": "6:50",
      "end_seconds": null,
      "text": "because the definition of this audit was"
    },
    {
      "index": 185,
      "start_seconds": 412,
      "source_timestamp": "6:52",
      "end_seconds": null,
      "text": "simply not explaining properly in the"
    },
    {
      "index": 186,
      "start_seconds": 414,
      "source_timestamp": "6:54",
      "end_seconds": null,
      "text": "context that"
    },
    {
      "index": 187,
      "start_seconds": 415,
      "source_timestamp": "6:55",
      "end_seconds": null,
      "text": "this admin could also be squads."
    },
    {
      "index": 188,
      "start_seconds": 419,
      "source_timestamp": "6:59",
      "end_seconds": null,
      "text": "Um so another version of this"
    },
    {
      "index": 189,
      "start_seconds": 423,
      "source_timestamp": "7:03",
      "end_seconds": null,
      "text": "is"
    },
    {
      "index": 190,
      "start_seconds": 424,
      "source_timestamp": "7:04",
      "end_seconds": null,
      "text": "um"
    },
    {
      "index": 191,
      "start_seconds": 425,
      "source_timestamp": "7:05",
      "end_seconds": null,
      "text": "we had a AI audit bridge"
    },
    {
      "index": 192,
      "start_seconds": 428,
      "source_timestamp": "7:08",
      "end_seconds": null,
      "text": "and it came up with"
    },
    {
      "index": 193,
      "start_seconds": 430,
      "source_timestamp": "7:10",
      "end_seconds": null,
      "text": "one type of issue related to token 22 on"
    },
    {
      "index": 194,
      "start_seconds": 433,
      "source_timestamp": "7:13",
      "end_seconds": null,
      "text": "Solana. So what happened is"
    },
    {
      "index": 195,
      "start_seconds": 435,
      "source_timestamp": "7:15",
      "end_seconds": null,
      "text": "um whenever you transfer funds to the"
    },
    {
      "index": 196,
      "start_seconds": 438,
      "source_timestamp": "7:18",
      "end_seconds": null,
      "text": "bridge and there's a transfer fee"
    },
    {
      "index": 197,
      "start_seconds": 440,
      "source_timestamp": "7:20",
      "end_seconds": null,
      "text": "attached to the token, let's say a 10%"
    },
    {
      "index": 198,
      "start_seconds": 444,
      "source_timestamp": "7:24",
      "end_seconds": null,
      "text": "yeah, a 10% transfer fee,"
    },
    {
      "index": 199,
      "start_seconds": 446,
      "source_timestamp": "7:26",
      "end_seconds": null,
      "text": "the bridge only receives 90 tokens"
    },
    {
      "index": 200,
      "start_seconds": 448,
      "source_timestamp": "7:28",
      "end_seconds": null,
      "text": "instead of 100 that you sent, and then"
    },
    {
      "index": 201,
      "start_seconds": 450,
      "source_timestamp": "7:30",
      "end_seconds": null,
      "text": "the bug was that the the bridge would"
    },
    {
      "index": 202,
      "start_seconds": 452,
      "source_timestamp": "7:32",
      "end_seconds": null,
      "text": "mint 100 tokens on the other chain."
    },
    {
      "index": 203,
      "start_seconds": 455,
      "source_timestamp": "7:35",
      "end_seconds": null,
      "text": "So um"
    },
    {
      "index": 204,
      "start_seconds": 458,
      "source_timestamp": "7:38",
      "end_seconds": null,
      "text": "we saw, okay, that's that's an"
    },
    {
      "index": 205,
      "start_seconds": 459,
      "source_timestamp": "7:39",
      "end_seconds": null,
      "text": "interesting bug, but I went and looked"
    },
    {
      "index": 206,
      "start_seconds": 461,
      "source_timestamp": "7:41",
      "end_seconds": null,
      "text": "manually at that issue and realized,"
    },
    {
      "index": 207,
      "start_seconds": 463,
      "source_timestamp": "7:43",
      "end_seconds": null,
      "text": "okay, that's actually not located just"
    },
    {
      "index": 208,
      "start_seconds": 466,
      "source_timestamp": "7:46",
      "end_seconds": null,
      "text": "to the transfer fees, but it's"
    },
    {
      "index": 209,
      "start_seconds": 467,
      "source_timestamp": "7:47",
      "end_seconds": null,
      "text": "completely ignoring um all this nasty"
    },
    {
      "index": 210,
      "start_seconds": 470,
      "source_timestamp": "7:50",
      "end_seconds": null,
      "text": "stuff you can do with token 22"
    },
    {
      "index": 211,
      "start_seconds": 472,
      "source_timestamp": "7:52",
      "end_seconds": null,
      "text": "um and specifically"
    },
    {
      "index": 212,
      "start_seconds": 474,
      "source_timestamp": "7:54",
      "end_seconds": null,
      "text": "with token 22"
    },
    {
      "index": 213,
      "start_seconds": 476,
      "source_timestamp": "7:56",
      "end_seconds": null,
      "text": "Is that the next slide? Yeah."
    },
    {
      "index": 214,
      "start_seconds": 478,
      "source_timestamp": "7:58",
      "end_seconds": null,
      "text": "What you can do is you can create a"
    },
    {
      "index": 215,
      "start_seconds": 480,
      "source_timestamp": "8:00",
      "end_seconds": null,
      "text": "closable and a permanent delegatement."
    },
    {
      "index": 216,
      "start_seconds": 483,
      "source_timestamp": "8:03",
      "end_seconds": null,
      "text": "So what we came up with basically on the"
    },
    {
      "index": 217,
      "start_seconds": 485,
      "source_timestamp": "8:05",
      "end_seconds": null,
      "text": "same bridge,"
    },
    {
      "index": 218,
      "start_seconds": 487,
      "source_timestamp": "8:07",
      "end_seconds": null,
      "text": "um you could create a new mint"
    },
    {
      "index": 219,
      "start_seconds": 490,
      "source_timestamp": "8:10",
      "end_seconds": null,
      "text": "call that mint ABCD with pump at the end"
    },
    {
      "index": 220,
      "start_seconds": 493,
      "source_timestamp": "8:13",
      "end_seconds": null,
      "text": "because that's going to be what we use"
    },
    {
      "index": 221,
      "start_seconds": 495,
      "source_timestamp": "8:15",
      "end_seconds": null,
      "text": "later. We make it closable and permanent"
    },
    {
      "index": 222,
      "start_seconds": 497,
      "source_timestamp": "8:17",
      "end_seconds": null,
      "text": "delegate."
    },
    {
      "index": 223,
      "start_seconds": 498,
      "source_timestamp": "8:18",
      "end_seconds": null,
      "text": "We mint a billion tokens."
    },
    {
      "index": 224,
      "start_seconds": 500,
      "source_timestamp": "8:20",
      "end_seconds": null,
      "text": "[snorts] We bridge those tokens from"
    },
    {
      "index": 225,
      "start_seconds": 502,
      "source_timestamp": "8:22",
      "end_seconds": null,
      "text": "Solana to Ethereum for example. Now we"
    },
    {
      "index": 226,
      "start_seconds": 504,
      "source_timestamp": "8:24",
      "end_seconds": null,
      "text": "have a billion wrapped tokens on"
    },
    {
      "index": 227,
      "start_seconds": 505,
      "source_timestamp": "8:25",
      "end_seconds": null,
      "text": "Ethereum"
    },
    {
      "index": 228,
      "start_seconds": 507,
      "source_timestamp": "8:27",
      "end_seconds": null,
      "text": "and a billion tokens held by the bridge"
    },
    {
      "index": 229,
      "start_seconds": 510,
      "source_timestamp": "8:30",
      "end_seconds": null,
      "text": "on Solana. Now because"
    },
    {
      "index": 230,
      "start_seconds": 513,
      "source_timestamp": "8:33",
      "end_seconds": null,
      "text": "we have permanent delegate enabled on"
    },
    {
      "index": 231,
      "start_seconds": 514,
      "source_timestamp": "8:34",
      "end_seconds": null,
      "text": "that mint we can burn all those tokens"
    },
    {
      "index": 232,
      "start_seconds": 518,
      "source_timestamp": "8:38",
      "end_seconds": null,
      "text": "without owning them because we're like"
    },
    {
      "index": 233,
      "start_seconds": 520,
      "source_timestamp": "8:40",
      "end_seconds": null,
      "text": "the super admin on of that mint"
    },
    {
      "index": 234,
      "start_seconds": 522,
      "source_timestamp": "8:42",
      "end_seconds": null,
      "text": "and the supply becomes zero of that that"
    },
    {
      "index": 235,
      "start_seconds": 524,
      "source_timestamp": "8:44",
      "end_seconds": null,
      "text": "burn but the wrapped tokens still exist"
    },
    {
      "index": 236,
      "start_seconds": 526,
      "source_timestamp": "8:46",
      "end_seconds": null,
      "text": "on Ethereum."
    },
    {
      "index": 237,
      "start_seconds": 528,
      "source_timestamp": "8:48",
      "end_seconds": null,
      "text": "Um"
    },
    {
      "index": 238,
      "start_seconds": 529,
      "source_timestamp": "8:49",
      "end_seconds": null,
      "text": "and what we can also do now we could"
    },
    {
      "index": 239,
      "start_seconds": 531,
      "source_timestamp": "8:51",
      "end_seconds": null,
      "text": "close the mint completely"
    },
    {
      "index": 240,
      "start_seconds": 534,
      "source_timestamp": "8:54",
      "end_seconds": null,
      "text": "and now that mint is basically as if it"
    },
    {
      "index": 241,
      "start_seconds": 536,
      "source_timestamp": "8:56",
      "end_seconds": null,
      "text": "had never existed and what we could do"
    },
    {
      "index": 242,
      "start_seconds": 538,
      "source_timestamp": "8:58",
      "end_seconds": null,
      "text": "is we could take that ABCD pump mint go"
    },
    {
      "index": 243,
      "start_seconds": 541,
      "source_timestamp": "9:01",
      "end_seconds": null,
      "text": "to Pump Fun and create a new Pump Fun"
    },
    {
      "index": 244,
      "start_seconds": 543,
      "source_timestamp": "9:03",
      "end_seconds": null,
      "text": "token under the same mint account"
    },
    {
      "index": 245,
      "start_seconds": 546,
      "source_timestamp": "9:06",
      "end_seconds": null,
      "text": "and Pump Fun would just accept it"
    },
    {
      "index": 246,
      "start_seconds": 549,
      "source_timestamp": "9:09",
      "end_seconds": null,
      "text": "because it's a fresh mint and you can"
    },
    {
      "index": 247,
      "start_seconds": 551,
      "source_timestamp": "9:11",
      "end_seconds": null,
      "text": "you know do your Pump Fun launch or"
    },
    {
      "index": 248,
      "start_seconds": 552,
      "source_timestamp": "9:12",
      "end_seconds": null,
      "text": "whatever"
    },
    {
      "index": 249,
      "start_seconds": 553,
      "source_timestamp": "9:13",
      "end_seconds": null,
      "text": "um"
    },
    {
      "index": 250,
      "start_seconds": 554,
      "source_timestamp": "9:14",
      "end_seconds": null,
      "text": "and the problem now is that anyone who"
    },
    {
      "index": 251,
      "start_seconds": 556,
      "source_timestamp": "9:16",
      "end_seconds": null,
      "text": "buys the token on Pump Fun and then"
    },
    {
      "index": 252,
      "start_seconds": 558,
      "source_timestamp": "9:18",
      "end_seconds": null,
      "text": "later tries to bridge those tokens with"
    },
    {
      "index": 253,
      "start_seconds": 560,
      "source_timestamp": "9:20",
      "end_seconds": null,
      "text": "that same bridge to another chain"
    },
    {
      "index": 254,
      "start_seconds": 563,
      "source_timestamp": "9:23",
      "end_seconds": null,
      "text": "we can just take our previously bridged"
    },
    {
      "index": 255,
      "start_seconds": 565,
      "source_timestamp": "9:25",
      "end_seconds": null,
      "text": "tokens and unbridge them back to Solana"
    },
    {
      "index": 256,
      "start_seconds": 567,
      "source_timestamp": "9:27",
      "end_seconds": null,
      "text": "and basically steal all the tokens that"
    },
    {
      "index": 257,
      "start_seconds": 569,
      "source_timestamp": "9:29",
      "end_seconds": null,
      "text": "anyone tries to bridge."
    },
    {
      "index": 258,
      "start_seconds": 572,
      "source_timestamp": "9:32",
      "end_seconds": null,
      "text": "Um"
    },
    {
      "index": 259,
      "start_seconds": 573,
      "source_timestamp": "9:33",
      "end_seconds": null,
      "text": "so the problem here is"
    },
    {
      "index": 260,
      "start_seconds": 575,
      "source_timestamp": "9:35",
      "end_seconds": null,
      "text": "if you look at the bridge by itself"
    },
    {
      "index": 261,
      "start_seconds": 578,
      "source_timestamp": "9:38",
      "end_seconds": null,
      "text": "AI will not realize that you can do this"
    },
    {
      "index": 262,
      "start_seconds": 581,
      "source_timestamp": "9:41",
      "end_seconds": null,
      "text": "ecosystem type of attack. If you look at"
    },
    {
      "index": 263,
      "start_seconds": 583,
      "source_timestamp": "9:43",
      "end_seconds": null,
      "text": "Pump Fun by itself it will also not"
    },
    {
      "index": 264,
      "start_seconds": 585,
      "source_timestamp": "9:45",
      "end_seconds": null,
      "text": "realize that you know you could do this"
    },
    {
      "index": 265,
      "start_seconds": 587,
      "source_timestamp": "9:47",
      "end_seconds": null,
      "text": "ecosystem type of attack but if you give"
    },
    {
      "index": 266,
      "start_seconds": 590,
      "source_timestamp": "9:50",
      "end_seconds": null,
      "text": "it the context of the bridge and Pump"
    },
    {
      "index": 267,
      "start_seconds": 592,
      "source_timestamp": "9:52",
      "end_seconds": null,
      "text": "Fun together then AI could figure that"
    },
    {
      "index": 268,
      "start_seconds": 595,
      "source_timestamp": "9:55",
      "end_seconds": null,
      "text": "out"
    },
    {
      "index": 269,
      "start_seconds": 597,
      "source_timestamp": "9:57",
      "end_seconds": null,
      "text": "but the problem is"
    },
    {
      "index": 270,
      "start_seconds": 599,
      "source_timestamp": "9:59",
      "end_seconds": null,
      "text": "it's not like they're directly related."
    },
    {
      "index": 271,
      "start_seconds": 600,
      "source_timestamp": "10:00",
      "end_seconds": null,
      "text": "So"
    },
    {
      "index": 272,
      "start_seconds": 602,
      "source_timestamp": "10:02",
      "end_seconds": null,
      "text": "the the the bridge will not mention Pump"
    },
    {
      "index": 273,
      "start_seconds": 604,
      "source_timestamp": "10:04",
      "end_seconds": null,
      "text": "Fun directly in in its code anywhere and"
    },
    {
      "index": 274,
      "start_seconds": 606,
      "source_timestamp": "10:06",
      "end_seconds": null,
      "text": "Pump Fun will also not mention that"
    },
    {
      "index": 275,
      "start_seconds": 607,
      "source_timestamp": "10:07",
      "end_seconds": null,
      "text": "bridge directly. So if you want to"
    },
    {
      "index": 276,
      "start_seconds": 609,
      "source_timestamp": "10:09",
      "end_seconds": null,
      "text": "prepare that audit automatically, you"
    },
    {
      "index": 277,
      "start_seconds": 611,
      "source_timestamp": "10:11",
      "end_seconds": null,
      "text": "can't be like, okay, look for any"
    },
    {
      "index": 278,
      "start_seconds": 613,
      "source_timestamp": "10:13",
      "end_seconds": null,
      "text": "protocol it mentions anywhere and then"
    },
    {
      "index": 279,
      "start_seconds": 614,
      "source_timestamp": "10:14",
      "end_seconds": null,
      "text": "include that in the in the context. No,"
    },
    {
      "index": 280,
      "start_seconds": 616,
      "source_timestamp": "10:16",
      "end_seconds": null,
      "text": "you have to like kind of realize, okay,"
    },
    {
      "index": 281,
      "start_seconds": 618,
      "source_timestamp": "10:18",
      "end_seconds": null,
      "text": "this is a whole ecosystem"
    },
    {
      "index": 282,
      "start_seconds": 620,
      "source_timestamp": "10:20",
      "end_seconds": null,
      "text": "and we kind of have to give um the"
    },
    {
      "index": 283,
      "start_seconds": 622,
      "source_timestamp": "10:22",
      "end_seconds": null,
      "text": "context"
    },
    {
      "index": 284,
      "start_seconds": 624,
      "source_timestamp": "10:24",
      "end_seconds": null,
      "text": "more um stuff about the whole ecosystem,"
    },
    {
      "index": 285,
      "start_seconds": 627,
      "source_timestamp": "10:27",
      "end_seconds": null,
      "text": "not just about this specific program."
    },
    {
      "index": 286,
      "start_seconds": 631,
      "source_timestamp": "10:31",
      "end_seconds": null,
      "text": "Um so [clears throat] this was like a"
    },
    {
      "index": 287,
      "start_seconds": 632,
      "source_timestamp": "10:32",
      "end_seconds": null,
      "text": "also a relaunch type of attack and"
    },
    {
      "index": 288,
      "start_seconds": 634,
      "source_timestamp": "10:34",
      "end_seconds": null,
      "text": "here's another relaunch type of attack."
    },
    {
      "index": 289,
      "start_seconds": 636,
      "source_timestamp": "10:36",
      "end_seconds": null,
      "text": "Uh we had a light protocol audit where"
    },
    {
      "index": 290,
      "start_seconds": 639,
      "source_timestamp": "10:39",
      "end_seconds": null,
      "text": "they were trans transitioning from"
    },
    {
      "index": 291,
      "start_seconds": 641,
      "source_timestamp": "10:41",
      "end_seconds": null,
      "text": "Anchor to Pinocchio"
    },
    {
      "index": 292,
      "start_seconds": 643,
      "source_timestamp": "10:43",
      "end_seconds": null,
      "text": "and we were auditing this new Pinocchio"
    },
    {
      "index": 293,
      "start_seconds": 645,
      "source_timestamp": "10:45",
      "end_seconds": null,
      "text": "version."
    },
    {
      "index": 294,
      "start_seconds": 646,
      "source_timestamp": "10:46",
      "end_seconds": null,
      "text": "Um and if you feed that only that"
    },
    {
      "index": 295,
      "start_seconds": 648,
      "source_timestamp": "10:48",
      "end_seconds": null,
      "text": "Pinocchio version to uh the AI to"
    },
    {
      "index": 296,
      "start_seconds": 650,
      "source_timestamp": "10:50",
      "end_seconds": null,
      "text": "review,"
    },
    {
      "index": 297,
      "start_seconds": 652,
      "source_timestamp": "10:52",
      "end_seconds": null,
      "text": "it"
    },
    {
      "index": 298,
      "start_seconds": 653,
      "source_timestamp": "10:53",
      "end_seconds": null,
      "text": "finds some bugs, but it didn't find this"
    },
    {
      "index": 299,
      "start_seconds": 654,
      "source_timestamp": "10:54",
      "end_seconds": null,
      "text": "bug"
    },
    {
      "index": 300,
      "start_seconds": 655,
      "source_timestamp": "10:55",
      "end_seconds": null,
      "text": "specifically because it involved a state"
    },
    {
      "index": 301,
      "start_seconds": 658,
      "source_timestamp": "10:58",
      "end_seconds": null,
      "text": "transition between the old version and"
    },
    {
      "index": 302,
      "start_seconds": 660,
      "source_timestamp": "11:00",
      "end_seconds": null,
      "text": "the new version."
    },
    {
      "index": 303,
      "start_seconds": 661,
      "source_timestamp": "11:01",
      "end_seconds": null,
      "text": "So basically what you could do because"
    },
    {
      "index": 304,
      "start_seconds": 663,
      "source_timestamp": "11:03",
      "end_seconds": null,
      "text": "the program already exists on chain in"
    },
    {
      "index": 305,
      "start_seconds": 665,
      "source_timestamp": "11:05",
      "end_seconds": null,
      "text": "the old version, you could create an"
    },
    {
      "index": 306,
      "start_seconds": 667,
      "source_timestamp": "11:07",
      "end_seconds": null,
      "text": "account on the old version of the"
    },
    {
      "index": 307,
      "start_seconds": 668,
      "source_timestamp": "11:08",
      "end_seconds": null,
      "text": "contract"
    },
    {
      "index": 308,
      "start_seconds": 670,
      "source_timestamp": "11:10",
      "end_seconds": null,
      "text": "using a Anchor specific feature"
    },
    {
      "index": 309,
      "start_seconds": 673,
      "source_timestamp": "11:13",
      "end_seconds": null,
      "text": "um and then upgrade the contract and now"
    },
    {
      "index": 310,
      "start_seconds": 675,
      "source_timestamp": "11:15",
      "end_seconds": null,
      "text": "you could use that account that you"
    },
    {
      "index": 311,
      "start_seconds": 677,
      "source_timestamp": "11:17",
      "end_seconds": null,
      "text": "created in the past in an unrelated or"
    },
    {
      "index": 312,
      "start_seconds": 680,
      "source_timestamp": "11:20",
      "end_seconds": null,
      "text": "like in the old version of that program"
    },
    {
      "index": 313,
      "start_seconds": 682,
      "source_timestamp": "11:22",
      "end_seconds": null,
      "text": "to"
    },
    {
      "index": 314,
      "start_seconds": 683,
      "source_timestamp": "11:23",
      "end_seconds": null,
      "text": "um"
    },
    {
      "index": 315,
      "start_seconds": 684,
      "source_timestamp": "11:24",
      "end_seconds": null,
      "text": "yeah, to steal funds from the new"
    },
    {
      "index": 316,
      "start_seconds": 686,
      "source_timestamp": "11:26",
      "end_seconds": null,
      "text": "program. So if you only look at the new"
    },
    {
      "index": 317,
      "start_seconds": 688,
      "source_timestamp": "11:28",
      "end_seconds": null,
      "text": "version of the program, it doesn't even"
    },
    {
      "index": 318,
      "start_seconds": 690,
      "source_timestamp": "11:30",
      "end_seconds": null,
      "text": "know about this existing history."
    },
    {
      "index": 319,
      "start_seconds": 692,
      "source_timestamp": "11:32",
      "end_seconds": null,
      "text": "Um so it doesn't even know you could do"
    },
    {
      "index": 320,
      "start_seconds": 694,
      "source_timestamp": "11:34",
      "end_seconds": null,
      "text": "that."
    },
    {
      "index": 321,
      "start_seconds": 695,
      "source_timestamp": "11:35",
      "end_seconds": null,
      "text": "Um more specific, you could create an"
    },
    {
      "index": 322,
      "start_seconds": 698,
      "source_timestamp": "11:38",
      "end_seconds": null,
      "text": "account, have a zero like in the middle"
    },
    {
      "index": 323,
      "start_seconds": 700,
      "source_timestamp": "11:40",
      "end_seconds": null,
      "text": "and in reinitialization it would think"
    },
    {
      "index": 324,
      "start_seconds": 702,
      "source_timestamp": "11:42",
      "end_seconds": null,
      "text": "that zero means that the account is not"
    },
    {
      "index": 325,
      "start_seconds": 704,
      "source_timestamp": "11:44",
      "end_seconds": null,
      "text": "initialized"
    },
    {
      "index": 326,
      "start_seconds": 705,
      "source_timestamp": "11:45",
      "end_seconds": null,
      "text": "and uh you could also have amount"
    },
    {
      "index": 327,
      "start_seconds": 707,
      "source_timestamp": "11:47",
      "end_seconds": null,
      "text": "somewhere else so you could basically"
    },
    {
      "index": 328,
      "start_seconds": 708,
      "source_timestamp": "11:48",
      "end_seconds": null,
      "text": "you could basically steal a lot of money"
    },
    {
      "index": 329,
      "start_seconds": 710,
      "source_timestamp": "11:50",
      "end_seconds": null,
      "text": "like all the funds."
    },
    {
      "index": 330,
      "start_seconds": 712,
      "source_timestamp": "11:52",
      "end_seconds": null,
      "text": "Um"
    },
    {
      "index": 331,
      "start_seconds": 713,
      "source_timestamp": "11:53",
      "end_seconds": null,
      "text": "but yeah, the main part of it is"
    },
    {
      "index": 332,
      "start_seconds": 716,
      "source_timestamp": "11:56",
      "end_seconds": null,
      "text": "if you're"
    },
    {
      "index": 333,
      "start_seconds": 718,
      "source_timestamp": "11:58",
      "end_seconds": null,
      "text": "just giving it the current state, it"
    },
    {
      "index": 334,
      "start_seconds": 720,
      "source_timestamp": "12:00",
      "end_seconds": null,
      "text": "doesn't have enough context to consider."
    },
    {
      "index": 335,
      "start_seconds": 722,
      "source_timestamp": "12:02",
      "end_seconds": null,
      "text": "Uh"
    },
    {
      "index": 336,
      "start_seconds": 723,
      "source_timestamp": "12:03",
      "end_seconds": null,
      "text": "like if it's an update audit, there's"
    },
    {
      "index": 337,
      "start_seconds": 725,
      "source_timestamp": "12:05",
      "end_seconds": null,
      "text": "also a past that exists on chain that we"
    },
    {
      "index": 338,
      "start_seconds": 726,
      "source_timestamp": "12:06",
      "end_seconds": null,
      "text": "might want to have in the context."
    },
    {
      "index": 339,
      "start_seconds": 728,
      "source_timestamp": "12:08",
      "end_seconds": null,
      "text": "So I mean all that stuff was basically"
    },
    {
      "index": 340,
      "start_seconds": 732,
      "source_timestamp": "12:12",
      "end_seconds": null,
      "text": "uh we just need to the AI more context"
    },
    {
      "index": 341,
      "start_seconds": 734,
      "source_timestamp": "12:14",
      "end_seconds": null,
      "text": "and more more what we're trying to do"
    },
    {
      "index": 342,
      "start_seconds": 737,
      "source_timestamp": "12:17",
      "end_seconds": null,
      "text": "more like more dependencies we give it"
    },
    {
      "index": 343,
      "start_seconds": 739,
      "source_timestamp": "12:19",
      "end_seconds": null,
      "text": "all the consumers all the inherited"
    },
    {
      "index": 344,
      "start_seconds": 741,
      "source_timestamp": "12:21",
      "end_seconds": null,
      "text": "states so it just has everything that we"
    },
    {
      "index": 345,
      "start_seconds": 743,
      "source_timestamp": "12:23",
      "end_seconds": null,
      "text": "could imagine. Obviously we run into a"
    },
    {
      "index": 346,
      "start_seconds": 745,
      "source_timestamp": "12:25",
      "end_seconds": null,
      "text": "bit of a problem there because context"
    },
    {
      "index": 347,
      "start_seconds": 746,
      "source_timestamp": "12:26",
      "end_seconds": null,
      "text": "is limited we can't just give it"
    },
    {
      "index": 348,
      "start_seconds": 748,
      "source_timestamp": "12:28",
      "end_seconds": null,
      "text": "everything."
    },
    {
      "index": 349,
      "start_seconds": 749,
      "source_timestamp": "12:29",
      "end_seconds": null,
      "text": "So yeah this is basically one of the"
    },
    {
      "index": 350,
      "start_seconds": 751,
      "source_timestamp": "12:31",
      "end_seconds": null,
      "text": "main problems here."
    },
    {
      "index": 351,
      "start_seconds": 754,
      "source_timestamp": "12:34",
      "end_seconds": null,
      "text": "One further thing is that"
    },
    {
      "index": 352,
      "start_seconds": 757,
      "source_timestamp": "12:37",
      "end_seconds": null,
      "text": "Solana specifically is"
    },
    {
      "index": 353,
      "start_seconds": 760,
      "source_timestamp": "12:40",
      "end_seconds": null,
      "text": "developing quite quickly so"
    },
    {
      "index": 354,
      "start_seconds": 764,
      "source_timestamp": "12:44",
      "end_seconds": null,
      "text": "the knowledge cutoff for a model might"
    },
    {
      "index": 355,
      "start_seconds": 766,
      "source_timestamp": "12:46",
      "end_seconds": null,
      "text": "be six months ago but in those six"
    },
    {
      "index": 356,
      "start_seconds": 768,
      "source_timestamp": "12:48",
      "end_seconds": null,
      "text": "months Solana might have introduced like"
    },
    {
      "index": 357,
      "start_seconds": 769,
      "source_timestamp": "12:49",
      "end_seconds": null,
      "text": "three new features"
    },
    {
      "index": 358,
      "start_seconds": 771,
      "source_timestamp": "12:51",
      "end_seconds": null,
      "text": "and even though the model might be able"
    },
    {
      "index": 359,
      "start_seconds": 773,
      "source_timestamp": "12:53",
      "end_seconds": null,
      "text": "to research those things it's completely"
    },
    {
      "index": 360,
      "start_seconds": 776,
      "source_timestamp": "12:56",
      "end_seconds": null,
      "text": "biased during the audit to not consider"
    },
    {
      "index": 361,
      "start_seconds": 778,
      "source_timestamp": "12:58",
      "end_seconds": null,
      "text": "these things."
    },
    {
      "index": 362,
      "start_seconds": 780,
      "source_timestamp": "13:00",
      "end_seconds": null,
      "text": "So a human auditor here has a bit of an"
    },
    {
      "index": 363,
      "start_seconds": 781,
      "source_timestamp": "13:01",
      "end_seconds": null,
      "text": "advantage if they're following recent"
    },
    {
      "index": 364,
      "start_seconds": 784,
      "source_timestamp": "13:04",
      "end_seconds": null,
      "text": "changes to the chain so for example when"
    },
    {
      "index": 365,
      "start_seconds": 786,
      "source_timestamp": "13:06",
      "end_seconds": null,
      "text": "Solana introduced reducing slot times"
    },
    {
      "index": 366,
      "start_seconds": 788,
      "source_timestamp": "13:08",
      "end_seconds": null,
      "text": "from 400 milliseconds to 200"
    },
    {
      "index": 367,
      "start_seconds": 790,
      "source_timestamp": "13:10",
      "end_seconds": null,
      "text": "milliseconds"
    },
    {
      "index": 368,
      "start_seconds": 791,
      "source_timestamp": "13:11",
      "end_seconds": null,
      "text": "in human audits we were always reporting"
    },
    {
      "index": 369,
      "start_seconds": 793,
      "source_timestamp": "13:13",
      "end_seconds": null,
      "text": "hey if you're measuring time with slots"
    },
    {
      "index": 370,
      "start_seconds": 796,
      "source_timestamp": "13:16",
      "end_seconds": null,
      "text": "then this time is halving basically but"
    },
    {
      "index": 371,
      "start_seconds": 799,
      "source_timestamp": "13:19",
      "end_seconds": null,
      "text": "the AI basically didn't really report"
    },
    {
      "index": 372,
      "start_seconds": 800,
      "source_timestamp": "13:20",
      "end_seconds": null,
      "text": "these things yet because it didn't"
    },
    {
      "index": 373,
      "start_seconds": 802,
      "source_timestamp": "13:22",
      "end_seconds": null,
      "text": "consider that this change just happened"
    },
    {
      "index": 374,
      "start_seconds": 804,
      "source_timestamp": "13:24",
      "end_seconds": null,
      "text": "last week."
    },
    {
      "index": 375,
      "start_seconds": 807,
      "source_timestamp": "13:27",
      "end_seconds": null,
      "text": "Yeah so another version which is not"
    },
    {
      "index": 376,
      "start_seconds": 809,
      "source_timestamp": "13:29",
      "end_seconds": null,
      "text": "really context but just"
    },
    {
      "index": 377,
      "start_seconds": 811,
      "source_timestamp": "13:31",
      "end_seconds": null,
      "text": "AI maybe being a bit dumb"
    },
    {
      "index": 378,
      "start_seconds": 814,
      "source_timestamp": "13:34",
      "end_seconds": null,
      "text": "is that sometimes it tends to find bugs"
    },
    {
      "index": 379,
      "start_seconds": 817,
      "source_timestamp": "13:37",
      "end_seconds": null,
      "text": "but not reported at a proper severity"
    },
    {
      "index": 380,
      "start_seconds": 821,
      "source_timestamp": "13:41",
      "end_seconds": null,
      "text": "and because of that it might even make"
    },
    {
      "index": 381,
      "start_seconds": 823,
      "source_timestamp": "13:43",
      "end_seconds": null,
      "text": "that bug invalid or we might not even"
    },
    {
      "index": 382,
      "start_seconds": 825,
      "source_timestamp": "13:45",
      "end_seconds": null,
      "text": "consider it. So just one example we had"
    },
    {
      "index": 383,
      "start_seconds": 828,
      "source_timestamp": "13:48",
      "end_seconds": null,
      "text": "like one audit agent"
    },
    {
      "index": 384,
      "start_seconds": 831,
      "source_timestamp": "13:51",
      "end_seconds": null,
      "text": "finds a valid critical bug but it taught"
    },
    {
      "index": 385,
      "start_seconds": 833,
      "source_timestamp": "13:53",
      "end_seconds": null,
      "text": "it informational because"
    },
    {
      "index": 386,
      "start_seconds": 836,
      "source_timestamp": "13:56",
      "end_seconds": null,
      "text": "it taught you need 18.4 billion"
    },
    {
      "index": 387,
      "start_seconds": 839,
      "source_timestamp": "13:59",
      "end_seconds": null,
      "text": "USDC to exploit it but actually you"
    },
    {
      "index": 388,
      "start_seconds": 840,
      "source_timestamp": "14:00",
      "end_seconds": null,
      "text": "needed only 18 18,000 USDC to exploit it"
    },
    {
      "index": 389,
      "start_seconds": 844,
      "source_timestamp": "14:04",
      "end_seconds": null,
      "text": "because it didn't really consider the"
    },
    {
      "index": 390,
      "start_seconds": 846,
      "source_timestamp": "14:06",
      "end_seconds": null,
      "text": "decimals correctly."
    },
    {
      "index": 391,
      "start_seconds": 849,
      "source_timestamp": "14:09",
      "end_seconds": null,
      "text": "So because of this"
    },
    {
      "index": 392,
      "start_seconds": 851,
      "source_timestamp": "14:11",
      "end_seconds": null,
      "text": "real bugs can sometimes surface"
    },
    {
      "index": 393,
      "start_seconds": 854,
      "source_timestamp": "14:14",
      "end_seconds": null,
      "text": "but they might surface like as a"
    },
    {
      "index": 394,
      "start_seconds": 856,
      "source_timestamp": "14:16",
      "end_seconds": null,
      "text": "incorrect severity or like incorrectly"
    },
    {
      "index": 395,
      "start_seconds": 858,
      "source_timestamp": "14:18",
      "end_seconds": null,
      "text": "incorrectly"
    },
    {
      "index": 396,
      "start_seconds": 863,
      "source_timestamp": "14:23",
      "end_seconds": null,
      "text": "yeah ranked. So whenever you continue"
    },
    {
      "index": 397,
      "start_seconds": 866,
      "source_timestamp": "14:26",
      "end_seconds": null,
      "text": "doing that audit maybe you will not"
    },
    {
      "index": 398,
      "start_seconds": 868,
      "source_timestamp": "14:28",
      "end_seconds": null,
      "text": "realize that there is a real bug and you"
    },
    {
      "index": 399,
      "start_seconds": 869,
      "source_timestamp": "14:29",
      "end_seconds": null,
      "text": "might skip it."
    },
    {
      "index": 400,
      "start_seconds": 872,
      "source_timestamp": "14:32",
      "end_seconds": null,
      "text": "So basically to conclude here"
    },
    {
      "index": 401,
      "start_seconds": 875,
      "source_timestamp": "14:35",
      "end_seconds": null,
      "text": "all these issues we can theoretically"
    },
    {
      "index": 402,
      "start_seconds": 878,
      "source_timestamp": "14:38",
      "end_seconds": null,
      "text": "solve quite easily by giving more"
    },
    {
      "index": 403,
      "start_seconds": 880,
      "source_timestamp": "14:40",
      "end_seconds": null,
      "text": "context to the models. However, as I"
    },
    {
      "index": 404,
      "start_seconds": 883,
      "source_timestamp": "14:43",
      "end_seconds": null,
      "text": "said context is limited and we can't"
    },
    {
      "index": 405,
      "start_seconds": 885,
      "source_timestamp": "14:45",
      "end_seconds": null,
      "text": "just give give give them everything"
    },
    {
      "index": 406,
      "start_seconds": 888,
      "source_timestamp": "14:48",
      "end_seconds": null,
      "text": "because if you give them too much"
    },
    {
      "index": 407,
      "start_seconds": 889,
      "source_timestamp": "14:49",
      "end_seconds": null,
      "text": "context they get also overwhelmed. So at"
    },
    {
      "index": 408,
      "start_seconds": 892,
      "source_timestamp": "14:52",
      "end_seconds": null,
      "text": "the moment the way we see it is"
    },
    {
      "index": 409,
      "start_seconds": 896,
      "source_timestamp": "14:56",
      "end_seconds": null,
      "text": "it's a quite difficult task to kind of"
    },
    {
      "index": 410,
      "start_seconds": 898,
      "source_timestamp": "14:58",
      "end_seconds": null,
      "text": "weigh how much context to give to the"
    },
    {
      "index": 411,
      "start_seconds": 900,
      "source_timestamp": "15:00",
      "end_seconds": null,
      "text": "models, which context to give to the"
    },
    {
      "index": 412,
      "start_seconds": 902,
      "source_timestamp": "15:02",
      "end_seconds": null,
      "text": "models and also figure out which context"
    },
    {
      "index": 413,
      "start_seconds": 905,
      "source_timestamp": "15:05",
      "end_seconds": null,
      "text": "to give to the models."
    },
    {
      "index": 414,
      "start_seconds": 907,
      "source_timestamp": "15:07",
      "end_seconds": null,
      "text": "For example, if you if you look into a"
    },
    {
      "index": 415,
      "start_seconds": 909,
      "source_timestamp": "15:09",
      "end_seconds": null,
      "text": "protocol"
    },
    {
      "index": 416,
      "start_seconds": 911,
      "source_timestamp": "15:11",
      "end_seconds": null,
      "text": "and you try to figure out what might be"
    },
    {
      "index": 417,
      "start_seconds": 913,
      "source_timestamp": "15:13",
      "end_seconds": null,
      "text": "a weird part part of context to give to"
    },
    {
      "index": 418,
      "start_seconds": 914,
      "source_timestamp": "15:14",
      "end_seconds": null,
      "text": "the model, you might already be auditing"
    },
    {
      "index": 419,
      "start_seconds": 916,
      "source_timestamp": "15:16",
      "end_seconds": null,
      "text": "the code to some degree."
    },
    {
      "index": 420,
      "start_seconds": 919,
      "source_timestamp": "15:19",
      "end_seconds": null,
      "text": "Yeah, that's kind of the that's kind of"
    },
    {
      "index": 421,
      "start_seconds": 921,
      "source_timestamp": "15:21",
      "end_seconds": null,
      "text": "it."
    },
    {
      "index": 422,
      "start_seconds": 922,
      "source_timestamp": "15:22",
      "end_seconds": null,
      "text": "So"
    },
    {
      "index": 423,
      "start_seconds": 924,
      "source_timestamp": "15:24",
      "end_seconds": null,
      "text": "yeah, you can find me here"
    },
    {
      "index": 424,
      "start_seconds": 926,
      "source_timestamp": "15:26",
      "end_seconds": null,
      "text": "hack hack and a Christian and"
    },
    {
      "index": 425,
      "start_seconds": 929,
      "source_timestamp": "15:29",
      "end_seconds": null,
      "text": "thanks for listening."
    }
  ]
}
