{
  "schemaVersion": 1,
  "videoId": "Xgfle-pNSMg",
  "videoUrl": "https://www.youtube.com/watch?v=Xgfle-pNSMg",
  "title": "Certiflai: orchestrating swarms for certifications",
  "speakerCredit": "George Kobakhidze",
  "programmeTalkId": "dss26-f799dd3315731f3d",
  "language": "en",
  "captionType": "auto-generated",
  "humanAccuracyReviewed": false,
  "spokenAudioCompletenessVerified": false,
  "cueEndTimesAvailable": false,
  "source": {
    "provider": "YouTube",
    "method": "native browser transcript export",
    "sha256": "8e957fc1f619122af2aab4f83b9dcd3d34e983fd98233a52af2ec891e39051c4",
    "exportedAt": "2026-11-16T07:38:08.669757+00:00"
  },
  "qualityCaveats": [
    "Names, organizations, technical terms, code and numbers may be misrecognized.",
    "Source wording and disfluencies are preserved; no editorial corrections were applied.",
    "Export contains whole-second cue starts only; cue ends and subsecond timing are unavailable.",
    "A full caption-track export does not establish that every spoken word is represented.",
    "Automatic YouTube captions; not human-verified against the audio."
  ],
  "timingValidation": {
    "first_cue_start_seconds": 0,
    "last_cue_start_seconds": 1024,
    "video_duration_seconds": 1026,
    "seconds_after_last_cue_start": 2,
    "cue_start_gaps_over_30_seconds": [],
    "boundary_check": "pass",
    "criterion": "first cue <=15 seconds; last cue start within 30 seconds of player duration, allowing 1-second precision",
    "meaning": "Timing plausibility only; silence/applause or source caption omissions require audio review."
  },
  "segments": [
    {
      "index": 0,
      "start_seconds": 0,
      "source_timestamp": "0:00",
      "end_seconds": null,
      "text": "Okay, perfect."
    },
    {
      "index": 1,
      "start_seconds": 2,
      "source_timestamp": "0:02",
      "end_seconds": null,
      "text": "Hi everyone."
    },
    {
      "index": 2,
      "start_seconds": 3,
      "source_timestamp": "0:03",
      "end_seconds": null,
      "text": "So today we're going to be talking about"
    },
    {
      "index": 3,
      "start_seconds": 6,
      "source_timestamp": "0:06",
      "end_seconds": null,
      "text": "orchestrating swarms."
    },
    {
      "index": 4,
      "start_seconds": 8,
      "source_timestamp": "0:08",
      "end_seconds": null,
      "text": "Um, specifically for certifications that"
    },
    {
      "index": 5,
      "start_seconds": 11,
      "source_timestamp": "0:11",
      "end_seconds": null,
      "text": "was"
    },
    {
      "index": 6,
      "start_seconds": 13,
      "source_timestamp": "0:13",
      "end_seconds": null,
      "text": "the use case I took for this, but I"
    },
    {
      "index": 7,
      "start_seconds": 14,
      "source_timestamp": "0:14",
      "end_seconds": null,
      "text": "think this can be applied actually quite"
    },
    {
      "index": 8,
      "start_seconds": 16,
      "source_timestamp": "0:16",
      "end_seconds": null,
      "text": "a bit across the board for security work"
    },
    {
      "index": 9,
      "start_seconds": 19,
      "source_timestamp": "0:19",
      "end_seconds": null,
      "text": "and it's quite quite um"
    },
    {
      "index": 10,
      "start_seconds": 21,
      "source_timestamp": "0:21",
      "end_seconds": null,
      "text": "appropriate especially nowadays."
    },
    {
      "index": 11,
      "start_seconds": 25,
      "source_timestamp": "0:25",
      "end_seconds": null,
      "text": "Yes, so a little butterfly certify"
    },
    {
      "index": 12,
      "start_seconds": 28,
      "source_timestamp": "0:28",
      "end_seconds": null,
      "text": "butterfly."
    },
    {
      "index": 13,
      "start_seconds": 30,
      "source_timestamp": "0:30",
      "end_seconds": null,
      "text": "So a little bit about me. My name is"
    },
    {
      "index": 14,
      "start_seconds": 32,
      "source_timestamp": "0:32",
      "end_seconds": null,
      "text": "George. I work with Consensus Diligence."
    },
    {
      "index": 15,
      "start_seconds": 35,
      "source_timestamp": "0:35",
      "end_seconds": null,
      "text": "Uh,"
    },
    {
      "index": 16,
      "start_seconds": 37,
      "source_timestamp": "0:37",
      "end_seconds": null,
      "text": "in particular I work quite a bit kind of"
    },
    {
      "index": 17,
      "start_seconds": 40,
      "source_timestamp": "0:40",
      "end_seconds": null,
      "text": "in my own spare time outside of audits"
    },
    {
      "index": 18,
      "start_seconds": 42,
      "source_timestamp": "0:42",
      "end_seconds": null,
      "text": "and security work on standards and"
    },
    {
      "index": 19,
      "start_seconds": 44,
      "source_timestamp": "0:44",
      "end_seconds": null,
      "text": "frameworks."
    },
    {
      "index": 20,
      "start_seconds": 45,
      "source_timestamp": "0:45",
      "end_seconds": null,
      "text": "Some of those are BSSC standards, uh,"
    },
    {
      "index": 21,
      "start_seconds": 49,
      "source_timestamp": "0:49",
      "end_seconds": null,
      "text": "EEA, the old school OG Ethereum"
    },
    {
      "index": 22,
      "start_seconds": 52,
      "source_timestamp": "0:52",
      "end_seconds": null,
      "text": "Enterprise Alliance and most recently as"
    },
    {
      "index": 23,
      "start_seconds": 55,
      "source_timestamp": "0:55",
      "end_seconds": null,
      "text": "well seal frameworks though haven't done"
    },
    {
      "index": 24,
      "start_seconds": 57,
      "source_timestamp": "0:57",
      "end_seconds": null,
      "text": "as much work there as I have with the"
    },
    {
      "index": 25,
      "start_seconds": 58,
      "source_timestamp": "0:58",
      "end_seconds": null,
      "text": "other two. Special shout out to BSSC."
    },
    {
      "index": 26,
      "start_seconds": 61,
      "source_timestamp": "1:01",
      "end_seconds": null,
      "text": "They've recently released"
    },
    {
      "index": 27,
      "start_seconds": 63,
      "source_timestamp": "1:03",
      "end_seconds": null,
      "text": "a second version of their smart contract"
    },
    {
      "index": 28,
      "start_seconds": 65,
      "source_timestamp": "1:05",
      "end_seconds": null,
      "text": "security standard, which is actually"
    },
    {
      "index": 29,
      "start_seconds": 68,
      "source_timestamp": "1:08",
      "end_seconds": null,
      "text": "going to be a big target of my"
    },
    {
      "index": 30,
      "start_seconds": 69,
      "source_timestamp": "1:09",
      "end_seconds": null,
      "text": "presentation today. And as part of that"
    },
    {
      "index": 31,
      "start_seconds": 72,
      "source_timestamp": "1:12",
      "end_seconds": null,
      "text": "release, they've also"
    },
    {
      "index": 32,
      "start_seconds": 74,
      "source_timestamp": "1:14",
      "end_seconds": null,
      "text": "added audit guidelines for each control"
    },
    {
      "index": 33,
      "start_seconds": 77,
      "source_timestamp": "1:17",
      "end_seconds": null,
      "text": "in the standards, which was actually"
    },
    {
      "index": 34,
      "start_seconds": 78,
      "source_timestamp": "1:18",
      "end_seconds": null,
      "text": "very very important for my work."
    },
    {
      "index": 35,
      "start_seconds": 81,
      "source_timestamp": "1:21",
      "end_seconds": null,
      "text": "And then in some of the other time that"
    },
    {
      "index": 36,
      "start_seconds": 83,
      "source_timestamp": "1:23",
      "end_seconds": null,
      "text": "I that I have, I also work quite a bit"
    },
    {
      "index": 37,
      "start_seconds": 85,
      "source_timestamp": "1:25",
      "end_seconds": null,
      "text": "on the AI security internally diligence"
    },
    {
      "index": 38,
      "start_seconds": 87,
      "source_timestamp": "1:27",
      "end_seconds": null,
      "text": "and most recently I've been working a"
    },
    {
      "index": 39,
      "start_seconds": 88,
      "source_timestamp": "1:28",
      "end_seconds": null,
      "text": "lot on vulnerability mining to actually"
    },
    {
      "index": 40,
      "start_seconds": 91,
      "source_timestamp": "1:31",
      "end_seconds": null,
      "text": "well mine vulnerabilities using agents"
    },
    {
      "index": 41,
      "start_seconds": 94,
      "source_timestamp": "1:34",
      "end_seconds": null,
      "text": "and swarms and AI and whatnot."
    },
    {
      "index": 42,
      "start_seconds": 97,
      "source_timestamp": "1:37",
      "end_seconds": null,
      "text": "So why standards?"
    },
    {
      "index": 43,
      "start_seconds": 99,
      "source_timestamp": "1:39",
      "end_seconds": null,
      "text": "Um, this is not a very popular I would"
    },
    {
      "index": 44,
      "start_seconds": 102,
      "source_timestamp": "1:42",
      "end_seconds": null,
      "text": "say topic in our industry sadly, but it"
    },
    {
      "index": 45,
      "start_seconds": 104,
      "source_timestamp": "1:44",
      "end_seconds": null,
      "text": "is actually quite crucial. If we take a"
    },
    {
      "index": 46,
      "start_seconds": 107,
      "source_timestamp": "1:47",
      "end_seconds": null,
      "text": "look at some of the other"
    },
    {
      "index": 47,
      "start_seconds": 109,
      "source_timestamp": "1:49",
      "end_seconds": null,
      "text": "mission critical industries out there in"
    },
    {
      "index": 48,
      "start_seconds": 111,
      "source_timestamp": "1:51",
      "end_seconds": null,
      "text": "the world, we'll see that all of them"
    },
    {
      "index": 49,
      "start_seconds": 112,
      "source_timestamp": "1:52",
      "end_seconds": null,
      "text": "have very strict standards that"
    },
    {
      "index": 50,
      "start_seconds": 116,
      "source_timestamp": "1:56",
      "end_seconds": null,
      "text": "their suppliers such as their software"
    },
    {
      "index": 51,
      "start_seconds": 118,
      "source_timestamp": "1:58",
      "end_seconds": null,
      "text": "suppliers or they themselves to abide"
    },
    {
      "index": 52,
      "start_seconds": 119,
      "source_timestamp": "1:59",
      "end_seconds": null,
      "text": "by."
    },
    {
      "index": 53,
      "start_seconds": 120,
      "source_timestamp": "2:00",
      "end_seconds": null,
      "text": "Um, are across aviation, energy,"
    },
    {
      "index": 54,
      "start_seconds": 123,
      "source_timestamp": "2:03",
      "end_seconds": null,
      "text": "healthcare, banking, you know, they all"
    },
    {
      "index": 55,
      "start_seconds": 125,
      "source_timestamp": "2:05",
      "end_seconds": null,
      "text": "have actually fairly strict standards"
    },
    {
      "index": 56,
      "start_seconds": 128,
      "source_timestamp": "2:08",
      "end_seconds": null,
      "text": "and uh this allows them to have common"
    },
    {
      "index": 57,
      "start_seconds": 131,
      "source_timestamp": "2:11",
      "end_seconds": null,
      "text": "solutions to common problems. This"
    },
    {
      "index": 58,
      "start_seconds": 133,
      "source_timestamp": "2:13",
      "end_seconds": null,
      "text": "allows them to have common interfaces to"
    },
    {
      "index": 59,
      "start_seconds": 135,
      "source_timestamp": "2:15",
      "end_seconds": null,
      "text": "share expertise that they can build upon"
    },
    {
      "index": 60,
      "start_seconds": 138,
      "source_timestamp": "2:18",
      "end_seconds": null,
      "text": "uh"
    },
    {
      "index": 61,
      "start_seconds": 138,
      "source_timestamp": "2:18",
      "end_seconds": null,
      "text": "amongst their employees or partners."
    },
    {
      "index": 62,
      "start_seconds": 140,
      "source_timestamp": "2:20",
      "end_seconds": null,
      "text": "It's it's very much um"
    },
    {
      "index": 63,
      "start_seconds": 143,
      "source_timestamp": "2:23",
      "end_seconds": null,
      "text": "a very useful thing."
    },
    {
      "index": 64,
      "start_seconds": 144,
      "source_timestamp": "2:24",
      "end_seconds": null,
      "text": "Within Ethereum, we don't really have"
    },
    {
      "index": 65,
      "start_seconds": 146,
      "source_timestamp": "2:26",
      "end_seconds": null,
      "text": "all that much success across standards"
    },
    {
      "index": 66,
      "start_seconds": 149,
      "source_timestamp": "2:29",
      "end_seconds": null,
      "text": "in general. We do of course have a lot"
    },
    {
      "index": 67,
      "start_seconds": 150,
      "source_timestamp": "2:30",
      "end_seconds": null,
      "text": "of success across technical standards."
    },
    {
      "index": 68,
      "start_seconds": 153,
      "source_timestamp": "2:33",
      "end_seconds": null,
      "text": "You know, uh we can talk about the"
    },
    {
      "index": 69,
      "start_seconds": 154,
      "source_timestamp": "2:34",
      "end_seconds": null,
      "text": "actual very infrastructure level and"
    },
    {
      "index": 70,
      "start_seconds": 157,
      "source_timestamp": "2:37",
      "end_seconds": null,
      "text": "kind of foundation level standards, you"
    },
    {
      "index": 71,
      "start_seconds": 158,
      "source_timestamp": "2:38",
      "end_seconds": null,
      "text": "know, network standards, you know,"
    },
    {
      "index": 72,
      "start_seconds": 159,
      "source_timestamp": "2:39",
      "end_seconds": null,
      "text": "Ethereum itself is a specification. It"
    },
    {
      "index": 73,
      "start_seconds": 162,
      "source_timestamp": "2:42",
      "end_seconds": null,
      "text": "is a standard."
    },
    {
      "index": 74,
      "start_seconds": 163,
      "source_timestamp": "2:43",
      "end_seconds": null,
      "text": "Uh but we can talk a little bit more"
    },
    {
      "index": 75,
      "start_seconds": 164,
      "source_timestamp": "2:44",
      "end_seconds": null,
      "text": "higher level like even token standards"
    },
    {
      "index": 76,
      "start_seconds": 166,
      "source_timestamp": "2:46",
      "end_seconds": null,
      "text": "like ERC -20, tremendously successful um"
    },
    {
      "index": 77,
      "start_seconds": 170,
      "source_timestamp": "2:50",
      "end_seconds": null,
      "text": "technical standard for common, you know,"
    },
    {
      "index": 78,
      "start_seconds": 172,
      "source_timestamp": "2:52",
      "end_seconds": null,
      "text": "use cases and communication for tokens."
    },
    {
      "index": 79,
      "start_seconds": 174,
      "source_timestamp": "2:54",
      "end_seconds": null,
      "text": "But anything that has has to do with"
    },
    {
      "index": 80,
      "start_seconds": 176,
      "source_timestamp": "2:56",
      "end_seconds": null,
      "text": "processes, we really really aren't very"
    },
    {
      "index": 81,
      "start_seconds": 179,
      "source_timestamp": "2:59",
      "end_seconds": null,
      "text": "good there. And as we can see lately, a"
    },
    {
      "index": 82,
      "start_seconds": 181,
      "source_timestamp": "3:01",
      "end_seconds": null,
      "text": "lot of processes"
    },
    {
      "index": 83,
      "start_seconds": 183,
      "source_timestamp": "3:03",
      "end_seconds": null,
      "text": "are the places where things get"
    },
    {
      "index": 84,
      "start_seconds": 184,
      "source_timestamp": "3:04",
      "end_seconds": null,
      "text": "exploited. And in fact, just recently,"
    },
    {
      "index": 85,
      "start_seconds": 187,
      "source_timestamp": "3:07",
      "end_seconds": null,
      "text": "BSCC also released a uh"
    },
    {
      "index": 86,
      "start_seconds": 190,
      "source_timestamp": "3:10",
      "end_seconds": null,
      "text": "transaction lifecycle uh framework and"
    },
    {
      "index": 87,
      "start_seconds": 192,
      "source_timestamp": "3:12",
      "end_seconds": null,
      "text": "standard that potentially could have"
    },
    {
      "index": 88,
      "start_seconds": 193,
      "source_timestamp": "3:13",
      "end_seconds": null,
      "text": "helped with a lot of the signature-based"
    },
    {
      "index": 89,
      "start_seconds": 195,
      "source_timestamp": "3:15",
      "end_seconds": null,
      "text": "exploits we've we've seen lately."
    },
    {
      "index": 90,
      "start_seconds": 198,
      "source_timestamp": "3:18",
      "end_seconds": null,
      "text": "Uh speaking about standards, we can we"
    },
    {
      "index": 91,
      "start_seconds": 200,
      "source_timestamp": "3:20",
      "end_seconds": null,
      "text": "of course have to talk about"
    },
    {
      "index": 92,
      "start_seconds": 201,
      "source_timestamp": "3:21",
      "end_seconds": null,
      "text": "certification as that is the uh the the"
    },
    {
      "index": 93,
      "start_seconds": 204,
      "source_timestamp": "3:24",
      "end_seconds": null,
      "text": "the main topic here. Um"
    },
    {
      "index": 94,
      "start_seconds": 206,
      "source_timestamp": "3:26",
      "end_seconds": null,
      "text": "it's very quite it's very simple. So for"
    },
    {
      "index": 95,
      "start_seconds": 208,
      "source_timestamp": "3:28",
      "end_seconds": null,
      "text": "us, we can define it as just a an"
    },
    {
      "index": 96,
      "start_seconds": 211,
      "source_timestamp": "3:31",
      "end_seconds": null,
      "text": "attestation to standards compliance."
    },
    {
      "index": 97,
      "start_seconds": 214,
      "source_timestamp": "3:34",
      "end_seconds": null,
      "text": "Uh it is very much"
    },
    {
      "index": 98,
      "start_seconds": 216,
      "source_timestamp": "3:36",
      "end_seconds": null,
      "text": "uh based on the reputation of the"
    },
    {
      "index": 99,
      "start_seconds": 218,
      "source_timestamp": "3:38",
      "end_seconds": null,
      "text": "certifier, I would say. So how much you"
    },
    {
      "index": 100,
      "start_seconds": 220,
      "source_timestamp": "3:40",
      "end_seconds": null,
      "text": "trust a certification depends on how"
    },
    {
      "index": 101,
      "start_seconds": 222,
      "source_timestamp": "3:42",
      "end_seconds": null,
      "text": "much you trust the certifier. So"
    },
    {
      "index": 102,
      "start_seconds": 223,
      "source_timestamp": "3:43",
      "end_seconds": null,
      "text": "reputation is very important here. And"
    },
    {
      "index": 103,
      "start_seconds": 225,
      "source_timestamp": "3:45",
      "end_seconds": null,
      "text": "in fact, this is going to be a big"
    },
    {
      "index": 104,
      "start_seconds": 226,
      "source_timestamp": "3:46",
      "end_seconds": null,
      "text": "problem for"
    },
    {
      "index": 105,
      "start_seconds": 228,
      "source_timestamp": "3:48",
      "end_seconds": null,
      "text": "doing stuff like certifying things with"
    },
    {
      "index": 106,
      "start_seconds": 230,
      "source_timestamp": "3:50",
      "end_seconds": null,
      "text": "agents because of course reputation is"
    },
    {
      "index": 107,
      "start_seconds": 232,
      "source_timestamp": "3:52",
      "end_seconds": null,
      "text": "quite finicky there."
    },
    {
      "index": 108,
      "start_seconds": 234,
      "source_timestamp": "3:54",
      "end_seconds": null,
      "text": "For Web3 specifically, uh certification"
    },
    {
      "index": 109,
      "start_seconds": 237,
      "source_timestamp": "3:57",
      "end_seconds": null,
      "text": "and standards are very hard to scale and"
    },
    {
      "index": 110,
      "start_seconds": 240,
      "source_timestamp": "4:00",
      "end_seconds": null,
      "text": "make work kind of as I mentioned"
    },
    {
      "index": 111,
      "start_seconds": 241,
      "source_timestamp": "4:01",
      "end_seconds": null,
      "text": "earlier."
    },
    {
      "index": 112,
      "start_seconds": 242,
      "source_timestamp": "4:02",
      "end_seconds": null,
      "text": "So, the challenges there are"
    },
    {
      "index": 113,
      "start_seconds": 245,
      "source_timestamp": "4:05",
      "end_seconds": null,
      "text": "and that's also shared with other"
    },
    {
      "index": 114,
      "start_seconds": 247,
      "source_timestamp": "4:07",
      "end_seconds": null,
      "text": "mission-critical industries. It's it's"
    },
    {
      "index": 115,
      "start_seconds": 248,
      "source_timestamp": "4:08",
      "end_seconds": null,
      "text": "very expensive to do these"
    },
    {
      "index": 116,
      "start_seconds": 249,
      "source_timestamp": "4:09",
      "end_seconds": null,
      "text": "certifications. You need expertise. You"
    },
    {
      "index": 117,
      "start_seconds": 251,
      "source_timestamp": "4:11",
      "end_seconds": null,
      "text": "need very very uh knowledgeable people"
    },
    {
      "index": 118,
      "start_seconds": 254,
      "source_timestamp": "4:14",
      "end_seconds": null,
      "text": "and their time is simply expensive. They"
    },
    {
      "index": 119,
      "start_seconds": 256,
      "source_timestamp": "4:16",
      "end_seconds": null,
      "text": "simply do not like to do that."
    },
    {
      "index": 120,
      "start_seconds": 258,
      "source_timestamp": "4:18",
      "end_seconds": null,
      "text": "And oftentimes all of this is helped by,"
    },
    {
      "index": 121,
      "start_seconds": 260,
      "source_timestamp": "4:20",
      "end_seconds": null,
      "text": "frankly, the government. It's helped by"
    },
    {
      "index": 122,
      "start_seconds": 263,
      "source_timestamp": "4:23",
      "end_seconds": null,
      "text": "uh government bodies that subsidize"
    },
    {
      "index": 123,
      "start_seconds": 264,
      "source_timestamp": "4:24",
      "end_seconds": null,
      "text": "these things and enforce standards and"
    },
    {
      "index": 124,
      "start_seconds": 268,
      "source_timestamp": "4:28",
      "end_seconds": null,
      "text": "frameworks to be uh to be done within"
    },
    {
      "index": 125,
      "start_seconds": 270,
      "source_timestamp": "4:30",
      "end_seconds": null,
      "text": "certain companies and industries. Uh we"
    },
    {
      "index": 126,
      "start_seconds": 274,
      "source_timestamp": "4:34",
      "end_seconds": null,
      "text": "of course are famously not very good"
    },
    {
      "index": 127,
      "start_seconds": 276,
      "source_timestamp": "4:36",
      "end_seconds": null,
      "text": "with governments. Uh you know lately we"
    },
    {
      "index": 128,
      "start_seconds": 278,
      "source_timestamp": "4:38",
      "end_seconds": null,
      "text": "have a lot of institutions coming into"
    },
    {
      "index": 129,
      "start_seconds": 280,
      "source_timestamp": "4:40",
      "end_seconds": null,
      "text": "the space, so maybe that's going to"
    },
    {
      "index": 130,
      "start_seconds": 281,
      "source_timestamp": "4:41",
      "end_seconds": null,
      "text": "change. But that certainly has been the"
    },
    {
      "index": 131,
      "start_seconds": 284,
      "source_timestamp": "4:44",
      "end_seconds": null,
      "text": "case up until very very recently. And"
    },
    {
      "index": 132,
      "start_seconds": 286,
      "source_timestamp": "4:46",
      "end_seconds": null,
      "text": "people simply aren't excited about"
    },
    {
      "index": 133,
      "start_seconds": 288,
      "source_timestamp": "4:48",
      "end_seconds": null,
      "text": "performing standards or certifications"
    },
    {
      "index": 134,
      "start_seconds": 290,
      "source_timestamp": "4:50",
      "end_seconds": null,
      "text": "for processes across the board. And I"
    },
    {
      "index": 135,
      "start_seconds": 291,
      "source_timestamp": "4:51",
      "end_seconds": null,
      "text": "understand it. Even I am not really into"
    },
    {
      "index": 136,
      "start_seconds": 294,
      "source_timestamp": "4:54",
      "end_seconds": null,
      "text": "doing all that. I like to contribute to"
    },
    {
      "index": 137,
      "start_seconds": 295,
      "source_timestamp": "4:55",
      "end_seconds": null,
      "text": "them, certainly get a lot of value out"
    },
    {
      "index": 138,
      "start_seconds": 297,
      "source_timestamp": "4:57",
      "end_seconds": null,
      "text": "of it."
    },
    {
      "index": 139,
      "start_seconds": 298,
      "source_timestamp": "4:58",
      "end_seconds": null,
      "text": "But actually applying them is not so"
    },
    {
      "index": 140,
      "start_seconds": 300,
      "source_timestamp": "5:00",
      "end_seconds": null,
      "text": "fun."
    },
    {
      "index": 141,
      "start_seconds": 301,
      "source_timestamp": "5:01",
      "end_seconds": null,
      "text": "Agents, however, don't have a concept of"
    },
    {
      "index": 142,
      "start_seconds": 303,
      "source_timestamp": "5:03",
      "end_seconds": null,
      "text": "fun. They like to do menial work. They"
    },
    {
      "index": 143,
      "start_seconds": 306,
      "source_timestamp": "5:06",
      "end_seconds": null,
      "text": "thrive with instructions, especially"
    },
    {
      "index": 144,
      "start_seconds": 309,
      "source_timestamp": "5:09",
      "end_seconds": null,
      "text": "when they're within an isolated kind of"
    },
    {
      "index": 145,
      "start_seconds": 312,
      "source_timestamp": "5:12",
      "end_seconds": null,
      "text": "independent control. And that is"
    },
    {
      "index": 146,
      "start_seconds": 313,
      "source_timestamp": "5:13",
      "end_seconds": null,
      "text": "precisely what certifications are. And"
    },
    {
      "index": 147,
      "start_seconds": 316,
      "source_timestamp": "5:16",
      "end_seconds": null,
      "text": "of course we can parallelize our agents"
    },
    {
      "index": 148,
      "start_seconds": 319,
      "source_timestamp": "5:19",
      "end_seconds": null,
      "text": "and we can do hundreds of thousands of"
    },
    {
      "index": 149,
      "start_seconds": 321,
      "source_timestamp": "5:21",
      "end_seconds": null,
      "text": "hours within just a few hours if you"
    },
    {
      "index": 150,
      "start_seconds": 323,
      "source_timestamp": "5:23",
      "end_seconds": null,
      "text": "have enough compute to do that. So, it"
    },
    {
      "index": 151,
      "start_seconds": 325,
      "source_timestamp": "5:25",
      "end_seconds": null,
      "text": "could be quite quite interesting."
    },
    {
      "index": 152,
      "start_seconds": 328,
      "source_timestamp": "5:28",
      "end_seconds": null,
      "text": "Uh very quickly I want to touch uh a"
    },
    {
      "index": 153,
      "start_seconds": 330,
      "source_timestamp": "5:30",
      "end_seconds": null,
      "text": "little bit about swarms um because of"
    },
    {
      "index": 154,
      "start_seconds": 334,
      "source_timestamp": "5:34",
      "end_seconds": null,
      "text": "course that's what we're going to be"
    },
    {
      "index": 155,
      "start_seconds": 335,
      "source_timestamp": "5:35",
      "end_seconds": null,
      "text": "talking about today. So, if we think of"
    },
    {
      "index": 156,
      "start_seconds": 337,
      "source_timestamp": "5:37",
      "end_seconds": null,
      "text": "an agent as a singular item, a swarm is"
    },
    {
      "index": 157,
      "start_seconds": 340,
      "source_timestamp": "5:40",
      "end_seconds": null,
      "text": "a plural of that."
    },
    {
      "index": 158,
      "start_seconds": 341,
      "source_timestamp": "5:41",
      "end_seconds": null,
      "text": "That's that's really quite simple. Uh of"
    },
    {
      "index": 159,
      "start_seconds": 343,
      "source_timestamp": "5:43",
      "end_seconds": null,
      "text": "course it's not actually as simple as"
    },
    {
      "index": 160,
      "start_seconds": 346,
      "source_timestamp": "5:46",
      "end_seconds": null,
      "text": "that. Nowadays many agents that we use"
    },
    {
      "index": 161,
      "start_seconds": 348,
      "source_timestamp": "5:48",
      "end_seconds": null,
      "text": "are actually swarms underneath them. For"
    },
    {
      "index": 162,
      "start_seconds": 350,
      "source_timestamp": "5:50",
      "end_seconds": null,
      "text": "example, our favorite Cloud Code and"
    },
    {
      "index": 163,
      "start_seconds": 353,
      "source_timestamp": "5:53",
      "end_seconds": null,
      "text": "Codex are actually systems of agents, so"
    },
    {
      "index": 164,
      "start_seconds": 355,
      "source_timestamp": "5:55",
      "end_seconds": null,
      "text": "they're technically swarms. And they are"
    },
    {
      "index": 165,
      "start_seconds": 357,
      "source_timestamp": "5:57",
      "end_seconds": null,
      "text": "incredibly valuable and actually very"
    },
    {
      "index": 166,
      "start_seconds": 360,
      "source_timestamp": "6:00",
      "end_seconds": null,
      "text": "useful and we'll see how just how much"
    },
    {
      "index": 167,
      "start_seconds": 362,
      "source_timestamp": "6:02",
      "end_seconds": null,
      "text": "they kick ass later."
    },
    {
      "index": 168,
      "start_seconds": 364,
      "source_timestamp": "6:04",
      "end_seconds": null,
      "text": "Uh they are what's called a form of a"
    },
    {
      "index": 169,
      "start_seconds": 366,
      "source_timestamp": "6:06",
      "end_seconds": null,
      "text": "central orchestrator type of an agent or"
    },
    {
      "index": 170,
      "start_seconds": 368,
      "source_timestamp": "6:08",
      "end_seconds": null,
      "text": "or swarm."
    },
    {
      "index": 171,
      "start_seconds": 369,
      "source_timestamp": "6:09",
      "end_seconds": null,
      "text": "There are a bunch of others and like to"
    },
    {
      "index": 172,
      "start_seconds": 371,
      "source_timestamp": "6:11",
      "end_seconds": null,
      "text": "give a special shout out specifically to"
    },
    {
      "index": 173,
      "start_seconds": 373,
      "source_timestamp": "6:13",
      "end_seconds": null,
      "text": "LangGraph. It's something that we're"
    },
    {
      "index": 174,
      "start_seconds": 374,
      "source_timestamp": "6:14",
      "end_seconds": null,
      "text": "going to look at later in the"
    },
    {
      "index": 175,
      "start_seconds": 376,
      "source_timestamp": "6:16",
      "end_seconds": null,
      "text": "presentation, but that is what allows us"
    },
    {
      "index": 176,
      "start_seconds": 378,
      "source_timestamp": "6:18",
      "end_seconds": null,
      "text": "to actually create much more controlled"
    },
    {
      "index": 177,
      "start_seconds": 380,
      "source_timestamp": "6:20",
      "end_seconds": null,
      "text": "swarms where we can provide proper"
    },
    {
      "index": 178,
      "start_seconds": 383,
      "source_timestamp": "6:23",
      "end_seconds": null,
      "text": "instructions and actually control what"
    },
    {
      "index": 179,
      "start_seconds": 385,
      "source_timestamp": "6:25",
      "end_seconds": null,
      "text": "the agents do and do not do."
    },
    {
      "index": 180,
      "start_seconds": 388,
      "source_timestamp": "6:28",
      "end_seconds": null,
      "text": "All of this is of course very very new."
    },
    {
      "index": 181,
      "start_seconds": 390,
      "source_timestamp": "6:30",
      "end_seconds": null,
      "text": "All of these swarm technologies are"
    },
    {
      "index": 182,
      "start_seconds": 391,
      "source_timestamp": "6:31",
      "end_seconds": null,
      "text": "really just coming up this year, maybe a"
    },
    {
      "index": 183,
      "start_seconds": 393,
      "source_timestamp": "6:33",
      "end_seconds": null,
      "text": "little bit last year."
    },
    {
      "index": 184,
      "start_seconds": 395,
      "source_timestamp": "6:35",
      "end_seconds": null,
      "text": "So it's it's all bound to change soon"
    },
    {
      "index": 185,
      "start_seconds": 397,
      "source_timestamp": "6:37",
      "end_seconds": null,
      "text": "enough of course, but the point is there"
    },
    {
      "index": 186,
      "start_seconds": 399,
      "source_timestamp": "6:39",
      "end_seconds": null,
      "text": "are trade-offs to the swarm architecture"
    },
    {
      "index": 187,
      "start_seconds": 402,
      "source_timestamp": "6:42",
      "end_seconds": null,
      "text": "that you're going to pick."
    },
    {
      "index": 188,
      "start_seconds": 404,
      "source_timestamp": "6:44",
      "end_seconds": null,
      "text": "So certifications are many isolated"
    },
    {
      "index": 189,
      "start_seconds": 407,
      "source_timestamp": "6:47",
      "end_seconds": null,
      "text": "tasks"
    },
    {
      "index": 190,
      "start_seconds": 408,
      "source_timestamp": "6:48",
      "end_seconds": null,
      "text": "to be checked and controlled together"
    },
    {
      "index": 191,
      "start_seconds": 410,
      "source_timestamp": "6:50",
      "end_seconds": null,
      "text": "and swarms are many agents that like to"
    },
    {
      "index": 192,
      "start_seconds": 412,
      "source_timestamp": "6:52",
      "end_seconds": null,
      "text": "do these tasks. Clearly there is some"
    },
    {
      "index": 193,
      "start_seconds": 414,
      "source_timestamp": "6:54",
      "end_seconds": null,
      "text": "fit, so I decided to see if it's"
    },
    {
      "index": 194,
      "start_seconds": 416,
      "source_timestamp": "6:56",
      "end_seconds": null,
      "text": "actually going to work."
    },
    {
      "index": 195,
      "start_seconds": 419,
      "source_timestamp": "6:59",
      "end_seconds": null,
      "text": "What I did was a series of runs, roughly"
    },
    {
      "index": 196,
      "start_seconds": 422,
      "source_timestamp": "7:02",
      "end_seconds": null,
      "text": "44 45 runs. There is the 45th one on my"
    },
    {
      "index": 197,
      "start_seconds": 424,
      "source_timestamp": "7:04",
      "end_seconds": null,
      "text": "laptop right now"
    },
    {
      "index": 198,
      "start_seconds": 427,
      "source_timestamp": "7:07",
      "end_seconds": null,
      "text": "across a couple of different targets, a"
    },
    {
      "index": 199,
      "start_seconds": 430,
      "source_timestamp": "7:10",
      "end_seconds": null,
      "text": "couple of different standards, and a"
    },
    {
      "index": 200,
      "start_seconds": 431,
      "source_timestamp": "7:11",
      "end_seconds": null,
      "text": "couple of different modes. So I picked"
    },
    {
      "index": 201,
      "start_seconds": 433,
      "source_timestamp": "7:13",
      "end_seconds": null,
      "text": "very very simple standards. I picked ERC"
    },
    {
      "index": 202,
      "start_seconds": 436,
      "source_timestamp": "7:16",
      "end_seconds": null,
      "text": "20 actually and we'll we'll see just how"
    },
    {
      "index": 203,
      "start_seconds": 438,
      "source_timestamp": "7:18",
      "end_seconds": null,
      "text": "simple it can be or how complex it can"
    },
    {
      "index": 204,
      "start_seconds": 440,
      "source_timestamp": "7:20",
      "end_seconds": null,
      "text": "get. And I picked a subsection of the"
    },
    {
      "index": 205,
      "start_seconds": 442,
      "source_timestamp": "7:22",
      "end_seconds": null,
      "text": "SSC"
    },
    {
      "index": 206,
      "start_seconds": 444,
      "source_timestamp": "7:24",
      "end_seconds": null,
      "text": "smart contract security standard,"
    },
    {
      "index": 207,
      "start_seconds": 446,
      "source_timestamp": "7:26",
      "end_seconds": null,
      "text": "its development section, and then I"
    },
    {
      "index": 208,
      "start_seconds": 447,
      "source_timestamp": "7:27",
      "end_seconds": null,
      "text": "picked its full standard for the sake of"
    },
    {
      "index": 209,
      "start_seconds": 450,
      "source_timestamp": "7:30",
      "end_seconds": null,
      "text": "well seeing how it's going to work with"
    },
    {
      "index": 210,
      "start_seconds": 451,
      "source_timestamp": "7:31",
      "end_seconds": null,
      "text": "the bigger corpus."
    },
    {
      "index": 211,
      "start_seconds": 453,
      "source_timestamp": "7:33",
      "end_seconds": null,
      "text": "As far as the modes go, I actually"
    },
    {
      "index": 212,
      "start_seconds": 455,
      "source_timestamp": "7:35",
      "end_seconds": null,
      "text": "picked just a singular agent. Again,"
    },
    {
      "index": 213,
      "start_seconds": 458,
      "source_timestamp": "7:38",
      "end_seconds": null,
      "text": "it's a bit incorrect because"
    },
    {
      "index": 214,
      "start_seconds": 460,
      "source_timestamp": "7:40",
      "end_seconds": null,
      "text": "I use Cloud Code and Codex and that's"
    },
    {
      "index": 215,
      "start_seconds": 462,
      "source_timestamp": "7:42",
      "end_seconds": null,
      "text": "technically a swarm underneath, but for"
    },
    {
      "index": 216,
      "start_seconds": 464,
      "source_timestamp": "7:44",
      "end_seconds": null,
      "text": "all intents and purposes it was very"
    },
    {
      "index": 217,
      "start_seconds": 466,
      "source_timestamp": "7:46",
      "end_seconds": null,
      "text": "very simple. I picked sub agents, so"
    },
    {
      "index": 218,
      "start_seconds": 468,
      "source_timestamp": "7:48",
      "end_seconds": null,
      "text": "several Cloud Code models and agents"
    },
    {
      "index": 219,
      "start_seconds": 470,
      "source_timestamp": "7:50",
      "end_seconds": null,
      "text": "working together through a loose"
    },
    {
      "index": 220,
      "start_seconds": 472,
      "source_timestamp": "7:52",
      "end_seconds": null,
      "text": "orchestration of .md files and prompts"
    },
    {
      "index": 221,
      "start_seconds": 475,
      "source_timestamp": "7:55",
      "end_seconds": null,
      "text": "and actually built something out more"
    },
    {
      "index": 222,
      "start_seconds": 477,
      "source_timestamp": "7:57",
      "end_seconds": null,
      "text": "custom"
    },
    {
      "index": 223,
      "start_seconds": 478,
      "source_timestamp": "7:58",
      "end_seconds": null,
      "text": "Certify which ends up using LangGraph,"
    },
    {
      "index": 224,
      "start_seconds": 482,
      "source_timestamp": "8:02",
      "end_seconds": null,
      "text": "custom VMs,"
    },
    {
      "index": 225,
      "start_seconds": 484,
      "source_timestamp": "8:04",
      "end_seconds": null,
      "text": "controlled environments with actually a"
    },
    {
      "index": 226,
      "start_seconds": 486,
      "source_timestamp": "8:06",
      "end_seconds": null,
      "text": "little bit of a human review there which"
    },
    {
      "index": 227,
      "start_seconds": 488,
      "source_timestamp": "8:08",
      "end_seconds": null,
      "text": "could be a little bit of a cheat code,"
    },
    {
      "index": 228,
      "start_seconds": 489,
      "source_timestamp": "8:09",
      "end_seconds": null,
      "text": "but we'll see why that's critical for"
    },
    {
      "index": 229,
      "start_seconds": 492,
      "source_timestamp": "8:12",
      "end_seconds": null,
      "text": "certifications. And as for targets, I"
    },
    {
      "index": 230,
      "start_seconds": 494,
      "source_timestamp": "8:14",
      "end_seconds": null,
      "text": "used Uniswap v2, very small, very"
    },
    {
      "index": 231,
      "start_seconds": 497,
      "source_timestamp": "8:17",
      "end_seconds": null,
      "text": "battle-tested um"
    },
    {
      "index": 232,
      "start_seconds": 499,
      "source_timestamp": "8:19",
      "end_seconds": null,
      "text": "codebase, and Morpho Blue, uh likewise"
    },
    {
      "index": 233,
      "start_seconds": 501,
      "source_timestamp": "8:21",
      "end_seconds": null,
      "text": "small enough and a battle-tested"
    },
    {
      "index": 234,
      "start_seconds": 503,
      "source_timestamp": "8:23",
      "end_seconds": null,
      "text": "codebase."
    },
    {
      "index": 235,
      "start_seconds": 505,
      "source_timestamp": "8:25",
      "end_seconds": null,
      "text": "So as far as the actual results, um"
    },
    {
      "index": 236,
      "start_seconds": 509,
      "source_timestamp": "8:29",
      "end_seconds": null,
      "text": "happy to say that swarm that I've made"
    },
    {
      "index": 237,
      "start_seconds": 512,
      "source_timestamp": "8:32",
      "end_seconds": null,
      "text": "with CertiK actually did test"
    },
    {
      "index": 238,
      "start_seconds": 516,
      "source_timestamp": "8:36",
      "end_seconds": null,
      "text": "kind of the best. It actually only"
    },
    {
      "index": 239,
      "start_seconds": 518,
      "source_timestamp": "8:38",
      "end_seconds": null,
      "text": "tested as good as Cloud Code itself"
    },
    {
      "index": 240,
      "start_seconds": 522,
      "source_timestamp": "8:42",
      "end_seconds": null,
      "text": "without any additional prompts. Uh it's"
    },
    {
      "index": 241,
      "start_seconds": 524,
      "source_timestamp": "8:44",
      "end_seconds": null,
      "text": "kind of a testament to just how powerful"
    },
    {
      "index": 242,
      "start_seconds": 527,
      "source_timestamp": "8:47",
      "end_seconds": null,
      "text": "these native agents are. Um but as far"
    },
    {
      "index": 243,
      "start_seconds": 531,
      "source_timestamp": "8:51",
      "end_seconds": null,
      "text": "as actual verifiability, which is"
    },
    {
      "index": 244,
      "start_seconds": 532,
      "source_timestamp": "8:52",
      "end_seconds": null,
      "text": "critical for certifications, we'll see"
    },
    {
      "index": 245,
      "start_seconds": 534,
      "source_timestamp": "8:54",
      "end_seconds": null,
      "text": "that it tested even better. Um"
    },
    {
      "index": 246,
      "start_seconds": 538,
      "source_timestamp": "8:58",
      "end_seconds": null,
      "text": "an important note is I've tried"
    },
    {
      "index": 247,
      "start_seconds": 539,
      "source_timestamp": "8:59",
      "end_seconds": null,
      "text": "different models for my swarm, and it is"
    },
    {
      "index": 248,
      "start_seconds": 542,
      "source_timestamp": "9:02",
      "end_seconds": null,
      "text": "a just a night and day difference. In"
    },
    {
      "index": 249,
      "start_seconds": 545,
      "source_timestamp": "9:05",
      "end_seconds": null,
      "text": "fact, uh the swarms with Sonnet uh"
    },
    {
      "index": 250,
      "start_seconds": 548,
      "source_timestamp": "9:08",
      "end_seconds": null,
      "text": "tested the worst across the board. As"
    },
    {
      "index": 251,
      "start_seconds": 551,
      "source_timestamp": "9:11",
      "end_seconds": null,
      "text": "far as the actual rubric here, uh"
    },
    {
      "index": 252,
      "start_seconds": 553,
      "source_timestamp": "9:13",
      "end_seconds": null,
      "text": "I cheated a little bit, and I used"
    },
    {
      "index": 253,
      "start_seconds": 555,
      "source_timestamp": "9:15",
      "end_seconds": null,
      "text": "agents as well to verify my reports. I"
    },
    {
      "index": 254,
      "start_seconds": 557,
      "source_timestamp": "9:17",
      "end_seconds": null,
      "text": "used Fable to go through all the reports"
    },
    {
      "index": 255,
      "start_seconds": 559,
      "source_timestamp": "9:19",
      "end_seconds": null,
      "text": "together in a blind test and to go"
    },
    {
      "index": 256,
      "start_seconds": 562,
      "source_timestamp": "9:22",
      "end_seconds": null,
      "text": "through a rubric of verifiability, uh"
    },
    {
      "index": 257,
      "start_seconds": 565,
      "source_timestamp": "9:25",
      "end_seconds": null,
      "text": "correctness, and if there is actual"
    },
    {
      "index": 258,
      "start_seconds": 567,
      "source_timestamp": "9:27",
      "end_seconds": null,
      "text": "argument that follows these reports and"
    },
    {
      "index": 259,
      "start_seconds": 569,
      "source_timestamp": "9:29",
      "end_seconds": null,
      "text": "stuff like that."
    },
    {
      "index": 260,
      "start_seconds": 572,
      "source_timestamp": "9:32",
      "end_seconds": null,
      "text": "As far as the first model goes, so the"
    },
    {
      "index": 261,
      "start_seconds": 574,
      "source_timestamp": "9:34",
      "end_seconds": null,
      "text": "first uh single agent one prompt, yeah,"
    },
    {
      "index": 262,
      "start_seconds": 576,
      "source_timestamp": "9:36",
      "end_seconds": null,
      "text": "that really did incredibly well. It is a"
    },
    {
      "index": 263,
      "start_seconds": 579,
      "source_timestamp": "9:39",
      "end_seconds": null,
      "text": "very efficient way to actually certify"
    },
    {
      "index": 264,
      "start_seconds": 583,
      "source_timestamp": "9:43",
      "end_seconds": null,
      "text": "things. It's a very efficient way to"
    },
    {
      "index": 265,
      "start_seconds": 585,
      "source_timestamp": "9:45",
      "end_seconds": null,
      "text": "review things. Um I think a lot of the"
    },
    {
      "index": 266,
      "start_seconds": 588,
      "source_timestamp": "9:48",
      "end_seconds": null,
      "text": "uh people here in the room who use a lot"
    },
    {
      "index": 267,
      "start_seconds": 590,
      "source_timestamp": "9:50",
      "end_seconds": null,
      "text": "of custom agents to perform"
    },
    {
      "index": 268,
      "start_seconds": 593,
      "source_timestamp": "9:53",
      "end_seconds": null,
      "text": "vulnerability mining and auditing can"
    },
    {
      "index": 269,
      "start_seconds": 595,
      "source_timestamp": "9:55",
      "end_seconds": null,
      "text": "attest to just the sheer power of these"
    },
    {
      "index": 270,
      "start_seconds": 597,
      "source_timestamp": "9:57",
      "end_seconds": null,
      "text": "native kind of wrappers like Cloud Code"
    },
    {
      "index": 271,
      "start_seconds": 599,
      "source_timestamp": "9:59",
      "end_seconds": null,
      "text": "and Codex. They are very, very, very"
    },
    {
      "index": 272,
      "start_seconds": 601,
      "source_timestamp": "10:01",
      "end_seconds": null,
      "text": "good. Uh"
    },
    {
      "index": 273,
      "start_seconds": 603,
      "source_timestamp": "10:03",
      "end_seconds": null,
      "text": "it it scored the best across the board,"
    },
    {
      "index": 274,
      "start_seconds": 606,
      "source_timestamp": "10:06",
      "end_seconds": null,
      "text": "and it was incredibly cheap. Now 30"
    },
    {
      "index": 275,
      "start_seconds": 608,
      "source_timestamp": "10:08",
      "end_seconds": null,
      "text": "cents is a little bit of an outlier. I"
    },
    {
      "index": 276,
      "start_seconds": 611,
      "source_timestamp": "10:11",
      "end_seconds": null,
      "text": "used uh Codex and that one uh 61 on a"
    },
    {
      "index": 277,
      "start_seconds": 615,
      "source_timestamp": "10:15",
      "end_seconds": null,
      "text": "low thinking. Uh I mean, it was still a"
    },
    {
      "index": 278,
      "start_seconds": 617,
      "source_timestamp": "10:17",
      "end_seconds": null,
      "text": "good model, still scored very well, and"
    },
    {
      "index": 279,
      "start_seconds": 619,
      "source_timestamp": "10:19",
      "end_seconds": null,
      "text": "it was very very cheap. The problem was"
    },
    {
      "index": 280,
      "start_seconds": 622,
      "source_timestamp": "10:22",
      "end_seconds": null,
      "text": "that when you give a very simple prompt,"
    },
    {
      "index": 281,
      "start_seconds": 624,
      "source_timestamp": "10:24",
      "end_seconds": null,
      "text": "and it was indeed literally find the"
    },
    {
      "index": 282,
      "start_seconds": 626,
      "source_timestamp": "10:26",
      "end_seconds": null,
      "text": "certification in your folder, find the"
    },
    {
      "index": 283,
      "start_seconds": 628,
      "source_timestamp": "10:28",
      "end_seconds": null,
      "text": "target and apply it, it was one"
    },
    {
      "index": 284,
      "start_seconds": 630,
      "source_timestamp": "10:30",
      "end_seconds": null,
      "text": "sentence, the output, of course, looked"
    },
    {
      "index": 285,
      "start_seconds": 633,
      "source_timestamp": "10:33",
      "end_seconds": null,
      "text": "very very different uh for each each"
    },
    {
      "index": 286,
      "start_seconds": 636,
      "source_timestamp": "10:36",
      "end_seconds": null,
      "text": "run."
    },
    {
      "index": 287,
      "start_seconds": 637,
      "source_timestamp": "10:37",
      "end_seconds": null,
      "text": "So the output was different. Oftentimes"
    },
    {
      "index": 288,
      "start_seconds": 639,
      "source_timestamp": "10:39",
      "end_seconds": null,
      "text": "they actually disagreed with each other"
    },
    {
      "index": 289,
      "start_seconds": 640,
      "source_timestamp": "10:40",
      "end_seconds": null,
      "text": "because they interpreted the"
    },
    {
      "index": 290,
      "start_seconds": 642,
      "source_timestamp": "10:42",
      "end_seconds": null,
      "text": "certifications differently, um because"
    },
    {
      "index": 291,
      "start_seconds": 644,
      "source_timestamp": "10:44",
      "end_seconds": null,
      "text": "the certifications often didn't have"
    },
    {
      "index": 292,
      "start_seconds": 646,
      "source_timestamp": "10:46",
      "end_seconds": null,
      "text": "actual guidelines."
    },
    {
      "index": 293,
      "start_seconds": 648,
      "source_timestamp": "10:48",
      "end_seconds": null,
      "text": "Uh sometimes they were too lenient. They"
    },
    {
      "index": 294,
      "start_seconds": 650,
      "source_timestamp": "10:50",
      "end_seconds": null,
      "text": "read it something as passable, and"
    },
    {
      "index": 295,
      "start_seconds": 652,
      "source_timestamp": "10:52",
      "end_seconds": null,
      "text": "sometimes they read it as not passable,"
    },
    {
      "index": 296,
      "start_seconds": 654,
      "source_timestamp": "10:54",
      "end_seconds": null,
      "text": "which of course you kind of need to"
    },
    {
      "index": 297,
      "start_seconds": 656,
      "source_timestamp": "10:56",
      "end_seconds": null,
      "text": "actually have a decision there."
    },
    {
      "index": 298,
      "start_seconds": 658,
      "source_timestamp": "10:58",
      "end_seconds": null,
      "text": "Uh they"
    },
    {
      "index": 299,
      "start_seconds": 660,
      "source_timestamp": "11:00",
      "end_seconds": null,
      "text": "interestingly did not follow directions"
    },
    {
      "index": 300,
      "start_seconds": 663,
      "source_timestamp": "11:03",
      "end_seconds": null,
      "text": "for some quite strict things like"
    },
    {
      "index": 301,
      "start_seconds": 666,
      "source_timestamp": "11:06",
      "end_seconds": null,
      "text": "actually editing the targets, like the"
    },
    {
      "index": 302,
      "start_seconds": 668,
      "source_timestamp": "11:08",
      "end_seconds": null,
      "text": "code, like the Uniswap code and whatnot."
    },
    {
      "index": 303,
      "start_seconds": 669,
      "source_timestamp": "11:09",
      "end_seconds": null,
      "text": "They ended up sometimes editing it as"
    },
    {
      "index": 304,
      "start_seconds": 671,
      "source_timestamp": "11:11",
      "end_seconds": null,
      "text": "well, as of course agents sometimes go"
    },
    {
      "index": 305,
      "start_seconds": 673,
      "source_timestamp": "11:13",
      "end_seconds": null,
      "text": "rogue. And um they really sucked up with"
    },
    {
      "index": 306,
      "start_seconds": 677,
      "source_timestamp": "11:17",
      "end_seconds": null,
      "text": "evidence. They didn't have enough"
    },
    {
      "index": 307,
      "start_seconds": 679,
      "source_timestamp": "11:19",
      "end_seconds": null,
      "text": "evidence around their decisions, and"
    },
    {
      "index": 308,
      "start_seconds": 681,
      "source_timestamp": "11:21",
      "end_seconds": null,
      "text": "that"
    },
    {
      "index": 309,
      "start_seconds": 681,
      "source_timestamp": "11:21",
      "end_seconds": null,
      "text": "course is a really big problem for"
    },
    {
      "index": 310,
      "start_seconds": 683,
      "source_timestamp": "11:23",
      "end_seconds": null,
      "text": "certifications. But all in all, it's"
    },
    {
      "index": 311,
      "start_seconds": 686,
      "source_timestamp": "11:26",
      "end_seconds": null,
      "text": "very good."
    },
    {
      "index": 312,
      "start_seconds": 688,
      "source_timestamp": "11:28",
      "end_seconds": null,
      "text": "Uh the second mode where I've tried to"
    },
    {
      "index": 313,
      "start_seconds": 692,
      "source_timestamp": "11:32",
      "end_seconds": null,
      "text": "kind of paralyze things myself and do it"
    },
    {
      "index": 314,
      "start_seconds": 694,
      "source_timestamp": "11:34",
      "end_seconds": null,
      "text": "all through loosely orchestration loose"
    },
    {
      "index": 315,
      "start_seconds": 696,
      "source_timestamp": "11:36",
      "end_seconds": null,
      "text": "orchestration of .md files. In fact, I"
    },
    {
      "index": 316,
      "start_seconds": 699,
      "source_timestamp": "11:39",
      "end_seconds": null,
      "text": "had something like 17 .md files that"
    },
    {
      "index": 317,
      "start_seconds": 702,
      "source_timestamp": "11:42",
      "end_seconds": null,
      "text": "gave guidelines and said how to create"
    },
    {
      "index": 318,
      "start_seconds": 704,
      "source_timestamp": "11:44",
      "end_seconds": null,
      "text": "verifier agents and how to do this and"
    },
    {
      "index": 319,
      "start_seconds": 707,
      "source_timestamp": "11:47",
      "end_seconds": null,
      "text": "that and kind of create a hierarchy of"
    },
    {
      "index": 320,
      "start_seconds": 709,
      "source_timestamp": "11:49",
      "end_seconds": null,
      "text": "sub agents. That was a catastrophe. That"
    },
    {
      "index": 321,
      "start_seconds": 712,
      "source_timestamp": "11:52",
      "end_seconds": null,
      "text": "did not work well whatsoever, and I"
    },
    {
      "index": 322,
      "start_seconds": 714,
      "source_timestamp": "11:54",
      "end_seconds": null,
      "text": "think again people who have experience"
    },
    {
      "index": 323,
      "start_seconds": 718,
      "source_timestamp": "11:58",
      "end_seconds": null,
      "text": "with reviewing agents will know that"
    },
    {
      "index": 324,
      "start_seconds": 721,
      "source_timestamp": "12:01",
      "end_seconds": null,
      "text": "if you"
    },
    {
      "index": 325,
      "start_seconds": 723,
      "source_timestamp": "12:03",
      "end_seconds": null,
      "text": "if you go about it wrong, it can go"
    },
    {
      "index": 326,
      "start_seconds": 725,
      "source_timestamp": "12:05",
      "end_seconds": null,
      "text": "really wrong. And that's exactly what"
    },
    {
      "index": 327,
      "start_seconds": 727,
      "source_timestamp": "12:07",
      "end_seconds": null,
      "text": "happened here."
    },
    {
      "index": 328,
      "start_seconds": 728,
      "source_timestamp": "12:08",
      "end_seconds": null,
      "text": "So the good stuff, yeah, the workflows"
    },
    {
      "index": 329,
      "start_seconds": 731,
      "source_timestamp": "12:11",
      "end_seconds": null,
      "text": "worked. They were good. They were"
    },
    {
      "index": 330,
      "start_seconds": 733,
      "source_timestamp": "12:13",
      "end_seconds": null,
      "text": "getting in right way and they were"
    },
    {
      "index": 331,
      "start_seconds": 734,
      "source_timestamp": "12:14",
      "end_seconds": null,
      "text": "feeding the right context and it was"
    },
    {
      "index": 332,
      "start_seconds": 736,
      "source_timestamp": "12:16",
      "end_seconds": null,
      "text": "fairly structured and indeed it was"
    },
    {
      "index": 333,
      "start_seconds": 738,
      "source_timestamp": "12:18",
      "end_seconds": null,
      "text": "parallel. In fact, it was so parallel"
    },
    {
      "index": 334,
      "start_seconds": 740,
      "source_timestamp": "12:20",
      "end_seconds": null,
      "text": "that I ended up running something like"
    },
    {
      "index": 335,
      "start_seconds": 741,
      "source_timestamp": "12:21",
      "end_seconds": null,
      "text": "40 agents at the same time at one point."
    },
    {
      "index": 336,
      "start_seconds": 743,
      "source_timestamp": "12:23",
      "end_seconds": null,
      "text": "The bad thing is"
    },
    {
      "index": 337,
      "start_seconds": 745,
      "source_timestamp": "12:25",
      "end_seconds": null,
      "text": "that was 40 agents times the initial"
    },
    {
      "index": 338,
      "start_seconds": 747,
      "source_timestamp": "12:27",
      "end_seconds": null,
      "text": "context times token cost and I ended up"
    },
    {
      "index": 339,
      "start_seconds": 750,
      "source_timestamp": "12:30",
      "end_seconds": null,
      "text": "ballooning my token cost to hundreds of"
    },
    {
      "index": 340,
      "start_seconds": 751,
      "source_timestamp": "12:31",
      "end_seconds": null,
      "text": "dollars for each run and that ended up"
    },
    {
      "index": 341,
      "start_seconds": 755,
      "source_timestamp": "12:35",
      "end_seconds": null,
      "text": "going on for hours and hours and hours."
    },
    {
      "index": 342,
      "start_seconds": 757,
      "source_timestamp": "12:37",
      "end_seconds": null,
      "text": "Now, if I had infinite token compute, I"
    },
    {
      "index": 343,
      "start_seconds": 760,
      "source_timestamp": "12:40",
      "end_seconds": null,
      "text": "guess this could have ended up working"
    },
    {
      "index": 344,
      "start_seconds": 762,
      "source_timestamp": "12:42",
      "end_seconds": null,
      "text": "at some point. But the problem is that"
    },
    {
      "index": 345,
      "start_seconds": 766,
      "source_timestamp": "12:46",
      "end_seconds": null,
      "text": "it is just incredibly inefficient. And"
    },
    {
      "index": 346,
      "start_seconds": 767,
      "source_timestamp": "12:47",
      "end_seconds": null,
      "text": "if you think about it, if you had just a"
    },
    {
      "index": 347,
      "start_seconds": 770,
      "source_timestamp": "12:50",
      "end_seconds": null,
      "text": "few people and if you had 100 controls"
    },
    {
      "index": 348,
      "start_seconds": 772,
      "source_timestamp": "12:52",
      "end_seconds": null,
      "text": "to go through, would you rather have two"
    },
    {
      "index": 349,
      "start_seconds": 774,
      "source_timestamp": "12:54",
      "end_seconds": null,
      "text": "people go through all 100 controls or"
    },
    {
      "index": 350,
      "start_seconds": 776,
      "source_timestamp": "12:56",
      "end_seconds": null,
      "text": "would you would you rather have 100"
    },
    {
      "index": 351,
      "start_seconds": 778,
      "source_timestamp": "12:58",
      "end_seconds": null,
      "text": "people go through two controls each?"
    },
    {
      "index": 352,
      "start_seconds": 780,
      "source_timestamp": "13:00",
      "end_seconds": null,
      "text": "And the answer is actually quite"
    },
    {
      "index": 353,
      "start_seconds": 782,
      "source_timestamp": "13:02",
      "end_seconds": null,
      "text": "obvious. You would take the first one"
    },
    {
      "index": 354,
      "start_seconds": 785,
      "source_timestamp": "13:05",
      "end_seconds": null,
      "text": "because you would need to have 100"
    },
    {
      "index": 355,
      "start_seconds": 787,
      "source_timestamp": "13:07",
      "end_seconds": null,
      "text": "different people in the second case go"
    },
    {
      "index": 356,
      "start_seconds": 788,
      "source_timestamp": "13:08",
      "end_seconds": null,
      "text": "through the same context, the same"
    },
    {
      "index": 357,
      "start_seconds": 790,
      "source_timestamp": "13:10",
      "end_seconds": null,
      "text": "target every time. It's just"
    },
    {
      "index": 358,
      "start_seconds": 791,
      "source_timestamp": "13:11",
      "end_seconds": null,
      "text": "inefficient. So it makes sense"
    },
    {
      "index": 359,
      "start_seconds": 794,
      "source_timestamp": "13:14",
      "end_seconds": null,
      "text": "why this works like that in the agent"
    },
    {
      "index": 360,
      "start_seconds": 795,
      "source_timestamp": "13:15",
      "end_seconds": null,
      "text": "world too."
    },
    {
      "index": 361,
      "start_seconds": 797,
      "source_timestamp": "13:17",
      "end_seconds": null,
      "text": "And indeed it was quite bad. Another"
    },
    {
      "index": 362,
      "start_seconds": 800,
      "source_timestamp": "13:20",
      "end_seconds": null,
      "text": "really bad thing here that happened was"
    },
    {
      "index": 363,
      "start_seconds": 801,
      "source_timestamp": "13:21",
      "end_seconds": null,
      "text": "that"
    },
    {
      "index": 364,
      "start_seconds": 803,
      "source_timestamp": "13:23",
      "end_seconds": null,
      "text": "once there was a failure at any one"
    },
    {
      "index": 365,
      "start_seconds": 805,
      "source_timestamp": "13:25",
      "end_seconds": null,
      "text": "layer, it cascaded across the board."
    },
    {
      "index": 366,
      "start_seconds": 808,
      "source_timestamp": "13:28",
      "end_seconds": null,
      "text": "There was a specific instance with a DNS"
    },
    {
      "index": 367,
      "start_seconds": 810,
      "source_timestamp": "13:30",
      "end_seconds": null,
      "text": "failure. It was a tooling error, but"
    },
    {
      "index": 368,
      "start_seconds": 812,
      "source_timestamp": "13:32",
      "end_seconds": null,
      "text": "regardless that cascaded across all the"
    },
    {
      "index": 369,
      "start_seconds": 814,
      "source_timestamp": "13:34",
      "end_seconds": null,
      "text": "sub agents that are underneath it, the"
    },
    {
      "index": 370,
      "start_seconds": 815,
      "source_timestamp": "13:35",
      "end_seconds": null,
      "text": "verifiers, the re-reproducers and it"
    },
    {
      "index": 371,
      "start_seconds": 818,
      "source_timestamp": "13:38",
      "end_seconds": null,
      "text": "just it was not a good time."
    },
    {
      "index": 372,
      "start_seconds": 822,
      "source_timestamp": "13:42",
      "end_seconds": null,
      "text": "So certainly something to think about."
    },
    {
      "index": 373,
      "start_seconds": 824,
      "source_timestamp": "13:44",
      "end_seconds": null,
      "text": "In fact, just recently Anthropic put out"
    },
    {
      "index": 374,
      "start_seconds": 826,
      "source_timestamp": "13:46",
      "end_seconds": null,
      "text": "research and put out an article saying"
    },
    {
      "index": 375,
      "start_seconds": 829,
      "source_timestamp": "13:49",
      "end_seconds": null,
      "text": "begging really people to stop using sub"
    },
    {
      "index": 376,
      "start_seconds": 832,
      "source_timestamp": "13:52",
      "end_seconds": null,
      "text": "agents for a lot of the work that a"
    },
    {
      "index": 377,
      "start_seconds": 835,
      "source_timestamp": "13:55",
      "end_seconds": null,
      "text": "single agent could do."
    },
    {
      "index": 378,
      "start_seconds": 837,
      "source_timestamp": "13:57",
      "end_seconds": null,
      "text": "So I took both of those learnings and I"
    },
    {
      "index": 379,
      "start_seconds": 840,
      "source_timestamp": "14:00",
      "end_seconds": null,
      "text": "sat a little bit with my"
    },
    {
      "index": 380,
      "start_seconds": 842,
      "source_timestamp": "14:02",
      "end_seconds": null,
      "text": "agent personnel and we came up with"
    },
    {
      "index": 381,
      "start_seconds": 845,
      "source_timestamp": "14:05",
      "end_seconds": null,
      "text": "Certifly, which is a LangGraph based"
    },
    {
      "index": 382,
      "start_seconds": 848,
      "source_timestamp": "14:08",
      "end_seconds": null,
      "text": "swarm, meaning it actually orchestrates"
    },
    {
      "index": 383,
      "start_seconds": 851,
      "source_timestamp": "14:11",
      "end_seconds": null,
      "text": "in a very direct manner and controls"
    },
    {
      "index": 384,
      "start_seconds": 853,
      "source_timestamp": "14:13",
      "end_seconds": null,
      "text": "what agents can and cannot do,"
    },
    {
      "index": 385,
      "start_seconds": 855,
      "source_timestamp": "14:15",
      "end_seconds": null,
      "text": "connected with an actual uh little"
    },
    {
      "index": 386,
      "start_seconds": 857,
      "source_timestamp": "14:17",
      "end_seconds": null,
      "text": "Python script, program that didn't let"
    },
    {
      "index": 387,
      "start_seconds": 860,
      "source_timestamp": "14:20",
      "end_seconds": null,
      "text": "agents to actually write the report"
    },
    {
      "index": 388,
      "start_seconds": 861,
      "source_timestamp": "14:21",
      "end_seconds": null,
      "text": "themselves, but picked out from the"
    },
    {
      "index": 389,
      "start_seconds": 863,
      "source_timestamp": "14:23",
      "end_seconds": null,
      "text": "agents output and wrote the report."
    },
    {
      "index": 390,
      "start_seconds": 866,
      "source_timestamp": "14:26",
      "end_seconds": null,
      "text": "Um I only settled on two agents this"
    },
    {
      "index": 391,
      "start_seconds": 869,
      "source_timestamp": "14:29",
      "end_seconds": null,
      "text": "time. I mean, I did sometimes run a few"
    },
    {
      "index": 392,
      "start_seconds": 871,
      "source_timestamp": "14:31",
      "end_seconds": null,
      "text": "instances of that in parallel, but"
    },
    {
      "index": 393,
      "start_seconds": 873,
      "source_timestamp": "14:33",
      "end_seconds": null,
      "text": "really I only had two agents, a producer"
    },
    {
      "index": 394,
      "start_seconds": 875,
      "source_timestamp": "14:35",
      "end_seconds": null,
      "text": "and a reviewer."
    },
    {
      "index": 395,
      "start_seconds": 877,
      "source_timestamp": "14:37",
      "end_seconds": null,
      "text": "Had a custom VM that would actually be"
    },
    {
      "index": 396,
      "start_seconds": 879,
      "source_timestamp": "14:39",
      "end_seconds": null,
      "text": "running tooling and"
    },
    {
      "index": 397,
      "start_seconds": 881,
      "source_timestamp": "14:41",
      "end_seconds": null,
      "text": "um like fuzzers and like static"
    },
    {
      "index": 398,
      "start_seconds": 883,
      "source_timestamp": "14:43",
      "end_seconds": null,
      "text": "analyzers that would produce very"
    },
    {
      "index": 399,
      "start_seconds": 886,
      "source_timestamp": "14:46",
      "end_seconds": null,
      "text": "determined deterministic, excuse me,"
    },
    {
      "index": 400,
      "start_seconds": 888,
      "source_timestamp": "14:48",
      "end_seconds": null,
      "text": "output."
    },
    {
      "index": 401,
      "start_seconds": 889,
      "source_timestamp": "14:49",
      "end_seconds": null,
      "text": "And all in all, it worked into something"
    },
    {
      "index": 402,
      "start_seconds": 891,
      "source_timestamp": "14:51",
      "end_seconds": null,
      "text": "like this."
    },
    {
      "index": 403,
      "start_seconds": 892,
      "source_timestamp": "14:52",
      "end_seconds": null,
      "text": "Uh yeah, as I mentioned, agents only"
    },
    {
      "index": 404,
      "start_seconds": 894,
      "source_timestamp": "14:54",
      "end_seconds": null,
      "text": "proposed reviews and the actual code was"
    },
    {
      "index": 405,
      "start_seconds": 897,
      "source_timestamp": "14:57",
      "end_seconds": null,
      "text": "what decided whether or not this is"
    },
    {
      "index": 406,
      "start_seconds": 899,
      "source_timestamp": "14:59",
      "end_seconds": null,
      "text": "going to make it into the report."
    },
    {
      "index": 407,
      "start_seconds": 902,
      "source_timestamp": "15:02",
      "end_seconds": null,
      "text": "Uh an important thing here is that"
    },
    {
      "index": 408,
      "start_seconds": 904,
      "source_timestamp": "15:04",
      "end_seconds": null,
      "text": "certifications are not just a report."
    },
    {
      "index": 409,
      "start_seconds": 906,
      "source_timestamp": "15:06",
      "end_seconds": null,
      "text": "Certification is a lot more. And with"
    },
    {
      "index": 410,
      "start_seconds": 908,
      "source_timestamp": "15:08",
      "end_seconds": null,
      "text": "agents, it is very easy to"
    },
    {
      "index": 411,
      "start_seconds": 911,
      "source_timestamp": "15:11",
      "end_seconds": null,
      "text": "um not actually have any of that work to"
    },
    {
      "index": 412,
      "start_seconds": 914,
      "source_timestamp": "15:14",
      "end_seconds": null,
      "text": "be done and to kind of hallucinate the"
    },
    {
      "index": 413,
      "start_seconds": 916,
      "source_timestamp": "15:16",
      "end_seconds": null,
      "text": "answer. So one of the things you could"
    },
    {
      "index": 414,
      "start_seconds": 918,
      "source_timestamp": "15:18",
      "end_seconds": null,
      "text": "have is you could have a report and you"
    },
    {
      "index": 415,
      "start_seconds": 919,
      "source_timestamp": "15:19",
      "end_seconds": null,
      "text": "could even have evidence without report,"
    },
    {
      "index": 416,
      "start_seconds": 921,
      "source_timestamp": "15:21",
      "end_seconds": null,
      "text": "but it doesn't necessarily mean the"
    },
    {
      "index": 417,
      "start_seconds": 923,
      "source_timestamp": "15:23",
      "end_seconds": null,
      "text": "agent went through that review."
    },
    {
      "index": 418,
      "start_seconds": 925,
      "source_timestamp": "15:25",
      "end_seconds": null,
      "text": "So how I did about went about this is I"
    },
    {
      "index": 419,
      "start_seconds": 928,
      "source_timestamp": "15:28",
      "end_seconds": null,
      "text": "had some visibility for all processes. I"
    },
    {
      "index": 420,
      "start_seconds": 930,
      "source_timestamp": "15:30",
      "end_seconds": null,
      "text": "had some verification checks like hash"
    },
    {
      "index": 421,
      "start_seconds": 933,
      "source_timestamp": "15:33",
      "end_seconds": null,
      "text": "files uh or hashes of files that were"
    },
    {
      "index": 422,
      "start_seconds": 936,
      "source_timestamp": "15:36",
      "end_seconds": null,
      "text": "were checked, audit trails to make sure"
    },
    {
      "index": 423,
      "start_seconds": 937,
      "source_timestamp": "15:37",
      "end_seconds": null,
      "text": "that agents actually read it. Had"
    },
    {
      "index": 424,
      "start_seconds": 939,
      "source_timestamp": "15:39",
      "end_seconds": null,
      "text": "canaries where I placed uh incorrect or"
    },
    {
      "index": 425,
      "start_seconds": 943,
      "source_timestamp": "15:43",
      "end_seconds": null,
      "text": "things that should trip up the agents"
    },
    {
      "index": 426,
      "start_seconds": 945,
      "source_timestamp": "15:45",
      "end_seconds": null,
      "text": "um certifications in the code to see"
    },
    {
      "index": 427,
      "start_seconds": 947,
      "source_timestamp": "15:47",
      "end_seconds": null,
      "text": "that actually showed up. And then"
    },
    {
      "index": 428,
      "start_seconds": 949,
      "source_timestamp": "15:49",
      "end_seconds": null,
      "text": "finally actually had the human in the"
    },
    {
      "index": 429,
      "start_seconds": 950,
      "source_timestamp": "15:50",
      "end_seconds": null,
      "text": "loop to attest. And how I did that was"
    },
    {
      "index": 430,
      "start_seconds": 954,
      "source_timestamp": "15:54",
      "end_seconds": null,
      "text": "for every verdict of every control, I"
    },
    {
      "index": 431,
      "start_seconds": 956,
      "source_timestamp": "15:56",
      "end_seconds": null,
      "text": "provided a certain amount of metadata"
    },
    {
      "index": 432,
      "start_seconds": 959,
      "source_timestamp": "15:59",
      "end_seconds": null,
      "text": "that has to come with the verdict so"
    },
    {
      "index": 433,
      "start_seconds": 961,
      "source_timestamp": "16:01",
      "end_seconds": null,
      "text": "that somebody else could go along and"
    },
    {
      "index": 434,
      "start_seconds": 962,
      "source_timestamp": "16:02",
      "end_seconds": null,
      "text": "certify that. And that could be a human,"
    },
    {
      "index": 435,
      "start_seconds": 965,
      "source_timestamp": "16:05",
      "end_seconds": null,
      "text": "could be not necessarily human. In my"
    },
    {
      "index": 436,
      "start_seconds": 966,
      "source_timestamp": "16:06",
      "end_seconds": null,
      "text": "case, I did a little bit of a UI here"
    },
    {
      "index": 437,
      "start_seconds": 969,
      "source_timestamp": "16:09",
      "end_seconds": null,
      "text": "where I had an actual evidence kind of"
    },
    {
      "index": 438,
      "start_seconds": 971,
      "source_timestamp": "16:11",
      "end_seconds": null,
      "text": "portal where a human could come in and"
    },
    {
      "index": 439,
      "start_seconds": 973,
      "source_timestamp": "16:13",
      "end_seconds": null,
      "text": "verify this. And the idea here is that"
    },
    {
      "index": 440,
      "start_seconds": 975,
      "source_timestamp": "16:15",
      "end_seconds": null,
      "text": "maybe"
    },
    {
      "index": 441,
      "start_seconds": 977,
      "source_timestamp": "16:17",
      "end_seconds": null,
      "text": "it's not agents that need to verify and"
    },
    {
      "index": 442,
      "start_seconds": 978,
      "source_timestamp": "16:18",
      "end_seconds": null,
      "text": "test a test everything. Maybe it's still"
    },
    {
      "index": 443,
      "start_seconds": 981,
      "source_timestamp": "16:21",
      "end_seconds": null,
      "text": "humans, but agents and swarms can help"
    },
    {
      "index": 444,
      "start_seconds": 983,
      "source_timestamp": "16:23",
      "end_seconds": null,
      "text": "us get that information quickly."
    },
    {
      "index": 445,
      "start_seconds": 986,
      "source_timestamp": "16:26",
      "end_seconds": null,
      "text": "In any case, it ranked as best as the"
    },
    {
      "index": 446,
      "start_seconds": 989,
      "source_timestamp": "16:29",
      "end_seconds": null,
      "text": "the best agent,"
    },
    {
      "index": 447,
      "start_seconds": 991,
      "source_timestamp": "16:31",
      "end_seconds": null,
      "text": "but it also had all the evidence"
    },
    {
      "index": 448,
      "start_seconds": 993,
      "source_timestamp": "16:33",
      "end_seconds": null,
      "text": "alongside with it, with the reports,"
    },
    {
      "index": 449,
      "start_seconds": 995,
      "source_timestamp": "16:35",
      "end_seconds": null,
      "text": "with the"
    },
    {
      "index": 450,
      "start_seconds": 997,
      "source_timestamp": "16:37",
      "end_seconds": null,
      "text": "tooling, and with everything that goes"
    },
    {
      "index": 451,
      "start_seconds": 999,
      "source_timestamp": "16:39",
      "end_seconds": null,
      "text": "alongside it."
    },
    {
      "index": 452,
      "start_seconds": 1002,
      "source_timestamp": "16:42",
      "end_seconds": null,
      "text": "So yeah,"
    },
    {
      "index": 453,
      "start_seconds": 1003,
      "source_timestamp": "16:43",
      "end_seconds": null,
      "text": "be very very careful creating swarms cuz"
    },
    {
      "index": 454,
      "start_seconds": 1006,
      "source_timestamp": "16:46",
      "end_seconds": null,
      "text": "of course they can spiral out of"
    },
    {
      "index": 455,
      "start_seconds": 1008,
      "source_timestamp": "16:48",
      "end_seconds": null,
      "text": "control."
    },
    {
      "index": 456,
      "start_seconds": 1009,
      "source_timestamp": "16:49",
      "end_seconds": null,
      "text": "And note that in the future you might be"
    },
    {
      "index": 457,
      "start_seconds": 1011,
      "source_timestamp": "16:51",
      "end_seconds": null,
      "text": "creating swarms for other swarms. So"
    },
    {
      "index": 458,
      "start_seconds": 1014,
      "source_timestamp": "16:54",
      "end_seconds": null,
      "text": "specifically in the case with"
    },
    {
      "index": 459,
      "start_seconds": 1015,
      "source_timestamp": "16:55",
      "end_seconds": null,
      "text": "certifications, we might be creating"
    },
    {
      "index": 460,
      "start_seconds": 1017,
      "source_timestamp": "16:57",
      "end_seconds": null,
      "text": "certifications for other agents to kind"
    },
    {
      "index": 461,
      "start_seconds": 1019,
      "source_timestamp": "16:59",
      "end_seconds": null,
      "text": "of have that reputation network of code."
    },
    {
      "index": 462,
      "start_seconds": 1024,
      "source_timestamp": "17:04",
      "end_seconds": null,
      "text": "That's it."
    }
  ]
}
