{
  "schemaVersion": 1,
  "videoId": "y6CclXkTXms",
  "videoUrl": "https://www.youtube.com/watch?v=y6CclXkTXms",
  "title": "We Gave AI the Keys to Our CI — Then We Tried to Hack It",
  "speakerCredit": "Gustavo Dutra",
  "programmeTalkId": "dss26-159a2ac03e3adf20",
  "language": "en",
  "captionType": "auto-generated",
  "humanAccuracyReviewed": false,
  "spokenAudioCompletenessVerified": false,
  "cueEndTimesAvailable": false,
  "source": {
    "provider": "YouTube",
    "method": "native browser transcript export",
    "sha256": "7b6362702082d47a11cf321783f21ddea16bf0a99a5322fc9e8c00cd3b9c4e4f",
    "exportedAt": "2026-11-16T07:34:07.992235+00:00"
  },
  "qualityCaveats": [
    "Names, organizations, technical terms, code and numbers may be misrecognized.",
    "Source wording and disfluencies are preserved; no editorial corrections were applied.",
    "Export contains whole-second cue starts only; cue ends and subsecond timing are unavailable.",
    "A full caption-track export does not establish that every spoken word is represented.",
    "Automatic YouTube captions; not human-verified against the audio."
  ],
  "timingValidation": {
    "first_cue_start_seconds": 7,
    "last_cue_start_seconds": 653,
    "video_duration_seconds": 657,
    "seconds_after_last_cue_start": 4,
    "cue_start_gaps_over_30_seconds": [],
    "boundary_check": "pass",
    "criterion": "first cue <=15 seconds; last cue start within 30 seconds of player duration, allowing 1-second precision",
    "meaning": "Timing plausibility only; silence/applause or source caption omissions require audio review."
  },
  "segments": [
    {
      "index": 0,
      "start_seconds": 7,
      "source_timestamp": "0:07",
      "end_seconds": null,
      "text": "Hello everyone."
    },
    {
      "index": 1,
      "start_seconds": 9,
      "source_timestamp": "0:09",
      "end_seconds": null,
      "text": "I am Gustavo, and"
    },
    {
      "index": 2,
      "start_seconds": 11,
      "source_timestamp": "0:11",
      "end_seconds": null,
      "text": "this is the talk that I'm going to do."
    },
    {
      "index": 3,
      "start_seconds": 17,
      "source_timestamp": "0:17",
      "end_seconds": null,
      "text": "Yeah, so I'm going to talk about how we"
    },
    {
      "index": 4,
      "start_seconds": 20,
      "source_timestamp": "0:20",
      "end_seconds": null,
      "text": "built our current agentic systems at the"
    },
    {
      "index": 5,
      "start_seconds": 23,
      "source_timestamp": "0:23",
      "end_seconds": null,
      "text": "security engineering team at Polygon to"
    },
    {
      "index": 6,
      "start_seconds": 25,
      "source_timestamp": "0:25",
      "end_seconds": null,
      "text": "keep up with the engineering and how we"
    },
    {
      "index": 7,
      "start_seconds": 27,
      "source_timestamp": "0:27",
      "end_seconds": null,
      "text": "attacked them to"
    },
    {
      "index": 8,
      "start_seconds": 29,
      "source_timestamp": "0:29",
      "end_seconds": null,
      "text": "uncover some vulnerabilities."
    },
    {
      "index": 9,
      "start_seconds": 32,
      "source_timestamp": "0:32",
      "end_seconds": null,
      "text": "Yep, so I'm Gustavo, senior security"
    },
    {
      "index": 10,
      "start_seconds": 34,
      "source_timestamp": "0:34",
      "end_seconds": null,
      "text": "engineer at Polygon Labs. I have a heavy"
    },
    {
      "index": 11,
      "start_seconds": 37,
      "source_timestamp": "0:37",
      "end_seconds": null,
      "text": "engineering background like offensive"
    },
    {
      "index": 12,
      "start_seconds": 38,
      "source_timestamp": "0:38",
      "end_seconds": null,
      "text": "security engineer, and today I build and"
    },
    {
      "index": 13,
      "start_seconds": 41,
      "source_timestamp": "0:41",
      "end_seconds": null,
      "text": "break a lot of agents, and this is"
    },
    {
      "index": 14,
      "start_seconds": 44,
      "source_timestamp": "0:44",
      "end_seconds": null,
      "text": "basically my"
    },
    {
      "index": 15,
      "start_seconds": 46,
      "source_timestamp": "0:46",
      "end_seconds": null,
      "text": "all my work."
    },
    {
      "index": 16,
      "start_seconds": 49,
      "source_timestamp": "0:49",
      "end_seconds": null,
      "text": "So how we begin all the agentic work"
    },
    {
      "index": 17,
      "start_seconds": 52,
      "source_timestamp": "0:52",
      "end_seconds": null,
      "text": "that we are doing today there?"
    },
    {
      "index": 18,
      "start_seconds": 55,
      "source_timestamp": "0:55",
      "end_seconds": null,
      "text": "Our first problem was triaging bug"
    },
    {
      "index": 19,
      "start_seconds": 58,
      "source_timestamp": "0:58",
      "end_seconds": null,
      "text": "bounties. So we built this this guy"
    },
    {
      "index": 20,
      "start_seconds": 61,
      "source_timestamp": "1:01",
      "end_seconds": null,
      "text": "called"
    },
    {
      "index": 21,
      "start_seconds": 62,
      "source_timestamp": "1:02",
      "end_seconds": null,
      "text": "And we were getting like"
    },
    {
      "index": 22,
      "start_seconds": 65,
      "source_timestamp": "1:05",
      "end_seconds": null,
      "text": "200 something reports every month since"
    },
    {
      "index": 23,
      "start_seconds": 67,
      "source_timestamp": "1:07",
      "end_seconds": null,
      "text": "the beginning of the year because of AI."
    },
    {
      "index": 24,
      "start_seconds": 69,
      "source_timestamp": "1:09",
      "end_seconds": null,
      "text": "Everyone is using AI reporting a lot of"
    },
    {
      "index": 25,
      "start_seconds": 71,
      "source_timestamp": "1:11",
      "end_seconds": null,
      "text": "things."
    },
    {
      "index": 26,
      "start_seconds": 74,
      "source_timestamp": "1:14",
      "end_seconds": null,
      "text": "This are weird. Yeah. So"
    },
    {
      "index": 27,
      "start_seconds": 77,
      "source_timestamp": "1:17",
      "end_seconds": null,
      "text": "we have today three models that judges"
    },
    {
      "index": 28,
      "start_seconds": 80,
      "source_timestamp": "1:20",
      "end_seconds": null,
      "text": "every report that come, and the findings"
    },
    {
      "index": 29,
      "start_seconds": 82,
      "source_timestamp": "1:22",
      "end_seconds": null,
      "text": "go to their own team to handle, accept,"
    },
    {
      "index": 30,
      "start_seconds": 85,
      "source_timestamp": "1:25",
      "end_seconds": null,
      "text": "and do the fix if needed, and a human"
    },
    {
      "index": 31,
      "start_seconds": 88,
      "source_timestamp": "1:28",
      "end_seconds": null,
      "text": "makes the final call whether the"
    },
    {
      "index": 32,
      "start_seconds": 90,
      "source_timestamp": "1:30",
      "end_seconds": null,
      "text": "vulnerability gets accepted or not."
    },
    {
      "index": 33,
      "start_seconds": 94,
      "source_timestamp": "1:34",
      "end_seconds": null,
      "text": "So we needed to keep up with the"
    },
    {
      "index": 34,
      "start_seconds": 96,
      "source_timestamp": "1:36",
      "end_seconds": null,
      "text": "engineering team and not only with the"
    },
    {
      "index": 35,
      "start_seconds": 98,
      "source_timestamp": "1:38",
      "end_seconds": null,
      "text": "bug bounty reports."
    },
    {
      "index": 36,
      "start_seconds": 101,
      "source_timestamp": "1:41",
      "end_seconds": null,
      "text": "And the engineering was scaling pretty"
    },
    {
      "index": 37,
      "start_seconds": 103,
      "source_timestamp": "1:43",
      "end_seconds": null,
      "text": "well and pretty quick. They moved from"
    },
    {
      "index": 38,
      "start_seconds": 107,
      "source_timestamp": "1:47",
      "end_seconds": null,
      "text": "just having cloud or Codex or anything"
    },
    {
      "index": 39,
      "start_seconds": 109,
      "source_timestamp": "1:49",
      "end_seconds": null,
      "text": "on their CLI to cloud"
    },
    {
      "index": 40,
      "start_seconds": 112,
      "source_timestamp": "1:52",
      "end_seconds": null,
      "text": "agents."
    },
    {
      "index": 41,
      "start_seconds": 114,
      "source_timestamp": "1:54",
      "end_seconds": null,
      "text": "Their work today is mostly done from"
    },
    {
      "index": 42,
      "start_seconds": 117,
      "source_timestamp": "1:57",
      "end_seconds": null,
      "text": "Slack."
    },
    {
      "index": 43,
      "start_seconds": 118,
      "source_timestamp": "1:58",
      "end_seconds": null,
      "text": "They"
    },
    {
      "index": 44,
      "start_seconds": 120,
      "source_timestamp": "2:00",
      "end_seconds": null,
      "text": "200+"
    },
    {
      "index": 45,
      "start_seconds": 122,
      "source_timestamp": "2:02",
      "end_seconds": null,
      "text": "pull requests done every week, which is"
    },
    {
      "index": 46,
      "start_seconds": 125,
      "source_timestamp": "2:05",
      "end_seconds": null,
      "text": "almost impossible to keep up and audit"
    },
    {
      "index": 47,
      "start_seconds": 127,
      "source_timestamp": "2:07",
      "end_seconds": null,
      "text": "manually."
    },
    {
      "index": 48,
      "start_seconds": 129,
      "source_timestamp": "2:09",
      "end_seconds": null,
      "text": "And they AR review all the pull"
    },
    {
      "index": 49,
      "start_seconds": 131,
      "source_timestamp": "2:11",
      "end_seconds": null,
      "text": "requests, but we still have some humans"
    },
    {
      "index": 50,
      "start_seconds": 133,
      "source_timestamp": "2:13",
      "end_seconds": null,
      "text": "that does the final call on them."
    },
    {
      "index": 51,
      "start_seconds": 136,
      "source_timestamp": "2:16",
      "end_seconds": null,
      "text": "So about this, we have a blog post on"
    },
    {
      "index": 52,
      "start_seconds": 139,
      "source_timestamp": "2:19",
      "end_seconds": null,
      "text": "the Polygon Engineering blog from Dom"
    },
    {
      "index": 53,
      "start_seconds": 142,
      "source_timestamp": "2:22",
      "end_seconds": null,
      "text": "Felker, which is the responsible for"
    },
    {
      "index": 54,
      "start_seconds": 144,
      "source_timestamp": "2:24",
      "end_seconds": null,
      "text": "scaling AI with the engineering."
    },
    {
      "index": 55,
      "start_seconds": 146,
      "source_timestamp": "2:26",
      "end_seconds": null,
      "text": "So the security team also needed to"
    },
    {
      "index": 56,
      "start_seconds": 148,
      "source_timestamp": "2:28",
      "end_seconds": null,
      "text": "scale."
    },
    {
      "index": 57,
      "start_seconds": 150,
      "source_timestamp": "2:30",
      "end_seconds": null,
      "text": "And our one agent"
    },
    {
      "index": 58,
      "start_seconds": 153,
      "source_timestamp": "2:33",
      "end_seconds": null,
      "text": "that we had on the beginning of the year"
    },
    {
      "index": 59,
      "start_seconds": 155,
      "source_timestamp": "2:35",
      "end_seconds": null,
      "text": "became a fleet of agents. We have Janus"
    },
    {
      "index": 60,
      "start_seconds": 157,
      "source_timestamp": "2:37",
      "end_seconds": null,
      "text": "for bug bounty reports, triaging."
    },
    {
      "index": 61,
      "start_seconds": 161,
      "source_timestamp": "2:41",
      "end_seconds": null,
      "text": "We have Spectre. There is our internal"
    },
    {
      "index": 62,
      "start_seconds": 163,
      "source_timestamp": "2:43",
      "end_seconds": null,
      "text": "red team agent that hunts for"
    },
    {
      "index": 63,
      "start_seconds": 166,
      "source_timestamp": "2:46",
      "end_seconds": null,
      "text": "vulnerabilities every day, every time,"
    },
    {
      "index": 64,
      "start_seconds": 168,
      "source_timestamp": "2:48",
      "end_seconds": null,
      "text": "and validates these bugs and propose a"
    },
    {
      "index": 65,
      "start_seconds": 171,
      "source_timestamp": "2:51",
      "end_seconds": null,
      "text": "fix if they are found."
    },
    {
      "index": 66,
      "start_seconds": 173,
      "source_timestamp": "2:53",
      "end_seconds": null,
      "text": "We have Up Auditor, which is a"
    },
    {
      "index": 67,
      "start_seconds": 177,
      "source_timestamp": "2:57",
      "end_seconds": null,
      "text": "self-served"
    },
    {
      "index": 68,
      "start_seconds": 179,
      "source_timestamp": "2:59",
      "end_seconds": null,
      "text": "audit"
    },
    {
      "index": 69,
      "start_seconds": 180,
      "source_timestamp": "3:00",
      "end_seconds": null,
      "text": "app"
    },
    {
      "index": 70,
      "start_seconds": 181,
      "source_timestamp": "3:01",
      "end_seconds": null,
      "text": "that can trigger security audits from"
    },
    {
      "index": 71,
      "start_seconds": 184,
      "source_timestamp": "3:04",
      "end_seconds": null,
      "text": "Slack and"
    },
    {
      "index": 72,
      "start_seconds": 186,
      "source_timestamp": "3:06",
      "end_seconds": null,
      "text": "build threat models every day and also"
    },
    {
      "index": 73,
      "start_seconds": 189,
      "source_timestamp": "3:09",
      "end_seconds": null,
      "text": "audit some some some repositories that"
    },
    {
      "index": 74,
      "start_seconds": 192,
      "source_timestamp": "3:12",
      "end_seconds": null,
      "text": "are critical every single day."
    },
    {
      "index": 75,
      "start_seconds": 194,
      "source_timestamp": "3:14",
      "end_seconds": null,
      "text": "And from that, we went to the 17"
    },
    {
      "index": 76,
      "start_seconds": 197,
      "source_timestamp": "3:17",
      "end_seconds": null,
      "text": "security agents that we have today"
    },
    {
      "index": 77,
      "start_seconds": 199,
      "source_timestamp": "3:19",
      "end_seconds": null,
      "text": "running every day at Polygon Labs"
    },
    {
      "index": 78,
      "start_seconds": 202,
      "source_timestamp": "3:22",
      "end_seconds": null,
      "text": "and doing threat models,"
    },
    {
      "index": 79,
      "start_seconds": 205,
      "source_timestamp": "3:25",
      "end_seconds": null,
      "text": "alerting from triaging alerts for us,"
    },
    {
      "index": 80,
      "start_seconds": 209,
      "source_timestamp": "3:29",
      "end_seconds": null,
      "text": "doing machine checks, like we have we"
    },
    {
      "index": 81,
      "start_seconds": 211,
      "source_timestamp": "3:31",
      "end_seconds": null,
      "text": "own every machine at Polygon and we"
    },
    {
      "index": 82,
      "start_seconds": 213,
      "source_timestamp": "3:33",
      "end_seconds": null,
      "text": "check for patches and everything, and"
    },
    {
      "index": 83,
      "start_seconds": 216,
      "source_timestamp": "3:36",
      "end_seconds": null,
      "text": "also doing security audits, not only"
    },
    {
      "index": 84,
      "start_seconds": 218,
      "source_timestamp": "3:38",
      "end_seconds": null,
      "text": "from Up Auditor, but a lot of those"
    },
    {
      "index": 85,
      "start_seconds": 220,
      "source_timestamp": "3:40",
      "end_seconds": null,
      "text": "agents are doing security audits on"
    },
    {
      "index": 86,
      "start_seconds": 222,
      "source_timestamp": "3:42",
      "end_seconds": null,
      "text": "other repositories."
    },
    {
      "index": 87,
      "start_seconds": 224,
      "source_timestamp": "3:44",
      "end_seconds": null,
      "text": "And we to make this secure, we build for"
    },
    {
      "index": 88,
      "start_seconds": 228,
      "source_timestamp": "3:48",
      "end_seconds": null,
      "text": "a compromised agent."
    },
    {
      "index": 89,
      "start_seconds": 230,
      "source_timestamp": "3:50",
      "end_seconds": null,
      "text": "Inputs they are data. We never input"
    },
    {
      "index": 90,
      "start_seconds": 232,
      "source_timestamp": "3:52",
      "end_seconds": null,
      "text": "commands on the agents."
    },
    {
      "index": 91,
      "start_seconds": 234,
      "source_timestamp": "3:54",
      "end_seconds": null,
      "text": "We only have write access where is"
    },
    {
      "index": 92,
      "start_seconds": 237,
      "source_timestamp": "3:57",
      "end_seconds": null,
      "text": "strictly needed."
    },
    {
      "index": 93,
      "start_seconds": 239,
      "source_timestamp": "3:59",
      "end_seconds": null,
      "text": "Sandbox everything, of course."
    },
    {
      "index": 94,
      "start_seconds": 241,
      "source_timestamp": "4:01",
      "end_seconds": null,
      "text": "And dangerous actions also need to be"
    },
    {
      "index": 95,
      "start_seconds": 244,
      "source_timestamp": "4:04",
      "end_seconds": null,
      "text": "triggered on the final for by humans."
    },
    {
      "index": 96,
      "start_seconds": 247,
      "source_timestamp": "4:07",
      "end_seconds": null,
      "text": "And we don't let the or at least we try"
    },
    {
      "index": 97,
      "start_seconds": 250,
      "source_timestamp": "4:10",
      "end_seconds": null,
      "text": "to not let the agents socially engineer"
    },
    {
      "index": 98,
      "start_seconds": 253,
      "source_timestamp": "4:13",
      "end_seconds": null,
      "text": "the employees of Polygon Labs, so we"
    },
    {
      "index": 99,
      "start_seconds": 255,
      "source_timestamp": "4:15",
      "end_seconds": null,
      "text": "don't tag people or carry links from the"
    },
    {
      "index": 100,
      "start_seconds": 258,
      "source_timestamp": "4:18",
      "end_seconds": null,
      "text": "output of the agents."
    },
    {
      "index": 101,
      "start_seconds": 261,
      "source_timestamp": "4:21",
      "end_seconds": null,
      "text": "Uh"
    },
    {
      "index": 102,
      "start_seconds": 263,
      "source_timestamp": "4:23",
      "end_seconds": null,
      "text": "So yeah, we assume that every agent is"
    },
    {
      "index": 103,
      "start_seconds": 266,
      "source_timestamp": "4:26",
      "end_seconds": null,
      "text": "compromised. We threat model them and"
    },
    {
      "index": 104,
      "start_seconds": 268,
      "source_timestamp": "4:28",
      "end_seconds": null,
      "text": "then we attack them ourselves."
    },
    {
      "index": 105,
      "start_seconds": 271,
      "source_timestamp": "4:31",
      "end_seconds": null,
      "text": "And how we attacked the agents?"
    },
    {
      "index": 106,
      "start_seconds": 275,
      "source_timestamp": "4:35",
      "end_seconds": null,
      "text": "Before uh"
    },
    {
      "index": 107,
      "start_seconds": 278,
      "source_timestamp": "4:38",
      "end_seconds": null,
      "text": "firing the first payload to any agent,"
    },
    {
      "index": 108,
      "start_seconds": 280,
      "source_timestamp": "4:40",
      "end_seconds": null,
      "text": "we map every read and write that we"
    },
    {
      "index": 109,
      "start_seconds": 283,
      "source_timestamp": "4:43",
      "end_seconds": null,
      "text": "have. We threat model them with our own"
    },
    {
      "index": 110,
      "start_seconds": 286,
      "source_timestamp": "4:46",
      "end_seconds": null,
      "text": "tailor skills that we have in house."
    },
    {
      "index": 111,
      "start_seconds": 289,
      "source_timestamp": "4:49",
      "end_seconds": null,
      "text": "Uh"
    },
    {
      "index": 112,
      "start_seconds": 290,
      "source_timestamp": "4:50",
      "end_seconds": null,
      "text": "we fire the payloads that we tailor for"
    },
    {
      "index": 113,
      "start_seconds": 293,
      "source_timestamp": "4:53",
      "end_seconds": null,
      "text": "each agent."
    },
    {
      "index": 114,
      "start_seconds": 295,
      "source_timestamp": "4:55",
      "end_seconds": null,
      "text": "And for this we use prompt full some AI"
    },
    {
      "index": 115,
      "start_seconds": 298,
      "source_timestamp": "4:58",
      "end_seconds": null,
      "text": "bring"
    },
    {
      "index": 116,
      "start_seconds": 299,
      "source_timestamp": "4:59",
      "end_seconds": null,
      "text": "libraries and things that we gather"
    },
    {
      "index": 117,
      "start_seconds": 301,
      "source_timestamp": "5:01",
      "end_seconds": null,
      "text": "every day from our own agents."
    },
    {
      "index": 118,
      "start_seconds": 306,
      "source_timestamp": "5:06",
      "end_seconds": null,
      "text": "So what the models did well when we"
    },
    {
      "index": 119,
      "start_seconds": 308,
      "source_timestamp": "5:08",
      "end_seconds": null,
      "text": "attacked them? They checked it, decided"
    },
    {
      "index": 120,
      "start_seconds": 311,
      "source_timestamp": "5:11",
      "end_seconds": null,
      "text": "sources. They spotted a lot of"
    },
    {
      "index": 121,
      "start_seconds": 313,
      "source_timestamp": "5:13",
      "end_seconds": null,
      "text": "injections."
    },
    {
      "index": 122,
      "start_seconds": 314,
      "source_timestamp": "5:14",
      "end_seconds": null,
      "text": "They asked it before rights and"
    },
    {
      "index": 123,
      "start_seconds": 318,
      "source_timestamp": "5:18",
      "end_seconds": null,
      "text": "some agents detected and cited attacks"
    },
    {
      "index": 124,
      "start_seconds": 321,
      "source_timestamp": "5:21",
      "end_seconds": null,
      "text": "that were made and logged by other"
    },
    {
      "index": 125,
      "start_seconds": 323,
      "source_timestamp": "5:23",
      "end_seconds": null,
      "text": "agents."
    },
    {
      "index": 126,
      "start_seconds": 324,
      "source_timestamp": "5:24",
      "end_seconds": null,
      "text": "There was one special attack that we did"
    },
    {
      "index": 127,
      "start_seconds": 326,
      "source_timestamp": "5:26",
      "end_seconds": null,
      "text": "and got through. We"
    },
    {
      "index": 128,
      "start_seconds": 330,
      "source_timestamp": "5:30",
      "end_seconds": null,
      "text": "in did a injection of this footer on a"
    },
    {
      "index": 129,
      "start_seconds": 334,
      "source_timestamp": "5:34",
      "end_seconds": null,
      "text": "message that was sent to a agent."
    },
    {
      "index": 130,
      "start_seconds": 336,
      "source_timestamp": "5:36",
      "end_seconds": null,
      "text": "And"
    },
    {
      "index": 131,
      "start_seconds": 338,
      "source_timestamp": "5:38",
      "end_seconds": null,
      "text": "Wait."
    },
    {
      "index": 132,
      "start_seconds": 340,
      "source_timestamp": "5:40",
      "end_seconds": null,
      "text": "So it got this text and it it bypassed"
    },
    {
      "index": 133,
      "start_seconds": 346,
      "source_timestamp": "5:46",
      "end_seconds": null,
      "text": "some checks and went through the other"
    },
    {
      "index": 134,
      "start_seconds": 347,
      "source_timestamp": "5:47",
      "end_seconds": null,
      "text": "agents and this could be used to"
    },
    {
      "index": 135,
      "start_seconds": 350,
      "source_timestamp": "5:50",
      "end_seconds": null,
      "text": "poison not to attack this agent"
    },
    {
      "index": 136,
      "start_seconds": 352,
      "source_timestamp": "5:52",
      "end_seconds": null,
      "text": "specifically, but also to poison the"
    },
    {
      "index": 137,
      "start_seconds": 354,
      "source_timestamp": "5:54",
      "end_seconds": null,
      "text": "other agents that we have in fleet and"
    },
    {
      "index": 138,
      "start_seconds": 356,
      "source_timestamp": "5:56",
      "end_seconds": null,
      "text": "scale for uh"
    },
    {
      "index": 139,
      "start_seconds": 358,
      "source_timestamp": "5:58",
      "end_seconds": null,
      "text": "more critical attack."
    },
    {
      "index": 140,
      "start_seconds": 361,
      "source_timestamp": "6:01",
      "end_seconds": null,
      "text": "Uh and"
    },
    {
      "index": 141,
      "start_seconds": 362,
      "source_timestamp": "6:02",
      "end_seconds": null,
      "text": "how we fix this? We fix this not on the"
    },
    {
      "index": 142,
      "start_seconds": 365,
      "source_timestamp": "6:05",
      "end_seconds": null,
      "text": "model because the models usually detect"
    },
    {
      "index": 143,
      "start_seconds": 367,
      "source_timestamp": "6:07",
      "end_seconds": null,
      "text": "well the"
    },
    {
      "index": 144,
      "start_seconds": 369,
      "source_timestamp": "6:09",
      "end_seconds": null,
      "text": "uh prompt injection injections and"
    },
    {
      "index": 145,
      "start_seconds": 371,
      "source_timestamp": "6:11",
      "end_seconds": null,
      "text": "things that we have today, Opus, GLM,"
    },
    {
      "index": 146,
      "start_seconds": 373,
      "source_timestamp": "6:13",
      "end_seconds": null,
      "text": "the other models they are like pretty"
    },
    {
      "index": 147,
      "start_seconds": 375,
      "source_timestamp": "6:15",
      "end_seconds": null,
      "text": "good on that, but we need to fix this on"
    },
    {
      "index": 148,
      "start_seconds": 378,
      "source_timestamp": "6:18",
      "end_seconds": null,
      "text": "the the infrastructure and on the"
    },
    {
      "index": 149,
      "start_seconds": 380,
      "source_timestamp": "6:20",
      "end_seconds": null,
      "text": "pipeline. So we tag data"
    },
    {
      "index": 150,
      "start_seconds": 383,
      "source_timestamp": "6:23",
      "end_seconds": null,
      "text": "uh and the agents now know uh that this"
    },
    {
      "index": 151,
      "start_seconds": 385,
      "source_timestamp": "6:25",
      "end_seconds": null,
      "text": "output is coming from another agent and"
    },
    {
      "index": 152,
      "start_seconds": 387,
      "source_timestamp": "6:27",
      "end_seconds": null,
      "text": "not from a human or trusted source."
    },
    {
      "index": 153,
      "start_seconds": 391,
      "source_timestamp": "6:31",
      "end_seconds": null,
      "text": "And I brought finally uh"
    },
    {
      "index": 154,
      "start_seconds": 394,
      "source_timestamp": "6:34",
      "end_seconds": null,
      "text": "case study"
    },
    {
      "index": 155,
      "start_seconds": 396,
      "source_timestamp": "6:36",
      "end_seconds": null,
      "text": "of uh attack that we did on internal"
    },
    {
      "index": 156,
      "start_seconds": 398,
      "source_timestamp": "6:38",
      "end_seconds": null,
      "text": "agent from the engineering team."
    },
    {
      "index": 157,
      "start_seconds": 401,
      "source_timestamp": "6:41",
      "end_seconds": null,
      "text": "This is Geo."
    },
    {
      "index": 158,
      "start_seconds": 402,
      "source_timestamp": "6:42",
      "end_seconds": null,
      "text": "It was"
    },
    {
      "index": 159,
      "start_seconds": 404,
      "source_timestamp": "6:44",
      "end_seconds": null,
      "text": "kind of the first uh"
    },
    {
      "index": 160,
      "start_seconds": 406,
      "source_timestamp": "6:46",
      "end_seconds": null,
      "text": "cloud solution that we did where you"
    },
    {
      "index": 161,
      "start_seconds": 409,
      "source_timestamp": "6:49",
      "end_seconds": null,
      "text": "input uh"
    },
    {
      "index": 162,
      "start_seconds": 412,
      "source_timestamp": "6:52",
      "end_seconds": null,
      "text": "uh a prompt in English and the output is"
    },
    {
      "index": 163,
      "start_seconds": 415,
      "source_timestamp": "6:55",
      "end_seconds": null,
      "text": "a pull request."
    },
    {
      "index": 164,
      "start_seconds": 416,
      "source_timestamp": "6:56",
      "end_seconds": null,
      "text": "Uh"
    },
    {
      "index": 165,
      "start_seconds": 417,
      "source_timestamp": "6:57",
      "end_seconds": null,
      "text": "it had its own sandbox and a web app and"
    },
    {
      "index": 166,
      "start_seconds": 420,
      "source_timestamp": "7:00",
      "end_seconds": null,
      "text": "you could trigger them from from Geo on"
    },
    {
      "index": 167,
      "start_seconds": 423,
      "source_timestamp": "7:03",
      "end_seconds": null,
      "text": "Slack."
    },
    {
      "index": 168,
      "start_seconds": 424,
      "source_timestamp": "7:04",
      "end_seconds": null,
      "text": "Every session is hoping to the whole"
    },
    {
      "index": 169,
      "start_seconds": 426,
      "source_timestamp": "7:06",
      "end_seconds": null,
      "text": "work because we wanted everything full"
    },
    {
      "index": 170,
      "start_seconds": 428,
      "source_timestamp": "7:08",
      "end_seconds": null,
      "text": "transparent, so every engineer could see"
    },
    {
      "index": 171,
      "start_seconds": 430,
      "source_timestamp": "7:10",
      "end_seconds": null,
      "text": "what everyone is prompting."
    },
    {
      "index": 172,
      "start_seconds": 434,
      "source_timestamp": "7:14",
      "end_seconds": null,
      "text": "And it was the first version of what we"
    },
    {
      "index": 173,
      "start_seconds": 436,
      "source_timestamp": "7:16",
      "end_seconds": null,
      "text": "use today that is referenced on that"
    },
    {
      "index": 174,
      "start_seconds": 438,
      "source_timestamp": "7:18",
      "end_seconds": null,
      "text": "blog post from Don Felker. Today it's on"
    },
    {
      "index": 175,
      "start_seconds": 440,
      "source_timestamp": "7:20",
      "end_seconds": null,
      "text": "Slack as well, but we don't use this bot"
    },
    {
      "index": 176,
      "start_seconds": 443,
      "source_timestamp": "7:23",
      "end_seconds": null,
      "text": "anymore, but it was fun when we were"
    },
    {
      "index": 177,
      "start_seconds": 445,
      "source_timestamp": "7:25",
      "end_seconds": null,
      "text": "using it."
    },
    {
      "index": 178,
      "start_seconds": 447,
      "source_timestamp": "7:27",
      "end_seconds": null,
      "text": "And to attack Geo, we needed to ask uh"
    },
    {
      "index": 179,
      "start_seconds": 450,
      "source_timestamp": "7:30",
      "end_seconds": null,
      "text": "different question."
    },
    {
      "index": 180,
      "start_seconds": 452,
      "source_timestamp": "7:32",
      "end_seconds": null,
      "text": "Every session was holding its own Git"
    },
    {
      "index": 181,
      "start_seconds": 454,
      "source_timestamp": "7:34",
      "end_seconds": null,
      "text": "credential"
    },
    {
      "index": 182,
      "start_seconds": 455,
      "source_timestamp": "7:35",
      "end_seconds": null,
      "text": "and the question was can I become an"
    },
    {
      "index": 183,
      "start_seconds": 458,
      "source_timestamp": "7:38",
      "end_seconds": null,
      "text": "engineer and push code without anyone"
    },
    {
      "index": 184,
      "start_seconds": 460,
      "source_timestamp": "7:40",
      "end_seconds": null,
      "text": "noticing because everything was"
    },
    {
      "index": 185,
      "start_seconds": 462,
      "source_timestamp": "7:42",
      "end_seconds": null,
      "text": "transparent. So"
    },
    {
      "index": 186,
      "start_seconds": 465,
      "source_timestamp": "7:45",
      "end_seconds": null,
      "text": "uh of course I can write code, but can I"
    },
    {
      "index": 187,
      "start_seconds": 467,
      "source_timestamp": "7:47",
      "end_seconds": null,
      "text": "write code impersonating another"
    },
    {
      "index": 188,
      "start_seconds": 469,
      "source_timestamp": "7:49",
      "end_seconds": null,
      "text": "engineer and not being detected?"
    },
    {
      "index": 189,
      "start_seconds": 471,
      "source_timestamp": "7:51",
      "end_seconds": null,
      "text": "And yes, we could because every session"
    },
    {
      "index": 190,
      "start_seconds": 475,
      "source_timestamp": "7:55",
      "end_seconds": null,
      "text": "also has a shell on that on that system."
    },
    {
      "index": 191,
      "start_seconds": 478,
      "source_timestamp": "7:58",
      "end_seconds": null,
      "text": "So we opened it uh on the web browser or"
    },
    {
      "index": 192,
      "start_seconds": 481,
      "source_timestamp": "8:01",
      "end_seconds": null,
      "text": "on the on the Slack and every session"
    },
    {
      "index": 193,
      "start_seconds": 485,
      "source_timestamp": "8:05",
      "end_seconds": null,
      "text": "new newly created session made a shell"
    },
    {
      "index": 194,
      "start_seconds": 488,
      "source_timestamp": "8:08",
      "end_seconds": null,
      "text": "on"
    },
    {
      "index": 195,
      "start_seconds": 489,
      "source_timestamp": "8:09",
      "end_seconds": null,
      "text": "to do the pull request."
    },
    {
      "index": 196,
      "start_seconds": 491,
      "source_timestamp": "8:11",
      "end_seconds": null,
      "text": "And this is what we attacked. So the"
    },
    {
      "index": 197,
      "start_seconds": 493,
      "source_timestamp": "8:13",
      "end_seconds": null,
      "text": "five steps that we did to get the shell"
    },
    {
      "index": 198,
      "start_seconds": 496,
      "source_timestamp": "8:16",
      "end_seconds": null,
      "text": "from other people"
    },
    {
      "index": 199,
      "start_seconds": 498,
      "source_timestamp": "8:18",
      "end_seconds": null,
      "text": "were list every running session, which"
    },
    {
      "index": 200,
      "start_seconds": 500,
      "source_timestamp": "8:20",
      "end_seconds": null,
      "text": "was pretty easy because everything was"
    },
    {
      "index": 201,
      "start_seconds": 503,
      "source_timestamp": "8:23",
      "end_seconds": null,
      "text": "transparent, get auto added as a member,"
    },
    {
      "index": 202,
      "start_seconds": 505,
      "source_timestamp": "8:25",
      "end_seconds": null,
      "text": "which also happened"
    },
    {
      "index": 203,
      "start_seconds": 508,
      "source_timestamp": "8:28",
      "end_seconds": null,
      "text": "instantaneously,"
    },
    {
      "index": 204,
      "start_seconds": 510,
      "source_timestamp": "8:30",
      "end_seconds": null,
      "text": "and subscribed over the web socket that"
    },
    {
      "index": 205,
      "start_seconds": 512,
      "source_timestamp": "8:32",
      "end_seconds": null,
      "text": "was exposed."
    },
    {
      "index": 206,
      "start_seconds": 517,
      "source_timestamp": "8:37",
      "end_seconds": null,
      "text": "And we when we subscribed to the web"
    },
    {
      "index": 207,
      "start_seconds": 519,
      "source_timestamp": "8:39",
      "end_seconds": null,
      "text": "socket, we received"
    },
    {
      "index": 208,
      "start_seconds": 522,
      "source_timestamp": "8:42",
      "end_seconds": null,
      "text": "terminal token that was decrypted and we"
    },
    {
      "index": 209,
      "start_seconds": 526,
      "source_timestamp": "8:46",
      "end_seconds": null,
      "text": "could open the shell that was accessed"
    },
    {
      "index": 210,
      "start_seconds": 529,
      "source_timestamp": "8:49",
      "end_seconds": null,
      "text": "to access that machine directly and not"
    },
    {
      "index": 211,
      "start_seconds": 531,
      "source_timestamp": "8:51",
      "end_seconds": null,
      "text": "through the the solution that they made."
    },
    {
      "index": 212,
      "start_seconds": 537,
      "source_timestamp": "8:57",
      "end_seconds": null,
      "text": "And so this is the chain that we did on"
    },
    {
      "index": 213,
      "start_seconds": 541,
      "source_timestamp": "9:01",
      "end_seconds": null,
      "text": "HTTP requests. We subscribed it, we"
    },
    {
      "index": 214,
      "start_seconds": 545,
      "source_timestamp": "9:05",
      "end_seconds": null,
      "text": "opened the the open socket session, and"
    },
    {
      "index": 215,
      "start_seconds": 548,
      "source_timestamp": "9:08",
      "end_seconds": null,
      "text": "from that we were able to just SSH on"
    },
    {
      "index": 216,
      "start_seconds": 550,
      "source_timestamp": "9:10",
      "end_seconds": null,
      "text": "the machine and write anything and"
    },
    {
      "index": 217,
      "start_seconds": 553,
      "source_timestamp": "9:13",
      "end_seconds": null,
      "text": "everything that was written there were"
    },
    {
      "index": 218,
      "start_seconds": 555,
      "source_timestamp": "9:15",
      "end_seconds": null,
      "text": "was"
    },
    {
      "index": 219,
      "start_seconds": 556,
      "source_timestamp": "9:16",
      "end_seconds": null,
      "text": "opening a pull request on the name of"
    },
    {
      "index": 220,
      "start_seconds": 558,
      "source_timestamp": "9:18",
      "end_seconds": null,
      "text": "the engineer that was using the"
    },
    {
      "index": 221,
      "start_seconds": 560,
      "source_timestamp": "9:20",
      "end_seconds": null,
      "text": "solution."
    },
    {
      "index": 222,
      "start_seconds": 561,
      "source_timestamp": "9:21",
      "end_seconds": null,
      "text": "We can play the demo video, but it's the"
    },
    {
      "index": 223,
      "start_seconds": 563,
      "source_timestamp": "9:23",
      "end_seconds": null,
      "text": "same thing but showing exactly the steps"
    },
    {
      "index": 224,
      "start_seconds": 567,
      "source_timestamp": "9:27",
      "end_seconds": null,
      "text": "and getting the shell and doing some"
    },
    {
      "index": 225,
      "start_seconds": 569,
      "source_timestamp": "9:29",
      "end_seconds": null,
      "text": "nasty stuff there."
    },
    {
      "index": 226,
      "start_seconds": 571,
      "source_timestamp": "9:31",
      "end_seconds": null,
      "text": "So with this attack and this the"
    },
    {
      "index": 227,
      "start_seconds": 574,
      "source_timestamp": "9:34",
      "end_seconds": null,
      "text": "analysis of the scenario in Geo and"
    },
    {
      "index": 228,
      "start_seconds": 576,
      "source_timestamp": "9:36",
      "end_seconds": null,
      "text": "everything that we learned today"
    },
    {
      "index": 229,
      "start_seconds": 579,
      "source_timestamp": "9:39",
      "end_seconds": null,
      "text": "was the model refusals are not security"
    },
    {
      "index": 230,
      "start_seconds": 582,
      "source_timestamp": "9:42",
      "end_seconds": null,
      "text": "boundary."
    },
    {
      "index": 231,
      "start_seconds": 585,
      "source_timestamp": "9:45",
      "end_seconds": null,
      "text": "Most of the models today"
    },
    {
      "index": 232,
      "start_seconds": 587,
      "source_timestamp": "9:47",
      "end_seconds": null,
      "text": "refuses a lot of prompt injections"
    },
    {
      "index": 233,
      "start_seconds": 590,
      "source_timestamp": "9:50",
      "end_seconds": null,
      "text": "in general, but there is a lot of other"
    },
    {
      "index": 234,
      "start_seconds": 592,
      "source_timestamp": "9:52",
      "end_seconds": null,
      "text": "security boundaries like that SSH token"
    },
    {
      "index": 235,
      "start_seconds": 595,
      "source_timestamp": "9:55",
      "end_seconds": null,
      "text": "or other things that we can do to like"
    },
    {
      "index": 236,
      "start_seconds": 598,
      "source_timestamp": "9:58",
      "end_seconds": null,
      "text": "access the agent work for from other"
    },
    {
      "index": 237,
      "start_seconds": 601,
      "source_timestamp": "10:01",
      "end_seconds": null,
      "text": "channels."
    },
    {
      "index": 238,
      "start_seconds": 602,
      "source_timestamp": "10:02",
      "end_seconds": null,
      "text": "And the agent output is never to be"
    },
    {
      "index": 239,
      "start_seconds": 604,
      "source_timestamp": "10:04",
      "end_seconds": null,
      "text": "trusted."
    },
    {
      "index": 240,
      "start_seconds": 607,
      "source_timestamp": "10:07",
      "end_seconds": null,
      "text": "The worst bug on that was the plane"
    },
    {
      "index": 241,
      "start_seconds": 609,
      "source_timestamp": "10:09",
      "end_seconds": null,
      "text": "access control, not something on the"
    },
    {
      "index": 242,
      "start_seconds": 610,
      "source_timestamp": "10:10",
      "end_seconds": null,
      "text": "agent itself."
    },
    {
      "index": 243,
      "start_seconds": 612,
      "source_timestamp": "10:12",
      "end_seconds": null,
      "text": "And the attack"
    },
    {
      "index": 244,
      "start_seconds": 614,
      "source_timestamp": "10:14",
      "end_seconds": null,
      "text": "uh against the the agents are done every"
    },
    {
      "index": 245,
      "start_seconds": 617,
      "source_timestamp": "10:17",
      "end_seconds": null,
      "text": "day after any change. So"
    },
    {
      "index": 246,
      "start_seconds": 620,
      "source_timestamp": "10:20",
      "end_seconds": null,
      "text": "as I said, we have 17 agents only on the"
    },
    {
      "index": 247,
      "start_seconds": 623,
      "source_timestamp": "10:23",
      "end_seconds": null,
      "text": "security teams, not counting all the"
    },
    {
      "index": 248,
      "start_seconds": 625,
      "source_timestamp": "10:25",
      "end_seconds": null,
      "text": "other agents that the engineering are"
    },
    {
      "index": 249,
      "start_seconds": 627,
      "source_timestamp": "10:27",
      "end_seconds": null,
      "text": "using. And every time we see a change on"
    },
    {
      "index": 250,
      "start_seconds": 629,
      "source_timestamp": "10:29",
      "end_seconds": null,
      "text": "the code that handles that agent, we"
    },
    {
      "index": 251,
      "start_seconds": 632,
      "source_timestamp": "10:32",
      "end_seconds": null,
      "text": "fire the same attacks to check again uh"
    },
    {
      "index": 252,
      "start_seconds": 635,
      "source_timestamp": "10:35",
      "end_seconds": null,
      "text": "if they are vulnerable to this kind of"
    },
    {
      "index": 253,
      "start_seconds": 637,
      "source_timestamp": "10:37",
      "end_seconds": null,
      "text": "attack, not only prompt injections, but"
    },
    {
      "index": 254,
      "start_seconds": 639,
      "source_timestamp": "10:39",
      "end_seconds": null,
      "text": "also attacks on other channels as well."
    },
    {
      "index": 255,
      "start_seconds": 646,
      "source_timestamp": "10:46",
      "end_seconds": null,
      "text": "And that's it. Thank you."
    },
    {
      "index": 256,
      "start_seconds": 649,
      "source_timestamp": "10:49",
      "end_seconds": null,
      "text": "If you have any questions, you can"
    },
    {
      "index": 257,
      "start_seconds": 651,
      "source_timestamp": "10:51",
      "end_seconds": null,
      "text": "contact me at"
    },
    {
      "index": 258,
      "start_seconds": 653,
      "source_timestamp": "10:53",
      "end_seconds": null,
      "text": "on Telegram and that's it."
    }
  ]
}
