{
  "schemaVersion": 1,
  "videoId": "LFOlyW6mx4M",
  "videoUrl": "https://www.youtube.com/watch?v=LFOlyW6mx4M",
  "title": "Formal Verification in the Age of AI: New Powers, New Traps",
  "speakerCredit": "Petar Calic",
  "programmeTalkId": "dss26-c8d6e30b0b42a923",
  "language": "en",
  "captionType": "auto-generated",
  "humanAccuracyReviewed": false,
  "spokenAudioCompletenessVerified": false,
  "cueEndTimesAvailable": false,
  "source": {
    "provider": "YouTube",
    "method": "native browser transcript export",
    "sha256": "3f1bd4932fd8ae6b7c664dad86975bd9a6721b9a1fa1fb82daed18aae91601cb",
    "exportedAt": "2026-11-16T07:34:46.980713+00:00"
  },
  "qualityCaveats": [
    "Names, organizations, technical terms, code and numbers may be misrecognized.",
    "Source wording and disfluencies are preserved; no editorial corrections were applied.",
    "Export contains whole-second cue starts only; cue ends and subsecond timing are unavailable.",
    "A full caption-track export does not establish that every spoken word is represented.",
    "Automatic YouTube captions; not human-verified against the audio."
  ],
  "timingValidation": {
    "first_cue_start_seconds": 1,
    "last_cue_start_seconds": 903,
    "video_duration_seconds": 904,
    "seconds_after_last_cue_start": 1,
    "cue_start_gaps_over_30_seconds": [],
    "boundary_check": "pass",
    "criterion": "first cue <=15 seconds; last cue start within 30 seconds of player duration, allowing 1-second precision",
    "meaning": "Timing plausibility only; silence/applause or source caption omissions require audio review."
  },
  "segments": [
    {
      "index": 0,
      "start_seconds": 1,
      "source_timestamp": "0:01",
      "end_seconds": null,
      "text": "My name is Peter,"
    },
    {
      "index": 1,
      "start_seconds": 2,
      "source_timestamp": "0:02",
      "end_seconds": null,
      "text": "and I'm the lead protocol engineer at"
    },
    {
      "index": 2,
      "start_seconds": 5,
      "source_timestamp": "0:05",
      "end_seconds": null,
      "text": "Spectra, which is a yield derivative."
    },
    {
      "index": 3,
      "start_seconds": 7,
      "source_timestamp": "0:07",
      "end_seconds": null,
      "text": "Okay."
    },
    {
      "index": 4,
      "start_seconds": 8,
      "source_timestamp": "0:08",
      "end_seconds": null,
      "text": "Today, I'm here to talk to you about how"
    },
    {
      "index": 5,
      "start_seconds": 12,
      "source_timestamp": "0:12",
      "end_seconds": null,
      "text": "we are changing our development"
    },
    {
      "index": 6,
      "start_seconds": 13,
      "source_timestamp": "0:13",
      "end_seconds": null,
      "text": "processes in this age of AI,"
    },
    {
      "index": 7,
      "start_seconds": 16,
      "source_timestamp": "0:16",
      "end_seconds": null,
      "text": "and especially in critical software."
    },
    {
      "index": 8,
      "start_seconds": 18,
      "source_timestamp": "0:18",
      "end_seconds": null,
      "text": "And I will do this through the"
    },
    {
      "index": 9,
      "start_seconds": 20,
      "source_timestamp": "0:20",
      "end_seconds": null,
      "text": "talk about formal verification."
    },
    {
      "index": 10,
      "start_seconds": 25,
      "source_timestamp": "0:25",
      "end_seconds": null,
      "text": "So this will not be a course about"
    },
    {
      "index": 11,
      "start_seconds": 26,
      "source_timestamp": "0:26",
      "end_seconds": null,
      "text": "formal verification, although there are"
    },
    {
      "index": 12,
      "start_seconds": 28,
      "source_timestamp": "0:28",
      "end_seconds": null,
      "text": "a few things I would like you to retain"
    },
    {
      "index": 13,
      "start_seconds": 30,
      "source_timestamp": "0:30",
      "end_seconds": null,
      "text": "from this talk."
    },
    {
      "index": 14,
      "start_seconds": 32,
      "source_timestamp": "0:32",
      "end_seconds": null,
      "text": "First is a practical understanding on"
    },
    {
      "index": 15,
      "start_seconds": 34,
      "source_timestamp": "0:34",
      "end_seconds": null,
      "text": "how to use formal verification"
    },
    {
      "index": 16,
      "start_seconds": 37,
      "source_timestamp": "0:37",
      "end_seconds": null,
      "text": "in the use case of smart contracts."
    },
    {
      "index": 17,
      "start_seconds": 40,
      "source_timestamp": "0:40",
      "end_seconds": null,
      "text": "Secondly, because my experiment involved"
    },
    {
      "index": 18,
      "start_seconds": 43,
      "source_timestamp": "0:43",
      "end_seconds": null,
      "text": "an enchanting setup, I know a lot of"
    },
    {
      "index": 19,
      "start_seconds": 45,
      "source_timestamp": "0:45",
      "end_seconds": null,
      "text": "people are recently interested in that,"
    },
    {
      "index": 20,
      "start_seconds": 46,
      "source_timestamp": "0:46",
      "end_seconds": null,
      "text": "so you can check it out."
    },
    {
      "index": 21,
      "start_seconds": 49,
      "source_timestamp": "0:49",
      "end_seconds": null,
      "text": "And"
    },
    {
      "index": 22,
      "start_seconds": 51,
      "source_timestamp": "0:51",
      "end_seconds": null,
      "text": "lastly, the and most importantly, the"
    },
    {
      "index": 23,
      "start_seconds": 53,
      "source_timestamp": "0:53",
      "end_seconds": null,
      "text": "answer to our question today is what are"
    },
    {
      "index": 24,
      "start_seconds": 55,
      "source_timestamp": "0:55",
      "end_seconds": null,
      "text": "the limits of using AI for formal"
    },
    {
      "index": 25,
      "start_seconds": 57,
      "source_timestamp": "0:57",
      "end_seconds": null,
      "text": "verification."
    },
    {
      "index": 26,
      "start_seconds": 60,
      "source_timestamp": "1:00",
      "end_seconds": null,
      "text": "So recently, formal verification made"
    },
    {
      "index": 27,
      "start_seconds": 62,
      "source_timestamp": "1:02",
      "end_seconds": null,
      "text": "quite a lot of buzz, and some quite"
    },
    {
      "index": 28,
      "start_seconds": 64,
      "source_timestamp": "1:04",
      "end_seconds": null,
      "text": "influential people started mentioning it"
    },
    {
      "index": 29,
      "start_seconds": 67,
      "source_timestamp": "1:07",
      "end_seconds": null,
      "text": "really frequently, like Vitalik Buterin."
    },
    {
      "index": 30,
      "start_seconds": 70,
      "source_timestamp": "1:10",
      "end_seconds": null,
      "text": "But"
    },
    {
      "index": 31,
      "start_seconds": 71,
      "source_timestamp": "1:11",
      "end_seconds": null,
      "text": "it seems that a lot of people have"
    },
    {
      "index": 32,
      "start_seconds": 73,
      "source_timestamp": "1:13",
      "end_seconds": null,
      "text": "understood formal verification as some"
    },
    {
      "index": 33,
      "start_seconds": 74,
      "source_timestamp": "1:14",
      "end_seconds": null,
      "text": "sort of"
    },
    {
      "index": 34,
      "start_seconds": 76,
      "source_timestamp": "1:16",
      "end_seconds": null,
      "text": "a solution to vibe coding, some sort of"
    },
    {
      "index": 35,
      "start_seconds": 78,
      "source_timestamp": "1:18",
      "end_seconds": null,
      "text": "magic tool that"
    },
    {
      "index": 36,
      "start_seconds": 81,
      "source_timestamp": "1:21",
      "end_seconds": null,
      "text": "that makes your code that was untrusted"
    },
    {
      "index": 37,
      "start_seconds": 83,
      "source_timestamp": "1:23",
      "end_seconds": null,
      "text": "suddenly trusted."
    },
    {
      "index": 38,
      "start_seconds": 85,
      "source_timestamp": "1:25",
      "end_seconds": null,
      "text": "Which brought me to think about the two"
    },
    {
      "index": 39,
      "start_seconds": 87,
      "source_timestamp": "1:27",
      "end_seconds": null,
      "text": "questions I've written here,"
    },
    {
      "index": 40,
      "start_seconds": 89,
      "source_timestamp": "1:29",
      "end_seconds": null,
      "text": "which is"
    },
    {
      "index": 41,
      "start_seconds": 90,
      "source_timestamp": "1:30",
      "end_seconds": null,
      "text": "how do we adapt our processes to build"
    },
    {
      "index": 42,
      "start_seconds": 92,
      "source_timestamp": "1:32",
      "end_seconds": null,
      "text": "safer software today in the age of AI?"
    },
    {
      "index": 43,
      "start_seconds": 94,
      "source_timestamp": "1:34",
      "end_seconds": null,
      "text": "And if AI writes the code, can formal"
    },
    {
      "index": 44,
      "start_seconds": 97,
      "source_timestamp": "1:37",
      "end_seconds": null,
      "text": "verification give enough confidence?"
    },
    {
      "index": 45,
      "start_seconds": 102,
      "source_timestamp": "1:42",
      "end_seconds": null,
      "text": "For my experiment, I picked a few cases,"
    },
    {
      "index": 46,
      "start_seconds": 105,
      "source_timestamp": "1:45",
      "end_seconds": null,
      "text": "and today I will present the one that I"
    },
    {
      "index": 47,
      "start_seconds": 107,
      "source_timestamp": "1:47",
      "end_seconds": null,
      "text": "think is the most interesting one, and"
    },
    {
      "index": 48,
      "start_seconds": 109,
      "source_timestamp": "1:49",
      "end_seconds": null,
      "text": "it involves the inflation attack."
    },
    {
      "index": 49,
      "start_seconds": 111,
      "source_timestamp": "1:51",
      "end_seconds": null,
      "text": "And"
    },
    {
      "index": 50,
      "start_seconds": 112,
      "source_timestamp": "1:52",
      "end_seconds": null,
      "text": "the trick I used to kind of obfuscate"
    },
    {
      "index": 51,
      "start_seconds": 115,
      "source_timestamp": "1:55",
      "end_seconds": null,
      "text": "the defining because it's such a popular"
    },
    {
      "index": 52,
      "start_seconds": 117,
      "source_timestamp": "1:57",
      "end_seconds": null,
      "text": "attack, I'm sure that"
    },
    {
      "index": 53,
      "start_seconds": 119,
      "source_timestamp": "1:59",
      "end_seconds": null,
      "text": "the agents it already in their data"
    },
    {
      "index": 54,
      "start_seconds": 122,
      "source_timestamp": "2:02",
      "end_seconds": null,
      "text": "sets."
    },
    {
      "index": 55,
      "start_seconds": 123,
      "source_timestamp": "2:03",
      "end_seconds": null,
      "text": "So what I used to a bit trick them is"
    },
    {
      "index": 56,
      "start_seconds": 126,
      "source_timestamp": "2:06",
      "end_seconds": null,
      "text": "that I solved it kind of partially. We"
    },
    {
      "index": 57,
      "start_seconds": 128,
      "source_timestamp": "2:08",
      "end_seconds": null,
      "text": "use the virtual shares,"
    },
    {
      "index": 58,
      "start_seconds": 131,
      "source_timestamp": "2:11",
      "end_seconds": null,
      "text": "which makes the attack non-profitable"
    },
    {
      "index": 59,
      "start_seconds": 132,
      "source_timestamp": "2:12",
      "end_seconds": null,
      "text": "for a single victim,"
    },
    {
      "index": 60,
      "start_seconds": 135,
      "source_timestamp": "2:15",
      "end_seconds": null,
      "text": "but"
    },
    {
      "index": 61,
      "start_seconds": 136,
      "source_timestamp": "2:16",
      "end_seconds": null,
      "text": "without putting any decimal offset,"
    },
    {
      "index": 62,
      "start_seconds": 139,
      "source_timestamp": "2:19",
      "end_seconds": null,
      "text": "the attack the attacker can still profit"
    },
    {
      "index": 63,
      "start_seconds": 142,
      "source_timestamp": "2:22",
      "end_seconds": null,
      "text": "if there are more depositors."
    },
    {
      "index": 64,
      "start_seconds": 153,
      "source_timestamp": "2:33",
      "end_seconds": null,
      "text": "Yeah."
    },
    {
      "index": 65,
      "start_seconds": 154,
      "source_timestamp": "2:34",
      "end_seconds": null,
      "text": "So a bit of terminology for formal"
    },
    {
      "index": 66,
      "start_seconds": 156,
      "source_timestamp": "2:36",
      "end_seconds": null,
      "text": "verification."
    },
    {
      "index": 67,
      "start_seconds": 157,
      "source_timestamp": "2:37",
      "end_seconds": null,
      "text": "You have informal and you have formal"
    },
    {
      "index": 68,
      "start_seconds": 159,
      "source_timestamp": "2:39",
      "end_seconds": null,
      "text": "specs. So what are informal specs? Those"
    },
    {
      "index": 69,
      "start_seconds": 161,
      "source_timestamp": "2:41",
      "end_seconds": null,
      "text": "are"
    },
    {
      "index": 70,
      "start_seconds": 162,
      "source_timestamp": "2:42",
      "end_seconds": null,
      "text": "in plain English defined properties and"
    },
    {
      "index": 71,
      "start_seconds": 164,
      "source_timestamp": "2:44",
      "end_seconds": null,
      "text": "invariance about your code."
    },
    {
      "index": 72,
      "start_seconds": 166,
      "source_timestamp": "2:46",
      "end_seconds": null,
      "text": "And for example, for the inflation"
    },
    {
      "index": 73,
      "start_seconds": 168,
      "source_timestamp": "2:48",
      "end_seconds": null,
      "text": "attack, one could state that a"
    },
    {
      "index": 74,
      "start_seconds": 170,
      "source_timestamp": "2:50",
      "end_seconds": null,
      "text": "successful deposit gives shares worth at"
    },
    {
      "index": 75,
      "start_seconds": 173,
      "source_timestamp": "2:53",
      "end_seconds": null,
      "text": "least what was paid minus a small"
    },
    {
      "index": 76,
      "start_seconds": 174,
      "source_timestamp": "2:54",
      "end_seconds": null,
      "text": "tolerance."
    },
    {
      "index": 77,
      "start_seconds": 175,
      "source_timestamp": "2:55",
      "end_seconds": null,
      "text": "What does that mean in practice?"
    },
    {
      "index": 78,
      "start_seconds": 177,
      "source_timestamp": "2:57",
      "end_seconds": null,
      "text": "In plain solidity, it would be that a"
    },
    {
      "index": 79,
      "start_seconds": 180,
      "source_timestamp": "3:00",
      "end_seconds": null,
      "text": "deposit and a redeem in the same"
    },
    {
      "index": 80,
      "start_seconds": 182,
      "source_timestamp": "3:02",
      "end_seconds": null,
      "text": "transaction should return more or less"
    },
    {
      "index": 81,
      "start_seconds": 185,
      "source_timestamp": "3:05",
      "end_seconds": null,
      "text": "the same amount minus some roundings or"
    },
    {
      "index": 82,
      "start_seconds": 188,
      "source_timestamp": "3:08",
      "end_seconds": null,
      "text": "some fees."
    },
    {
      "index": 83,
      "start_seconds": 191,
      "source_timestamp": "3:11",
      "end_seconds": null,
      "text": "And here below you have the formal"
    },
    {
      "index": 84,
      "start_seconds": 192,
      "source_timestamp": "3:12",
      "end_seconds": null,
      "text": "claim, which is the same property just"
    },
    {
      "index": 85,
      "start_seconds": 195,
      "source_timestamp": "3:15",
      "end_seconds": null,
      "text": "translated into a"
    },
    {
      "index": 86,
      "start_seconds": 196,
      "source_timestamp": "3:16",
      "end_seconds": null,
      "text": "more formal statement. And this is what"
    },
    {
      "index": 87,
      "start_seconds": 199,
      "source_timestamp": "3:19",
      "end_seconds": null,
      "text": "CVL, for example, looks like in the case"
    },
    {
      "index": 88,
      "start_seconds": 201,
      "source_timestamp": "3:21",
      "end_seconds": null,
      "text": "of Certora, which"
    },
    {
      "index": 89,
      "start_seconds": 204,
      "source_timestamp": "3:24",
      "end_seconds": null,
      "text": "I used here"
    },
    {
      "index": 90,
      "start_seconds": 206,
      "source_timestamp": "3:26",
      "end_seconds": null,
      "text": "because it's the most widely used tool"
    },
    {
      "index": 91,
      "start_seconds": 208,
      "source_timestamp": "3:28",
      "end_seconds": null,
      "text": "right now for formal verification on"
    },
    {
      "index": 92,
      "start_seconds": 210,
      "source_timestamp": "3:30",
      "end_seconds": null,
      "text": "smart contracts, although there are many"
    },
    {
      "index": 93,
      "start_seconds": 211,
      "source_timestamp": "3:31",
      "end_seconds": null,
      "text": "other"
    },
    {
      "index": 94,
      "start_seconds": 212,
      "source_timestamp": "3:32",
      "end_seconds": null,
      "text": "and emerging like Verity. So I invite"
    },
    {
      "index": 95,
      "start_seconds": 215,
      "source_timestamp": "3:35",
      "end_seconds": null,
      "text": "you to check them all out."
    },
    {
      "index": 96,
      "start_seconds": 217,
      "source_timestamp": "3:37",
      "end_seconds": null,
      "text": "And here is the pipeline for formal"
    },
    {
      "index": 97,
      "start_seconds": 219,
      "source_timestamp": "3:39",
      "end_seconds": null,
      "text": "verification in short. So you write your"
    },
    {
      "index": 98,
      "start_seconds": 222,
      "source_timestamp": "3:42",
      "end_seconds": null,
      "text": "code,"
    },
    {
      "index": 99,
      "start_seconds": 223,
      "source_timestamp": "3:43",
      "end_seconds": null,
      "text": "you write the informal specs in English,"
    },
    {
      "index": 100,
      "start_seconds": 226,
      "source_timestamp": "3:46",
      "end_seconds": null,
      "text": "and then you translate them to the"
    },
    {
      "index": 101,
      "start_seconds": 228,
      "source_timestamp": "3:48",
      "end_seconds": null,
      "text": "formal specs, which is the CVL."
    },
    {
      "index": 102,
      "start_seconds": 232,
      "source_timestamp": "3:52",
      "end_seconds": null,
      "text": "Then you write some modeling and"
    },
    {
      "index": 103,
      "start_seconds": 233,
      "source_timestamp": "3:53",
      "end_seconds": null,
      "text": "assumptions and you feed that to the"
    },
    {
      "index": 104,
      "start_seconds": 235,
      "source_timestamp": "3:55",
      "end_seconds": null,
      "text": "solver, which will then return the"
    },
    {
      "index": 105,
      "start_seconds": 237,
      "source_timestamp": "3:57",
      "end_seconds": null,
      "text": "outcome, which is either a green pass"
    },
    {
      "index": 106,
      "start_seconds": 239,
      "source_timestamp": "3:59",
      "end_seconds": null,
      "text": "that the rules are verified or a counter"
    },
    {
      "index": 107,
      "start_seconds": 243,
      "source_timestamp": "4:03",
      "end_seconds": null,
      "text": "example."
    },
    {
      "index": 108,
      "start_seconds": 249,
      "source_timestamp": "4:09",
      "end_seconds": null,
      "text": "So we must not forget that AI and LLMs"
    },
    {
      "index": 109,
      "start_seconds": 253,
      "source_timestamp": "4:13",
      "end_seconds": null,
      "text": "are probabilistic algorithms and that"
    },
    {
      "index": 110,
      "start_seconds": 257,
      "source_timestamp": "4:17",
      "end_seconds": null,
      "text": "never mind how"
    },
    {
      "index": 111,
      "start_seconds": 259,
      "source_timestamp": "4:19",
      "end_seconds": null,
      "text": "good the results are and the smart it"
    },
    {
      "index": 112,
      "start_seconds": 262,
      "source_timestamp": "4:22",
      "end_seconds": null,
      "text": "looks you still cannot predict the"
    },
    {
      "index": 113,
      "start_seconds": 264,
      "source_timestamp": "4:24",
      "end_seconds": null,
      "text": "outcome and most importantly you cannot"
    },
    {
      "index": 114,
      "start_seconds": 266,
      "source_timestamp": "4:26",
      "end_seconds": null,
      "text": "explain it. You cannot explain why an"
    },
    {
      "index": 115,
      "start_seconds": 269,
      "source_timestamp": "4:29",
      "end_seconds": null,
      "text": "LLM did a mistake."
    },
    {
      "index": 116,
      "start_seconds": 272,
      "source_timestamp": "4:32",
      "end_seconds": null,
      "text": "So this invites us to reason about"
    },
    {
      "index": 117,
      "start_seconds": 277,
      "source_timestamp": "4:37",
      "end_seconds": null,
      "text": "what steps"
    },
    {
      "index": 118,
      "start_seconds": 279,
      "source_timestamp": "4:39",
      "end_seconds": null,
      "text": "you should overlook and we which could"
    },
    {
      "index": 119,
      "start_seconds": 281,
      "source_timestamp": "4:41",
      "end_seconds": null,
      "text": "you trust more that it does. And here"
    },
    {
      "index": 120,
      "start_seconds": 283,
      "source_timestamp": "4:43",
      "end_seconds": null,
      "text": "are a list of"
    },
    {
      "index": 121,
      "start_seconds": 285,
      "source_timestamp": "4:45",
      "end_seconds": null,
      "text": "things that I believe LLMs do greatly"
    },
    {
      "index": 122,
      "start_seconds": 287,
      "source_timestamp": "4:47",
      "end_seconds": null,
      "text": "regarding formal verification."
    },
    {
      "index": 123,
      "start_seconds": 290,
      "source_timestamp": "4:50",
      "end_seconds": null,
      "text": "So"
    },
    {
      "index": 124,
      "start_seconds": 291,
      "source_timestamp": "4:51",
      "end_seconds": null,
      "text": "I use it a lot to understand even my own"
    },
    {
      "index": 125,
      "start_seconds": 293,
      "source_timestamp": "4:53",
      "end_seconds": null,
      "text": "system to brainstorm more invariance and"
    },
    {
      "index": 126,
      "start_seconds": 297,
      "source_timestamp": "4:57",
      "end_seconds": null,
      "text": "properties. And"
    },
    {
      "index": 127,
      "start_seconds": 299,
      "source_timestamp": "4:59",
      "end_seconds": null,
      "text": "the second thing"
    },
    {
      "index": 128,
      "start_seconds": 301,
      "source_timestamp": "5:01",
      "end_seconds": null,
      "text": "about writing informal specification I"
    },
    {
      "index": 129,
      "start_seconds": 303,
      "source_timestamp": "5:03",
      "end_seconds": null,
      "text": "don't let it write completely"
    },
    {
      "index": 130,
      "start_seconds": 306,
      "source_timestamp": "5:06",
      "end_seconds": null,
      "text": "informal properties but"
    },
    {
      "index": 131,
      "start_seconds": 308,
      "source_timestamp": "5:08",
      "end_seconds": null,
      "text": "I use it a lot to brainstorm new ones."
    },
    {
      "index": 132,
      "start_seconds": 311,
      "source_timestamp": "5:11",
      "end_seconds": null,
      "text": "And the third point"
    },
    {
      "index": 133,
      "start_seconds": 314,
      "source_timestamp": "5:14",
      "end_seconds": null,
      "text": "a really useful trick"
    },
    {
      "index": 134,
      "start_seconds": 315,
      "source_timestamp": "5:15",
      "end_seconds": null,
      "text": "is if you didn't already put on paper"
    },
    {
      "index": 135,
      "start_seconds": 318,
      "source_timestamp": "5:18",
      "end_seconds": null,
      "text": "your properties"
    },
    {
      "index": 136,
      "start_seconds": 320,
      "source_timestamp": "5:20",
      "end_seconds": null,
      "text": "you can check your own tests and you can"
    },
    {
      "index": 137,
      "start_seconds": 322,
      "source_timestamp": "5:22",
      "end_seconds": null,
      "text": "ask the LLM to infer them because most"
    },
    {
      "index": 138,
      "start_seconds": 325,
      "source_timestamp": "5:25",
      "end_seconds": null,
      "text": "commonly you already thought about the"
    },
    {
      "index": 139,
      "start_seconds": 327,
      "source_timestamp": "5:27",
      "end_seconds": null,
      "text": "properties at least implicitly."
    },
    {
      "index": 140,
      "start_seconds": 331,
      "source_timestamp": "5:31",
      "end_seconds": null,
      "text": "Then"
    },
    {
      "index": 141,
      "start_seconds": 332,
      "source_timestamp": "5:32",
      "end_seconds": null,
      "text": "what I believe the LLM is really good at"
    },
    {
      "index": 142,
      "start_seconds": 335,
      "source_timestamp": "5:35",
      "end_seconds": null,
      "text": "it's to translate your properties into"
    },
    {
      "index": 143,
      "start_seconds": 337,
      "source_timestamp": "5:37",
      "end_seconds": null,
      "text": "formal rules."
    },
    {
      "index": 144,
      "start_seconds": 339,
      "source_timestamp": "5:39",
      "end_seconds": null,
      "text": "Although this step also should be"
    },
    {
      "index": 145,
      "start_seconds": 340,
      "source_timestamp": "5:40",
      "end_seconds": null,
      "text": "carefully reviewed because sometimes the"
    },
    {
      "index": 146,
      "start_seconds": 343,
      "source_timestamp": "5:43",
      "end_seconds": null,
      "text": "the CML doesn't correspond really to the"
    },
    {
      "index": 147,
      "start_seconds": 345,
      "source_timestamp": "5:45",
      "end_seconds": null,
      "text": "to the property you're intended."
    },
    {
      "index": 148,
      "start_seconds": 348,
      "source_timestamp": "5:48",
      "end_seconds": null,
      "text": "Then of course it's really good at doing"
    },
    {
      "index": 149,
      "start_seconds": 350,
      "source_timestamp": "5:50",
      "end_seconds": null,
      "text": "all the boiler plate work and running"
    },
    {
      "index": 150,
      "start_seconds": 352,
      "source_timestamp": "5:52",
      "end_seconds": null,
      "text": "your proofs and it can help you also"
    },
    {
      "index": 151,
      "start_seconds": 356,
      "source_timestamp": "5:56",
      "end_seconds": null,
      "text": "understand the outcome. For example a"
    },
    {
      "index": 152,
      "start_seconds": 358,
      "source_timestamp": "5:58",
      "end_seconds": null,
      "text": "counter example."
    },
    {
      "index": 153,
      "start_seconds": 362,
      "source_timestamp": "6:02",
      "end_seconds": null,
      "text": "Now we saw how LLMs can help you"
    },
    {
      "index": 154,
      "start_seconds": 365,
      "source_timestamp": "6:05",
      "end_seconds": null,
      "text": "to to formal verification,"
    },
    {
      "index": 155,
      "start_seconds": 368,
      "source_timestamp": "6:08",
      "end_seconds": null,
      "text": "but"
    },
    {
      "index": 156,
      "start_seconds": 370,
      "source_timestamp": "6:10",
      "end_seconds": null,
      "text": "what are the its limits?"
    },
    {
      "index": 157,
      "start_seconds": 373,
      "source_timestamp": "6:13",
      "end_seconds": null,
      "text": "So for my experiment I used a real"
    },
    {
      "index": 158,
      "start_seconds": 377,
      "source_timestamp": "6:17",
      "end_seconds": null,
      "text": "production code just with a inserted"
    },
    {
      "index": 159,
      "start_seconds": 379,
      "source_timestamp": "6:19",
      "end_seconds": null,
      "text": "vulnerability"
    },
    {
      "index": 160,
      "start_seconds": 381,
      "source_timestamp": "6:21",
      "end_seconds": null,
      "text": "and"
    },
    {
      "index": 161,
      "start_seconds": 382,
      "source_timestamp": "6:22",
      "end_seconds": null,
      "text": "the agent's task was really"
    },
    {
      "index": 162,
      "start_seconds": 384,
      "source_timestamp": "6:24",
      "end_seconds": null,
      "text": "straightforward."
    },
    {
      "index": 163,
      "start_seconds": 386,
      "source_timestamp": "6:26",
      "end_seconds": null,
      "text": "It was to find bugs. It was to write"
    },
    {
      "index": 164,
      "start_seconds": 388,
      "source_timestamp": "6:28",
      "end_seconds": null,
      "text": "first some properties"
    },
    {
      "index": 165,
      "start_seconds": 391,
      "source_timestamp": "6:31",
      "end_seconds": null,
      "text": "informal specs and then to try to catch"
    },
    {
      "index": 166,
      "start_seconds": 393,
      "source_timestamp": "6:33",
      "end_seconds": null,
      "text": "them using either testing or formal"
    },
    {
      "index": 167,
      "start_seconds": 396,
      "source_timestamp": "6:36",
      "end_seconds": null,
      "text": "verification."
    },
    {
      "index": 168,
      "start_seconds": 400,
      "source_timestamp": "6:40",
      "end_seconds": null,
      "text": "So the"
    },
    {
      "index": 169,
      "start_seconds": 401,
      "source_timestamp": "6:41",
      "end_seconds": null,
      "text": "test involved six completely independent"
    },
    {
      "index": 170,
      "start_seconds": 404,
      "source_timestamp": "6:44",
      "end_seconds": null,
      "text": "agent runs"
    },
    {
      "index": 171,
      "start_seconds": 406,
      "source_timestamp": "6:46",
      "end_seconds": null,
      "text": "with the same instruction, just a"
    },
    {
      "index": 172,
      "start_seconds": 407,
      "source_timestamp": "6:47",
      "end_seconds": null,
      "text": "different [clears throat] starting point"
    },
    {
      "index": 173,
      "start_seconds": 409,
      "source_timestamp": "6:49",
      "end_seconds": null,
      "text": "and a different tooling to resolve to."
    },
    {
      "index": 174,
      "start_seconds": 412,
      "source_timestamp": "6:52",
      "end_seconds": null,
      "text": "So for example"
    },
    {
      "index": 175,
      "start_seconds": 414,
      "source_timestamp": "6:54",
      "end_seconds": null,
      "text": "the first group had no documentation at"
    },
    {
      "index": 176,
      "start_seconds": 417,
      "source_timestamp": "6:57",
      "end_seconds": null,
      "text": "all. The agent was given only the pure"
    },
    {
      "index": 177,
      "start_seconds": 421,
      "source_timestamp": "7:01",
      "end_seconds": null,
      "text": "raw code and its task was to infer"
    },
    {
      "index": 178,
      "start_seconds": 423,
      "source_timestamp": "7:03",
      "end_seconds": null,
      "text": "informal"
    },
    {
      "index": 179,
      "start_seconds": 425,
      "source_timestamp": "7:05",
      "end_seconds": null,
      "text": "specifications and to find bugs."
    },
    {
      "index": 180,
      "start_seconds": 427,
      "source_timestamp": "7:07",
      "end_seconds": null,
      "text": "The second batch had"
    },
    {
      "index": 181,
      "start_seconds": 430,
      "source_timestamp": "7:10",
      "end_seconds": null,
      "text": "a simple README."
    },
    {
      "index": 182,
      "start_seconds": 432,
      "source_timestamp": "7:12",
      "end_seconds": null,
      "text": "It's the traditional README with the"
    },
    {
      "index": 183,
      "start_seconds": 434,
      "source_timestamp": "7:14",
      "end_seconds": null,
      "text": "behavior defined of the code"
    },
    {
      "index": 184,
      "start_seconds": 437,
      "source_timestamp": "7:17",
      "end_seconds": null,
      "text": "and some properties and the last group"
    },
    {
      "index": 185,
      "start_seconds": 439,
      "source_timestamp": "7:19",
      "end_seconds": null,
      "text": "had"
    },
    {
      "index": 186,
      "start_seconds": 441,
      "source_timestamp": "7:21",
      "end_seconds": null,
      "text": "the same README plus some deep"
    },
    {
      "index": 187,
      "start_seconds": 443,
      "source_timestamp": "7:23",
      "end_seconds": null,
      "text": "handwritten"
    },
    {
      "index": 188,
      "start_seconds": 445,
      "source_timestamp": "7:25",
      "end_seconds": null,
      "text": "explicit properties and invariance."
    },
    {
      "index": 189,
      "start_seconds": 448,
      "source_timestamp": "7:28",
      "end_seconds": null,
      "text": "And one group had to resort to foundry"
    },
    {
      "index": 190,
      "start_seconds": 451,
      "source_timestamp": "7:31",
      "end_seconds": null,
      "text": "testing and one to CVL and we compared"
    },
    {
      "index": 191,
      "start_seconds": 454,
      "source_timestamp": "7:34",
      "end_seconds": null,
      "text": "then how did they perform."
    },
    {
      "index": 192,
      "start_seconds": 457,
      "source_timestamp": "7:37",
      "end_seconds": null,
      "text": "So here is a summary of the workflow I"
    },
    {
      "index": 193,
      "start_seconds": 459,
      "source_timestamp": "7:39",
      "end_seconds": null,
      "text": "used. It's not really relevant for the"
    },
    {
      "index": 194,
      "start_seconds": 461,
      "source_timestamp": "7:41",
      "end_seconds": null,
      "text": "experiment, but I know people are"
    },
    {
      "index": 195,
      "start_seconds": 463,
      "source_timestamp": "7:43",
      "end_seconds": null,
      "text": "interested in. So if you want to you can"
    },
    {
      "index": 196,
      "start_seconds": 465,
      "source_timestamp": "7:45",
      "end_seconds": null,
      "text": "check it out on my GitHub."
    },
    {
      "index": 197,
      "start_seconds": 468,
      "source_timestamp": "7:48",
      "end_seconds": null,
      "text": "The important thing to remember is that"
    },
    {
      "index": 198,
      "start_seconds": 470,
      "source_timestamp": "7:50",
      "end_seconds": null,
      "text": "I made a setup so that the agent's"
    },
    {
      "index": 199,
      "start_seconds": 474,
      "source_timestamp": "7:54",
      "end_seconds": null,
      "text": "context is completely isolated. They"
    },
    {
      "index": 200,
      "start_seconds": 476,
      "source_timestamp": "7:56",
      "end_seconds": null,
      "text": "were completely unaware of the"
    },
    {
      "index": 201,
      "start_seconds": 477,
      "source_timestamp": "7:57",
      "end_seconds": null,
      "text": "experiment and the intended"
    },
    {
      "index": 202,
      "start_seconds": 481,
      "source_timestamp": "8:01",
      "end_seconds": null,
      "text": "outputs."
    },
    {
      "index": 203,
      "start_seconds": 482,
      "source_timestamp": "8:02",
      "end_seconds": null,
      "text": "And the agent used was the Opus 5.5"
    },
    {
      "index": 204,
      "start_seconds": 486,
      "source_timestamp": "8:06",
      "end_seconds": null,
      "text": "which is a frontier model."
    },
    {
      "index": 205,
      "start_seconds": 489,
      "source_timestamp": "8:09",
      "end_seconds": null,
      "text": "Now the two hypothesis I had that I"
    },
    {
      "index": 206,
      "start_seconds": 491,
      "source_timestamp": "8:11",
      "end_seconds": null,
      "text": "expected was that AI will struggle to"
    },
    {
      "index": 207,
      "start_seconds": 494,
      "source_timestamp": "8:14",
      "end_seconds": null,
      "text": "define the right security specifications"
    },
    {
      "index": 208,
      "start_seconds": 496,
      "source_timestamp": "8:16",
      "end_seconds": null,
      "text": "on its own, but is really useful at"
    },
    {
      "index": 209,
      "start_seconds": 499,
      "source_timestamp": "8:19",
      "end_seconds": null,
      "text": "translating from the informal specs to"
    },
    {
      "index": 210,
      "start_seconds": 501,
      "source_timestamp": "8:21",
      "end_seconds": null,
      "text": "the formal ones."
    },
    {
      "index": 211,
      "start_seconds": 502,
      "source_timestamp": "8:22",
      "end_seconds": null,
      "text": "Also that formal verification gives a"
    },
    {
      "index": 212,
      "start_seconds": 504,
      "source_timestamp": "8:24",
      "end_seconds": null,
      "text": "different coverage compared to testing"
    },
    {
      "index": 213,
      "start_seconds": 506,
      "source_timestamp": "8:26",
      "end_seconds": null,
      "text": "and fuzzing."
    },
    {
      "index": 214,
      "start_seconds": 508,
      "source_timestamp": "8:28",
      "end_seconds": null,
      "text": "But I missed a really important idea"
    },
    {
      "index": 215,
      "start_seconds": 510,
      "source_timestamp": "8:30",
      "end_seconds": null,
      "text": "that turned out to be the most"
    },
    {
      "index": 216,
      "start_seconds": 512,
      "source_timestamp": "8:32",
      "end_seconds": null,
      "text": "interesting finding of this experiment,"
    },
    {
      "index": 217,
      "start_seconds": 515,
      "source_timestamp": "8:35",
      "end_seconds": null,
      "text": "and that's the interpretation of the"
    },
    {
      "index": 218,
      "start_seconds": 517,
      "source_timestamp": "8:37",
      "end_seconds": null,
      "text": "output."
    },
    {
      "index": 219,
      "start_seconds": 518,
      "source_timestamp": "8:38",
      "end_seconds": null,
      "text": "In fact, none of the agents didn't state"
    },
    {
      "index": 220,
      "start_seconds": 522,
      "source_timestamp": "8:42",
      "end_seconds": null,
      "text": "clearly that the that the attacker could"
    },
    {
      "index": 221,
      "start_seconds": 524,
      "source_timestamp": "8:44",
      "end_seconds": null,
      "text": "be profitable."
    },
    {
      "index": 222,
      "start_seconds": 526,
      "source_timestamp": "8:46",
      "end_seconds": null,
      "text": "All of them recognized that there was an"
    },
    {
      "index": 223,
      "start_seconds": 528,
      "source_timestamp": "8:48",
      "end_seconds": null,
      "text": "issue related to the donation mechanism,"
    },
    {
      "index": 224,
      "start_seconds": 531,
      "source_timestamp": "8:51",
      "end_seconds": null,
      "text": "and"
    },
    {
      "index": 225,
      "start_seconds": 532,
      "source_timestamp": "8:52",
      "end_seconds": null,
      "text": "they also proposed a patch"
    },
    {
      "index": 226,
      "start_seconds": 534,
      "source_timestamp": "8:54",
      "end_seconds": null,
      "text": "which was effective enough, but none of"
    },
    {
      "index": 227,
      "start_seconds": 537,
      "source_timestamp": "8:57",
      "end_seconds": null,
      "text": "them stated clearly that there was the"
    },
    {
      "index": 228,
      "start_seconds": 539,
      "source_timestamp": "8:59",
      "end_seconds": null,
      "text": "attacker could be profitable, which"
    },
    {
      "index": 229,
      "start_seconds": 541,
      "source_timestamp": "9:01",
      "end_seconds": null,
      "text": "gives the vulnerability a whole other"
    },
    {
      "index": 230,
      "start_seconds": 544,
      "source_timestamp": "9:04",
      "end_seconds": null,
      "text": "severity level."
    },
    {
      "index": 231,
      "start_seconds": 546,
      "source_timestamp": "9:06",
      "end_seconds": null,
      "text": "It could be it could might as well be"
    },
    {
      "index": 232,
      "start_seconds": 548,
      "source_timestamp": "9:08",
      "end_seconds": null,
      "text": "just a coincidence that the patch also"
    },
    {
      "index": 233,
      "start_seconds": 550,
      "source_timestamp": "9:10",
      "end_seconds": null,
      "text": "covered the severe case."
    },
    {
      "index": 234,
      "start_seconds": 554,
      "source_timestamp": "9:14",
      "end_seconds": null,
      "text": "It only appeared after a few prompts to"
    },
    {
      "index": 235,
      "start_seconds": 557,
      "source_timestamp": "9:17",
      "end_seconds": null,
      "text": "recheck and be certain that there is no"
    },
    {
      "index": 236,
      "start_seconds": 562,
      "source_timestamp": "9:22",
      "end_seconds": null,
      "text": "real"
    },
    {
      "index": 237,
      "start_seconds": 563,
      "source_timestamp": "9:23",
      "end_seconds": null,
      "text": "danger"
    },
    {
      "index": 238,
      "start_seconds": 565,
      "source_timestamp": "9:25",
      "end_seconds": null,
      "text": "in that in that sense. Yeah, so another"
    },
    {
      "index": 239,
      "start_seconds": 568,
      "source_timestamp": "9:28",
      "end_seconds": null,
      "text": "interesting"
    },
    {
      "index": 240,
      "start_seconds": 569,
      "source_timestamp": "9:29",
      "end_seconds": null,
      "text": "thing we saw is that with better specs"
    },
    {
      "index": 241,
      "start_seconds": 572,
      "source_timestamp": "9:32",
      "end_seconds": null,
      "text": "we received the better tests and better"
    },
    {
      "index": 242,
      "start_seconds": 574,
      "source_timestamp": "9:34",
      "end_seconds": null,
      "text": "coverage. For example,"
    },
    {
      "index": 243,
      "start_seconds": 578,
      "source_timestamp": "9:38",
      "end_seconds": null,
      "text": "just the readme, the agent stated the"
    },
    {
      "index": 244,
      "start_seconds": 580,
      "source_timestamp": "9:40",
      "end_seconds": null,
      "text": "property that the shares should always"
    },
    {
      "index": 245,
      "start_seconds": 582,
      "source_timestamp": "9:42",
      "end_seconds": null,
      "text": "be positive, which is nice, but it"
    },
    {
      "index": 246,
      "start_seconds": 584,
      "source_timestamp": "9:44",
      "end_seconds": null,
      "text": "covers only the most extreme case where"
    },
    {
      "index": 247,
      "start_seconds": 586,
      "source_timestamp": "9:46",
      "end_seconds": null,
      "text": "the"
    },
    {
      "index": 248,
      "start_seconds": 587,
      "source_timestamp": "9:47",
      "end_seconds": null,
      "text": "shares round down to zero, which it can"
    },
    {
      "index": 249,
      "start_seconds": 591,
      "source_timestamp": "9:51",
      "end_seconds": null,
      "text": "round down not completely to zero, but"
    },
    {
      "index": 250,
      "start_seconds": 592,
      "source_timestamp": "9:52",
      "end_seconds": null,
      "text": "still occur some loss."
    },
    {
      "index": 251,
      "start_seconds": 597,
      "source_timestamp": "9:57",
      "end_seconds": null,
      "text": "Yeah, the better requirements improved"
    },
    {
      "index": 252,
      "start_seconds": 598,
      "source_timestamp": "9:58",
      "end_seconds": null,
      "text": "the tests, but not the economic"
    },
    {
      "index": 253,
      "start_seconds": 600,
      "source_timestamp": "10:00",
      "end_seconds": null,
      "text": "interpretation. Still, I didn't observe"
    },
    {
      "index": 254,
      "start_seconds": 603,
      "source_timestamp": "10:03",
      "end_seconds": null,
      "text": "the agents"
    },
    {
      "index": 255,
      "start_seconds": 604,
      "source_timestamp": "10:04",
      "end_seconds": null,
      "text": "say explicitly that this is a severe"
    },
    {
      "index": 256,
      "start_seconds": 607,
      "source_timestamp": "10:07",
      "end_seconds": null,
      "text": "vulnerability where the attacker could"
    },
    {
      "index": 257,
      "start_seconds": 609,
      "source_timestamp": "10:09",
      "end_seconds": null,
      "text": "profitable."
    },
    {
      "index": 258,
      "start_seconds": 611,
      "source_timestamp": "10:11",
      "end_seconds": null,
      "text": "So did formal verification in this case"
    },
    {
      "index": 259,
      "start_seconds": 614,
      "source_timestamp": "10:14",
      "end_seconds": null,
      "text": "um"
    },
    {
      "index": 260,
      "start_seconds": 616,
      "source_timestamp": "10:16",
      "end_seconds": null,
      "text": "cover and uncover more bugs? No. And in"
    },
    {
      "index": 261,
      "start_seconds": 620,
      "source_timestamp": "10:20",
      "end_seconds": null,
      "text": "fact even we had we observed some"
    },
    {
      "index": 262,
      "start_seconds": 622,
      "source_timestamp": "10:22",
      "end_seconds": null,
      "text": "weaknesses where the human intervention"
    },
    {
      "index": 263,
      "start_seconds": 625,
      "source_timestamp": "10:25",
      "end_seconds": null,
      "text": "was necessary."
    },
    {
      "index": 264,
      "start_seconds": 627,
      "source_timestamp": "10:27",
      "end_seconds": null,
      "text": "Like we had some impossible states that"
    },
    {
      "index": 265,
      "start_seconds": 628,
      "source_timestamp": "10:28",
      "end_seconds": null,
      "text": "were wrongly interpreted. We had some"
    },
    {
      "index": 266,
      "start_seconds": 632,
      "source_timestamp": "10:32",
      "end_seconds": null,
      "text": "mistakes made during"
    },
    {
      "index": 267,
      "start_seconds": 634,
      "source_timestamp": "10:34",
      "end_seconds": null,
      "text": "trying to make the proofs pass because"
    },
    {
      "index": 268,
      "start_seconds": 636,
      "source_timestamp": "10:36",
      "end_seconds": null,
      "text": "if you use heavy mathematics like"
    },
    {
      "index": 269,
      "start_seconds": 639,
      "source_timestamp": "10:39",
      "end_seconds": null,
      "text": "multiplication and division often the"
    },
    {
      "index": 270,
      "start_seconds": 641,
      "source_timestamp": "10:41",
      "end_seconds": null,
      "text": "proofs can"
    },
    {
      "index": 271,
      "start_seconds": 643,
      "source_timestamp": "10:43",
      "end_seconds": null,
      "text": "can time out and you need to resolve it"
    },
    {
      "index": 272,
      "start_seconds": 645,
      "source_timestamp": "10:45",
      "end_seconds": null,
      "text": "to some techniques like to simplify the"
    },
    {
      "index": 273,
      "start_seconds": 647,
      "source_timestamp": "10:47",
      "end_seconds": null,
      "text": "proofs, divide them or to"
    },
    {
      "index": 274,
      "start_seconds": 650,
      "source_timestamp": "10:50",
      "end_seconds": null,
      "text": "[snorts]"
    },
    {
      "index": 275,
      "start_seconds": 650,
      "source_timestamp": "10:50",
      "end_seconds": null,
      "text": "simplify the the models."
    },
    {
      "index": 276,
      "start_seconds": 654,
      "source_timestamp": "10:54",
      "end_seconds": null,
      "text": "Although"
    },
    {
      "index": 277,
      "start_seconds": 655,
      "source_timestamp": "10:55",
      "end_seconds": null,
      "text": "and the really power of formal"
    },
    {
      "index": 278,
      "start_seconds": 658,
      "source_timestamp": "10:58",
      "end_seconds": null,
      "text": "verification is that once the check"
    },
    {
      "index": 279,
      "start_seconds": 660,
      "source_timestamp": "11:00",
      "end_seconds": null,
      "text": "returns green you're sure that under"
    },
    {
      "index": 280,
      "start_seconds": 662,
      "source_timestamp": "11:02",
      "end_seconds": null,
      "text": "those assumptions the the cases are"
    },
    {
      "index": 281,
      "start_seconds": 665,
      "source_timestamp": "11:05",
      "end_seconds": null,
      "text": "covered and the code is safe."
    },
    {
      "index": 282,
      "start_seconds": 673,
      "source_timestamp": "11:13",
      "end_seconds": null,
      "text": "So a bit more about the first"
    },
    {
      "index": 283,
      "start_seconds": 677,
      "source_timestamp": "11:17",
      "end_seconds": null,
      "text": "issue"
    },
    {
      "index": 284,
      "start_seconds": 678,
      "source_timestamp": "11:18",
      "end_seconds": null,
      "text": "that we had is that"
    },
    {
      "index": 285,
      "start_seconds": 680,
      "source_timestamp": "11:20",
      "end_seconds": null,
      "text": "proof can return a counter example"
    },
    {
      "index": 286,
      "start_seconds": 682,
      "source_timestamp": "11:22",
      "end_seconds": null,
      "text": "because really the property is violated"
    },
    {
      "index": 287,
      "start_seconds": 684,
      "source_timestamp": "11:24",
      "end_seconds": null,
      "text": "but it can also be violated simply"
    },
    {
      "index": 288,
      "start_seconds": 686,
      "source_timestamp": "11:26",
      "end_seconds": null,
      "text": "because the state it set up was not even"
    },
    {
      "index": 289,
      "start_seconds": 690,
      "source_timestamp": "11:30",
      "end_seconds": null,
      "text": "not possible. For example here we had"
    },
    {
      "index": 290,
      "start_seconds": 693,
      "source_timestamp": "11:33",
      "end_seconds": null,
      "text": "the the wrapper contain more assets than"
    },
    {
      "index": 291,
      "start_seconds": 696,
      "source_timestamp": "11:36",
      "end_seconds": null,
      "text": "it had minted shares and of course then"
    },
    {
      "index": 292,
      "start_seconds": 698,
      "source_timestamp": "11:38",
      "end_seconds": null,
      "text": "the ratio will round down to zero but it"
    },
    {
      "index": 293,
      "start_seconds": 701,
      "source_timestamp": "11:41",
      "end_seconds": null,
      "text": "is not a possible state."
    },
    {
      "index": 294,
      "start_seconds": 706,
      "source_timestamp": "11:46",
      "end_seconds": null,
      "text": "During the"
    },
    {
      "index": 295,
      "start_seconds": 708,
      "source_timestamp": "11:48",
      "end_seconds": null,
      "text": "the agent when he tried to make the"
    },
    {
      "index": 296,
      "start_seconds": 710,
      "source_timestamp": "11:50",
      "end_seconds": null,
      "text": "proof pass also we observed he did some"
    },
    {
      "index": 297,
      "start_seconds": 712,
      "source_timestamp": "11:52",
      "end_seconds": null,
      "text": "simplifications that removed the cases"
    },
    {
      "index": 298,
      "start_seconds": 716,
      "source_timestamp": "11:56",
      "end_seconds": null,
      "text": "where the bug could be located."
    },
    {
      "index": 299,
      "start_seconds": 720,
      "source_timestamp": "12:00",
      "end_seconds": null,
      "text": "Yeah for example in the previous case it"
    },
    {
      "index": 300,
      "start_seconds": 723,
      "source_timestamp": "12:03",
      "end_seconds": null,
      "text": "put assumption that the assets in the"
    },
    {
      "index": 301,
      "start_seconds": 726,
      "source_timestamp": "12:06",
      "end_seconds": null,
      "text": "wrapper are equal the supply which made"
    },
    {
      "index": 302,
      "start_seconds": 728,
      "source_timestamp": "12:08",
      "end_seconds": null,
      "text": "the the bug hidden."
    },
    {
      "index": 303,
      "start_seconds": 733,
      "source_timestamp": "12:13",
      "end_seconds": null,
      "text": "Now"
    },
    {
      "index": 304,
      "start_seconds": 734,
      "source_timestamp": "12:14",
      "end_seconds": null,
      "text": "more importantly where did formal"
    },
    {
      "index": 305,
      "start_seconds": 736,
      "source_timestamp": "12:16",
      "end_seconds": null,
      "text": "verification prove itself worth it?"
    },
    {
      "index": 306,
      "start_seconds": 738,
      "source_timestamp": "12:18",
      "end_seconds": null,
      "text": "Is that it forced the agent to find a"
    },
    {
      "index": 307,
      "start_seconds": 741,
      "source_timestamp": "12:21",
      "end_seconds": null,
      "text": "fix that really solved completely the"
    },
    {
      "index": 308,
      "start_seconds": 743,
      "source_timestamp": "12:23",
      "end_seconds": null,
      "text": "bug."
    },
    {
      "index": 309,
      "start_seconds": 744,
      "source_timestamp": "12:24",
      "end_seconds": null,
      "text": "Because the in other cases the solution"
    },
    {
      "index": 310,
      "start_seconds": 748,
      "source_timestamp": "12:28",
      "end_seconds": null,
      "text": "by the agent was to bring up the decimal"
    },
    {
      "index": 311,
      "start_seconds": 751,
      "source_timestamp": "12:31",
      "end_seconds": null,
      "text": "offsets,"
    },
    {
      "index": 312,
      "start_seconds": 752,
      "source_timestamp": "12:32",
      "end_seconds": null,
      "text": "which is an economic solution to the"
    },
    {
      "index": 313,
      "start_seconds": 755,
      "source_timestamp": "12:35",
      "end_seconds": null,
      "text": "bug. It makes the attack very expensive,"
    },
    {
      "index": 314,
      "start_seconds": 758,
      "source_timestamp": "12:38",
      "end_seconds": null,
      "text": "but in fact"
    },
    {
      "index": 315,
      "start_seconds": 760,
      "source_timestamp": "12:40",
      "end_seconds": null,
      "text": "not completely solved. The prover still"
    },
    {
      "index": 316,
      "start_seconds": 762,
      "source_timestamp": "12:42",
      "end_seconds": null,
      "text": "would complain."
    },
    {
      "index": 317,
      "start_seconds": 764,
      "source_timestamp": "12:44",
      "end_seconds": null,
      "text": "While the one the the agent that had to"
    },
    {
      "index": 318,
      "start_seconds": 768,
      "source_timestamp": "12:48",
      "end_seconds": null,
      "text": "use formal verification, it found a fix"
    },
    {
      "index": 319,
      "start_seconds": 770,
      "source_timestamp": "12:50",
      "end_seconds": null,
      "text": "that"
    },
    {
      "index": 320,
      "start_seconds": 771,
      "source_timestamp": "12:51",
      "end_seconds": null,
      "text": "made it mathematically impossible this"
    },
    {
      "index": 321,
      "start_seconds": 773,
      "source_timestamp": "12:53",
      "end_seconds": null,
      "text": "type of error by internally tracking the"
    },
    {
      "index": 322,
      "start_seconds": 777,
      "source_timestamp": "12:57",
      "end_seconds": null,
      "text": "assets deposited."
    },
    {
      "index": 323,
      "start_seconds": 779,
      "source_timestamp": "12:59",
      "end_seconds": null,
      "text": "Which is a"
    },
    {
      "index": 324,
      "start_seconds": 780,
      "source_timestamp": "13:00",
      "end_seconds": null,
      "text": "solution of a better quality."
    },
    {
      "index": 325,
      "start_seconds": 785,
      "source_timestamp": "13:05",
      "end_seconds": null,
      "text": "So what can we take out from here?"
    },
    {
      "index": 326,
      "start_seconds": 788,
      "source_timestamp": "13:08",
      "end_seconds": null,
      "text": "How do we adapt today our development"
    },
    {
      "index": 327,
      "start_seconds": 790,
      "source_timestamp": "13:10",
      "end_seconds": null,
      "text": "processes?"
    },
    {
      "index": 328,
      "start_seconds": 793,
      "source_timestamp": "13:13",
      "end_seconds": null,
      "text": "So the old school way to in development"
    },
    {
      "index": 329,
      "start_seconds": 796,
      "source_timestamp": "13:16",
      "end_seconds": null,
      "text": "was to do first specs, write down your"
    },
    {
      "index": 330,
      "start_seconds": 798,
      "source_timestamp": "13:18",
      "end_seconds": null,
      "text": "properties, do the implementation, do"
    },
    {
      "index": 331,
      "start_seconds": 801,
      "source_timestamp": "13:21",
      "end_seconds": null,
      "text": "some testing, then"
    },
    {
      "index": 332,
      "start_seconds": 803,
      "source_timestamp": "13:23",
      "end_seconds": null,
      "text": "do more some cycles,"
    },
    {
      "index": 333,
      "start_seconds": 805,
      "source_timestamp": "13:25",
      "end_seconds": null,
      "text": "fuzzing, integration tests, audits and"
    },
    {
      "index": 334,
      "start_seconds": 807,
      "source_timestamp": "13:27",
      "end_seconds": null,
      "text": "optional formal verification if you have"
    },
    {
      "index": 335,
      "start_seconds": 809,
      "source_timestamp": "13:29",
      "end_seconds": null,
      "text": "the budget and the resources because it"
    },
    {
      "index": 336,
      "start_seconds": 811,
      "source_timestamp": "13:31",
      "end_seconds": null,
      "text": "was really difficult."
    },
    {
      "index": 337,
      "start_seconds": 813,
      "source_timestamp": "13:33",
      "end_seconds": null,
      "text": "But today the implementation cycle is"
    },
    {
      "index": 338,
      "start_seconds": 816,
      "source_timestamp": "13:36",
      "end_seconds": null,
      "text": "really quick."
    },
    {
      "index": 339,
      "start_seconds": 819,
      "source_timestamp": "13:39",
      "end_seconds": null,
      "text": "So you should do more iterations and in"
    },
    {
      "index": 340,
      "start_seconds": 821,
      "source_timestamp": "13:41",
      "end_seconds": null,
      "text": "my opinion spend a lot more time on the"
    },
    {
      "index": 341,
      "start_seconds": 823,
      "source_timestamp": "13:43",
      "end_seconds": null,
      "text": "specs."
    },
    {
      "index": 342,
      "start_seconds": 825,
      "source_timestamp": "13:45",
      "end_seconds": null,
      "text": "And now formal verification in my"
    },
    {
      "index": 343,
      "start_seconds": 827,
      "source_timestamp": "13:47",
      "end_seconds": null,
      "text": "opinion should be part of the testing"
    },
    {
      "index": 344,
      "start_seconds": 829,
      "source_timestamp": "13:49",
      "end_seconds": null,
      "text": "pipeline because as you saw it's quite"
    },
    {
      "index": 345,
      "start_seconds": 831,
      "source_timestamp": "13:51",
      "end_seconds": null,
      "text": "doable."
    },
    {
      "index": 346,
      "start_seconds": 837,
      "source_timestamp": "13:57",
      "end_seconds": null,
      "text": "Now the key takeaways from today is you"
    },
    {
      "index": 347,
      "start_seconds": 839,
      "source_timestamp": "13:59",
      "end_seconds": null,
      "text": "should do a lot more specs. You should"
    },
    {
      "index": 348,
      "start_seconds": 841,
      "source_timestamp": "14:01",
      "end_seconds": null,
      "text": "spend more time brainstorming the"
    },
    {
      "index": 349,
      "start_seconds": 843,
      "source_timestamp": "14:03",
      "end_seconds": null,
      "text": "invariance, thinking about your designs,"
    },
    {
      "index": 350,
      "start_seconds": 847,
      "source_timestamp": "14:07",
      "end_seconds": null,
      "text": "the economic guarantees."
    },
    {
      "index": 351,
      "start_seconds": 849,
      "source_timestamp": "14:09",
      "end_seconds": null,
      "text": "Then you should maintain your spec. Go"
    },
    {
      "index": 352,
      "start_seconds": 851,
      "source_timestamp": "14:11",
      "end_seconds": null,
      "text": "through them again and again and edit if"
    },
    {
      "index": 353,
      "start_seconds": 853,
      "source_timestamp": "14:13",
      "end_seconds": null,
      "text": "needed."
    },
    {
      "index": 354,
      "start_seconds": 854,
      "source_timestamp": "14:14",
      "end_seconds": null,
      "text": "And it should the cornerstone of your of"
    },
    {
      "index": 355,
      "start_seconds": 858,
      "source_timestamp": "14:18",
      "end_seconds": null,
      "text": "your system. It should be the hardest"
    },
    {
      "index": 356,
      "start_seconds": 860,
      "source_timestamp": "14:20",
      "end_seconds": null,
      "text": "thing to bend. AI often can adapt tests"
    },
    {
      "index": 357,
      "start_seconds": 864,
      "source_timestamp": "14:24",
      "end_seconds": null,
      "text": "so they fit the implementation and your"
    },
    {
      "index": 358,
      "start_seconds": 866,
      "source_timestamp": "14:26",
      "end_seconds": null,
      "text": "specs should be completely out of the"
    },
    {
      "index": 359,
      "start_seconds": 869,
      "source_timestamp": "14:29",
      "end_seconds": null,
      "text": "equation."
    },
    {
      "index": 360,
      "start_seconds": 871,
      "source_timestamp": "14:31",
      "end_seconds": null,
      "text": "And the tools"
    },
    {
      "index": 361,
      "start_seconds": 873,
      "source_timestamp": "14:33",
      "end_seconds": null,
      "text": "for more verification is a really"
    },
    {
      "index": 362,
      "start_seconds": 875,
      "source_timestamp": "14:35",
      "end_seconds": null,
      "text": "powerful tool,"
    },
    {
      "index": 363,
      "start_seconds": 877,
      "source_timestamp": "14:37",
      "end_seconds": null,
      "text": "but the main thing is to maintain your"
    },
    {
      "index": 364,
      "start_seconds": 879,
      "source_timestamp": "14:39",
      "end_seconds": null,
      "text": "properties and invariants and"
    },
    {
      "index": 365,
      "start_seconds": 881,
      "source_timestamp": "14:41",
      "end_seconds": null,
      "text": "that way even you can find interesting"
    },
    {
      "index": 366,
      "start_seconds": 884,
      "source_timestamp": "14:44",
      "end_seconds": null,
      "text": "bugs using"
    },
    {
      "index": 367,
      "start_seconds": 885,
      "source_timestamp": "14:45",
      "end_seconds": null,
      "text": "using"
    },
    {
      "index": 368,
      "start_seconds": 886,
      "source_timestamp": "14:46",
      "end_seconds": null,
      "text": "standard"
    },
    {
      "index": 369,
      "start_seconds": 888,
      "source_timestamp": "14:48",
      "end_seconds": null,
      "text": "and already very known techniques like"
    },
    {
      "index": 370,
      "start_seconds": 891,
      "source_timestamp": "14:51",
      "end_seconds": null,
      "text": "fuzzing and unit tests."
    },
    {
      "index": 371,
      "start_seconds": 893,
      "source_timestamp": "14:53",
      "end_seconds": null,
      "text": "Although formal verification really does"
    },
    {
      "index": 372,
      "start_seconds": 896,
      "source_timestamp": "14:56",
      "end_seconds": null,
      "text": "provide some"
    },
    {
      "index": 373,
      "start_seconds": 897,
      "source_timestamp": "14:57",
      "end_seconds": null,
      "text": "really important properties when"
    },
    {
      "index": 374,
      "start_seconds": 900,
      "source_timestamp": "15:00",
      "end_seconds": null,
      "text": "verifying your code."
    },
    {
      "index": 375,
      "start_seconds": 903,
      "source_timestamp": "15:03",
      "end_seconds": null,
      "text": "Thank you."
    }
  ]
}
