{
  "schemaVersion": 1,
  "videoId": "PBWF8hPZMwg",
  "videoUrl": "https://www.youtube.com/watch?v=PBWF8hPZMwg",
  "title": "Detecting Unsafe ERC-20 Behavior: Deterministic Analysis and LLMs",
  "speakerCredit": "George Loukovitis",
  "programmeTalkId": "george-loukovitis",
  "language": "en",
  "captionType": "auto-generated",
  "humanAccuracyReviewed": false,
  "spokenAudioCompletenessVerified": false,
  "cueEndTimesAvailable": false,
  "source": {
    "provider": "YouTube",
    "method": "native browser transcript export",
    "sha256": "2583b05484b0b24406b503ff779a79a64f06554a845de4634fd406fc0e813021",
    "exportedAt": "2026-11-16T07:40:16.017408+00:00"
  },
  "qualityCaveats": [
    "Names, organizations, technical terms, code and numbers may be misrecognized.",
    "Source wording and disfluencies are preserved; no editorial corrections were applied.",
    "Export contains whole-second cue starts only; cue ends and subsecond timing are unavailable.",
    "A full caption-track export does not establish that every spoken word is represented.",
    "Automatic YouTube captions; not human-verified against the audio."
  ],
  "timingValidation": {
    "first_cue_start_seconds": 1,
    "last_cue_start_seconds": 794,
    "video_duration_seconds": 796,
    "seconds_after_last_cue_start": 2,
    "cue_start_gaps_over_30_seconds": [],
    "boundary_check": "pass",
    "criterion": "first cue <=15 seconds; last cue start within 30 seconds of player duration, allowing 1-second precision",
    "meaning": "Timing plausibility only; silence/applause or source caption omissions require audio review."
  },
  "segments": [
    {
      "index": 0,
      "start_seconds": 1,
      "source_timestamp": "0:01",
      "end_seconds": null,
      "text": "So,"
    },
    {
      "index": 1,
      "start_seconds": 3,
      "source_timestamp": "0:03",
      "end_seconds": null,
      "text": "again, am George,"
    },
    {
      "index": 2,
      "start_seconds": 5,
      "source_timestamp": "0:05",
      "end_seconds": null,
      "text": "and we're going to be spending the next"
    },
    {
      "index": 3,
      "start_seconds": 7,
      "source_timestamp": "0:07",
      "end_seconds": null,
      "text": "few minutes talking about the ERC 20"
    },
    {
      "index": 4,
      "start_seconds": 8,
      "source_timestamp": "0:08",
      "end_seconds": null,
      "text": "tokens."
    },
    {
      "index": 5,
      "start_seconds": 11,
      "source_timestamp": "0:11",
      "end_seconds": null,
      "text": "We're going to start with the"
    },
    {
      "index": 6,
      "start_seconds": 11,
      "source_timestamp": "0:11",
      "end_seconds": null,
      "text": "definition,"
    },
    {
      "index": 7,
      "start_seconds": 13,
      "source_timestamp": "0:13",
      "end_seconds": null,
      "text": "proceed to all the things that might go"
    },
    {
      "index": 8,
      "start_seconds": 14,
      "source_timestamp": "0:14",
      "end_seconds": null,
      "text": "wrong with the token,"
    },
    {
      "index": 9,
      "start_seconds": 16,
      "source_timestamp": "0:16",
      "end_seconds": null,
      "text": "discuss how we can check for those"
    },
    {
      "index": 10,
      "start_seconds": 18,
      "source_timestamp": "0:18",
      "end_seconds": null,
      "text": "things, and finally, discuss automation."
    },
    {
      "index": 11,
      "start_seconds": 22,
      "source_timestamp": "0:22",
      "end_seconds": null,
      "text": "But first,"
    },
    {
      "index": 12,
      "start_seconds": 23,
      "source_timestamp": "0:23",
      "end_seconds": null,
      "text": "why do we care?"
    },
    {
      "index": 13,
      "start_seconds": 25,
      "source_timestamp": "0:25",
      "end_seconds": null,
      "text": "After all, tokens are simple, right? You"
    },
    {
      "index": 14,
      "start_seconds": 28,
      "source_timestamp": "0:28",
      "end_seconds": null,
      "text": "buy them, you wait for them to go to the"
    },
    {
      "index": 15,
      "start_seconds": 29,
      "source_timestamp": "0:29",
      "end_seconds": null,
      "text": "moon,"
    },
    {
      "index": 16,
      "start_seconds": 31,
      "source_timestamp": "0:31",
      "end_seconds": null,
      "text": "you buy your Lambo. Well, not these"
    },
    {
      "index": 17,
      "start_seconds": 33,
      "source_timestamp": "0:33",
      "end_seconds": null,
      "text": "days, but you know."
    },
    {
      "index": 18,
      "start_seconds": 35,
      "source_timestamp": "0:35",
      "end_seconds": null,
      "text": "Um,"
    },
    {
      "index": 19,
      "start_seconds": 37,
      "source_timestamp": "0:37",
      "end_seconds": null,
      "text": "well, they're not that simple."
    },
    {
      "index": 20,
      "start_seconds": 40,
      "source_timestamp": "0:40",
      "end_seconds": null,
      "text": "You see, we use them for pretty much"
    },
    {
      "index": 21,
      "start_seconds": 42,
      "source_timestamp": "0:42",
      "end_seconds": null,
      "text": "everything in Web 3. Your voting power"
    },
    {
      "index": 22,
      "start_seconds": 44,
      "source_timestamp": "0:44",
      "end_seconds": null,
      "text": "in a governance protocol, that's an ERC"
    },
    {
      "index": 23,
      "start_seconds": 47,
      "source_timestamp": "0:47",
      "end_seconds": null,
      "text": "20 token."
    },
    {
      "index": 24,
      "start_seconds": 48,
      "source_timestamp": "0:48",
      "end_seconds": null,
      "text": "Your position in a"
    },
    {
      "index": 25,
      "start_seconds": 50,
      "source_timestamp": "0:50",
      "end_seconds": null,
      "text": "liquidity pool, that's an ERC 20 token."
    },
    {
      "index": 26,
      "start_seconds": 54,
      "source_timestamp": "0:54",
      "end_seconds": null,
      "text": "Your share in a liquid staking protocol,"
    },
    {
      "index": 27,
      "start_seconds": 57,
      "source_timestamp": "0:57",
      "end_seconds": null,
      "text": "that's also"
    },
    {
      "index": 28,
      "start_seconds": 58,
      "source_timestamp": "0:58",
      "end_seconds": null,
      "text": "an ERC 20 token."
    },
    {
      "index": 29,
      "start_seconds": 62,
      "source_timestamp": "1:02",
      "end_seconds": null,
      "text": "So, what is an ERC 20 token?"
    },
    {
      "index": 30,
      "start_seconds": 65,
      "source_timestamp": "1:05",
      "end_seconds": null,
      "text": "It's just a smart contract."
    },
    {
      "index": 31,
      "start_seconds": 67,
      "source_timestamp": "1:07",
      "end_seconds": null,
      "text": "Just a smart contract that implements a"
    },
    {
      "index": 32,
      "start_seconds": 68,
      "source_timestamp": "1:08",
      "end_seconds": null,
      "text": "set of functions."
    },
    {
      "index": 33,
      "start_seconds": 70,
      "source_timestamp": "1:10",
      "end_seconds": null,
      "text": "Those that are defined by IP 20. We"
    },
    {
      "index": 34,
      "start_seconds": 72,
      "source_timestamp": "1:12",
      "end_seconds": null,
      "text": "expect tokens to be able to be held by"
    },
    {
      "index": 35,
      "start_seconds": 75,
      "source_timestamp": "1:15",
      "end_seconds": null,
      "text": "addresses and transferred between"
    },
    {
      "index": 36,
      "start_seconds": 77,
      "source_timestamp": "1:17",
      "end_seconds": null,
      "text": "addresses."
    },
    {
      "index": 37,
      "start_seconds": 79,
      "source_timestamp": "1:19",
      "end_seconds": null,
      "text": "But again, these functions are"
    },
    {
      "index": 38,
      "start_seconds": 82,
      "source_timestamp": "1:22",
      "end_seconds": null,
      "text": "implemented by arbitrary code."
    },
    {
      "index": 39,
      "start_seconds": 84,
      "source_timestamp": "1:24",
      "end_seconds": null,
      "text": "So, it falls on us"
    },
    {
      "index": 40,
      "start_seconds": 86,
      "source_timestamp": "1:26",
      "end_seconds": null,
      "text": "to verify that the behaviors we expect"
    },
    {
      "index": 41,
      "start_seconds": 89,
      "source_timestamp": "1:29",
      "end_seconds": null,
      "text": "to see from a tokens"
    },
    {
      "index": 42,
      "start_seconds": 90,
      "source_timestamp": "1:30",
      "end_seconds": null,
      "text": "from a token will be present."
    },
    {
      "index": 43,
      "start_seconds": 94,
      "source_timestamp": "1:34",
      "end_seconds": null,
      "text": "So, what can go wrong?"
    },
    {
      "index": 44,
      "start_seconds": 97,
      "source_timestamp": "1:37",
      "end_seconds": null,
      "text": "Transfer restrictions."
    },
    {
      "index": 45,
      "start_seconds": 99,
      "source_timestamp": "1:39",
      "end_seconds": null,
      "text": "Can you transfer what you own?"
    },
    {
      "index": 46,
      "start_seconds": 101,
      "source_timestamp": "1:41",
      "end_seconds": null,
      "text": "Are there limits, blacklists, pausing"
    },
    {
      "index": 47,
      "start_seconds": 104,
      "source_timestamp": "1:44",
      "end_seconds": null,
      "text": "functionality?"
    },
    {
      "index": 48,
      "start_seconds": 106,
      "source_timestamp": "1:46",
      "end_seconds": null,
      "text": "Is this a honey pot?"
    },
    {
      "index": 49,
      "start_seconds": 108,
      "source_timestamp": "1:48",
      "end_seconds": null,
      "text": "Can you only buy the token but not sell"
    },
    {
      "index": 50,
      "start_seconds": 110,
      "source_timestamp": "1:50",
      "end_seconds": null,
      "text": "it?"
    },
    {
      "index": 51,
      "start_seconds": 111,
      "source_timestamp": "1:51",
      "end_seconds": null,
      "text": "Balance manipulation."
    },
    {
      "index": 52,
      "start_seconds": 113,
      "source_timestamp": "1:53",
      "end_seconds": null,
      "text": "Are you the only one who's able to"
    },
    {
      "index": 53,
      "start_seconds": 115,
      "source_timestamp": "1:55",
      "end_seconds": null,
      "text": "reduce your balance or is there a"
    },
    {
      "index": 54,
      "start_seconds": 117,
      "source_timestamp": "1:57",
      "end_seconds": null,
      "text": "special address that do so as well?"
    },
    {
      "index": 55,
      "start_seconds": 121,
      "source_timestamp": "2:01",
      "end_seconds": null,
      "text": "Supply manipulation."
    },
    {
      "index": 56,
      "start_seconds": 123,
      "source_timestamp": "2:03",
      "end_seconds": null,
      "text": "The only reason tokens have any value is"
    },
    {
      "index": 57,
      "start_seconds": 125,
      "source_timestamp": "2:05",
      "end_seconds": null,
      "text": "because they're scarce."
    },
    {
      "index": 58,
      "start_seconds": 128,
      "source_timestamp": "2:08",
      "end_seconds": null,
      "text": "If they're prone to infinite minting,"
    },
    {
      "index": 59,
      "start_seconds": 130,
      "source_timestamp": "2:10",
      "end_seconds": null,
      "text": "then they're worthless."
    },
    {
      "index": 60,
      "start_seconds": 132,
      "source_timestamp": "2:12",
      "end_seconds": null,
      "text": "Taxes."
    },
    {
      "index": 61,
      "start_seconds": 134,
      "source_timestamp": "2:14",
      "end_seconds": null,
      "text": "Are you able to transfer what you own"
    },
    {
      "index": 62,
      "start_seconds": 137,
      "source_timestamp": "2:17",
      "end_seconds": null,
      "text": "freely?"
    },
    {
      "index": 63,
      "start_seconds": 138,
      "source_timestamp": "2:18",
      "end_seconds": null,
      "text": "Is there a tax?"
    },
    {
      "index": 64,
      "start_seconds": 140,
      "source_timestamp": "2:20",
      "end_seconds": null,
      "text": "Is that tax capped"
    },
    {
      "index": 65,
      "start_seconds": 142,
      "source_timestamp": "2:22",
      "end_seconds": null,
      "text": "or might be"
    },
    {
      "index": 66,
      "start_seconds": 143,
      "source_timestamp": "2:23",
      "end_seconds": null,
      "text": "indefinitely changed?"
    },
    {
      "index": 67,
      "start_seconds": 146,
      "source_timestamp": "2:26",
      "end_seconds": null,
      "text": "Upgradability."
    },
    {
      "index": 68,
      "start_seconds": 147,
      "source_timestamp": "2:27",
      "end_seconds": null,
      "text": "Say you check for all these things,"
    },
    {
      "index": 69,
      "start_seconds": 150,
      "source_timestamp": "2:30",
      "end_seconds": null,
      "text": "but then the code changes, so all the"
    },
    {
      "index": 70,
      "start_seconds": 152,
      "source_timestamp": "2:32",
      "end_seconds": null,
      "text": "guarantees you gathered"
    },
    {
      "index": 71,
      "start_seconds": 154,
      "source_timestamp": "2:34",
      "end_seconds": null,
      "text": "at the window."
    },
    {
      "index": 72,
      "start_seconds": 156,
      "source_timestamp": "2:36",
      "end_seconds": null,
      "text": "Centralization."
    },
    {
      "index": 73,
      "start_seconds": 158,
      "source_timestamp": "2:38",
      "end_seconds": null,
      "text": "We got to Web 3 because we wanted to get"
    },
    {
      "index": 74,
      "start_seconds": 160,
      "source_timestamp": "2:40",
      "end_seconds": null,
      "text": "away from"
    },
    {
      "index": 75,
      "start_seconds": 162,
      "source_timestamp": "2:42",
      "end_seconds": null,
      "text": "centralized authorities having power"
    },
    {
      "index": 76,
      "start_seconds": 163,
      "source_timestamp": "2:43",
      "end_seconds": null,
      "text": "over our assets."
    },
    {
      "index": 77,
      "start_seconds": 166,
      "source_timestamp": "2:46",
      "end_seconds": null,
      "text": "But so many tokens do exactly that."
    },
    {
      "index": 78,
      "start_seconds": 169,
      "source_timestamp": "2:49",
      "end_seconds": null,
      "text": "They have a special address with special"
    },
    {
      "index": 79,
      "start_seconds": 171,
      "source_timestamp": "2:51",
      "end_seconds": null,
      "text": "privileges."
    },
    {
      "index": 80,
      "start_seconds": 172,
      "source_timestamp": "2:52",
      "end_seconds": null,
      "text": "Or even if it's not in the code, what if"
    },
    {
      "index": 81,
      "start_seconds": 176,
      "source_timestamp": "2:56",
      "end_seconds": null,
      "text": "certain addresses have 50% of the supply"
    },
    {
      "index": 82,
      "start_seconds": 178,
      "source_timestamp": "2:58",
      "end_seconds": null,
      "text": "for of the supply"
    },
    {
      "index": 83,
      "start_seconds": 180,
      "source_timestamp": "3:00",
      "end_seconds": null,
      "text": "or the liquidity?"
    },
    {
      "index": 84,
      "start_seconds": 181,
      "source_timestamp": "3:01",
      "end_seconds": null,
      "text": "Then the value of the token is held by"
    },
    {
      "index": 85,
      "start_seconds": 183,
      "source_timestamp": "3:03",
      "end_seconds": null,
      "text": "those addresses."
    },
    {
      "index": 86,
      "start_seconds": 186,
      "source_timestamp": "3:06",
      "end_seconds": null,
      "text": "Finally, there's reputation"
    },
    {
      "index": 87,
      "start_seconds": 188,
      "source_timestamp": "3:08",
      "end_seconds": null,
      "text": "because all the mechanisms we discussed"
    },
    {
      "index": 88,
      "start_seconds": 190,
      "source_timestamp": "3:10",
      "end_seconds": null,
      "text": "so far are not inherently malicious."
    },
    {
      "index": 89,
      "start_seconds": 194,
      "source_timestamp": "3:14",
      "end_seconds": null,
      "text": "Some tokens need them. USDC, for"
    },
    {
      "index": 90,
      "start_seconds": 196,
      "source_timestamp": "3:16",
      "end_seconds": null,
      "text": "example, cannot exist without minting"
    },
    {
      "index": 91,
      "start_seconds": 199,
      "source_timestamp": "3:19",
      "end_seconds": null,
      "text": "because how can it match its reserves?"
    },
    {
      "index": 92,
      "start_seconds": 203,
      "source_timestamp": "3:23",
      "end_seconds": null,
      "text": "But the reputation of a token and"
    },
    {
      "index": 93,
      "start_seconds": 205,
      "source_timestamp": "3:25",
      "end_seconds": null,
      "text": "further yet its creator is going to tell"
    },
    {
      "index": 94,
      "start_seconds": 208,
      "source_timestamp": "3:28",
      "end_seconds": null,
      "text": "you how this power is going to be"
    },
    {
      "index": 95,
      "start_seconds": 210,
      "source_timestamp": "3:30",
      "end_seconds": null,
      "text": "wielded."
    },
    {
      "index": 96,
      "start_seconds": 212,
      "source_timestamp": "3:32",
      "end_seconds": null,
      "text": "So how can we check up?"
    },
    {
      "index": 97,
      "start_seconds": 215,
      "source_timestamp": "3:35",
      "end_seconds": null,
      "text": "How can we check for these behaviors?"
    },
    {
      "index": 98,
      "start_seconds": 219,
      "source_timestamp": "3:39",
      "end_seconds": null,
      "text": "We can start with on-chain data."
    },
    {
      "index": 99,
      "start_seconds": 222,
      "source_timestamp": "3:42",
      "end_seconds": null,
      "text": "On-chain data providers can help us"
    },
    {
      "index": 100,
      "start_seconds": 224,
      "source_timestamp": "3:44",
      "end_seconds": null,
      "text": "answer questions regarding the holder"
    },
    {
      "index": 101,
      "start_seconds": 226,
      "source_timestamp": "3:46",
      "end_seconds": null,
      "text": "concentration,"
    },
    {
      "index": 102,
      "start_seconds": 227,
      "source_timestamp": "3:47",
      "end_seconds": null,
      "text": "whether the volume of this token is real"
    },
    {
      "index": 103,
      "start_seconds": 230,
      "source_timestamp": "3:50",
      "end_seconds": null,
      "text": "or it's artificial, was trading between"
    },
    {
      "index": 104,
      "start_seconds": 233,
      "source_timestamp": "3:53",
      "end_seconds": null,
      "text": "certain addresses."
    },
    {
      "index": 105,
      "start_seconds": 235,
      "source_timestamp": "3:55",
      "end_seconds": null,
      "text": "And it can also help us understand how"
    },
    {
      "index": 106,
      "start_seconds": 238,
      "source_timestamp": "3:58",
      "end_seconds": null,
      "text": "the creator got to have the money that"
    },
    {
      "index": 107,
      "start_seconds": 241,
      "source_timestamp": "4:01",
      "end_seconds": null,
      "text": "was funded this project. Is this from a"
    },
    {
      "index": 108,
      "start_seconds": 245,
      "source_timestamp": "4:05",
      "end_seconds": null,
      "text": "hack or is it just legitimate money?"
    },
    {
      "index": 109,
      "start_seconds": 250,
      "source_timestamp": "4:10",
      "end_seconds": null,
      "text": "Then there is simulation. Again, using"
    },
    {
      "index": 110,
      "start_seconds": 253,
      "source_timestamp": "4:13",
      "end_seconds": null,
      "text": "an on-chain data provider, we can pick a"
    },
    {
      "index": 111,
      "start_seconds": 255,
      "source_timestamp": "4:15",
      "end_seconds": null,
      "text": "holder of a token and then use Foundry"
    },
    {
      "index": 112,
      "start_seconds": 257,
      "source_timestamp": "4:17",
      "end_seconds": null,
      "text": "to fork the chain"
    },
    {
      "index": 113,
      "start_seconds": 259,
      "source_timestamp": "4:19",
      "end_seconds": null,
      "text": "and simulate whatever action we would"
    },
    {
      "index": 114,
      "start_seconds": 260,
      "source_timestamp": "4:20",
      "end_seconds": null,
      "text": "like to take with regards to this token."
    },
    {
      "index": 115,
      "start_seconds": 263,
      "source_timestamp": "4:23",
      "end_seconds": null,
      "text": "Then we evaluate the results and see if"
    },
    {
      "index": 116,
      "start_seconds": 265,
      "source_timestamp": "4:25",
      "end_seconds": null,
      "text": "they what they expect them to be."
    },
    {
      "index": 117,
      "start_seconds": 268,
      "source_timestamp": "4:28",
      "end_seconds": null,
      "text": "So a transfer, for example, could let us"
    },
    {
      "index": 118,
      "start_seconds": 272,
      "source_timestamp": "4:32",
      "end_seconds": null,
      "text": "know that a a token has a tax."
    },
    {
      "index": 119,
      "start_seconds": 277,
      "source_timestamp": "4:37",
      "end_seconds": null,
      "text": "But you're not going to sell the token"
    },
    {
      "index": 120,
      "start_seconds": 278,
      "source_timestamp": "4:38",
      "end_seconds": null,
      "text": "the moment you buy it."
    },
    {
      "index": 121,
      "start_seconds": 280,
      "source_timestamp": "4:40",
      "end_seconds": null,
      "text": "So what if you're currently able to sell"
    },
    {
      "index": 122,
      "start_seconds": 282,
      "source_timestamp": "4:42",
      "end_seconds": null,
      "text": "it, but that's no longer the case in a"
    },
    {
      "index": 123,
      "start_seconds": 284,
      "source_timestamp": "4:44",
      "end_seconds": null,
      "text": "week from now?"
    },
    {
      "index": 124,
      "start_seconds": 286,
      "source_timestamp": "4:46",
      "end_seconds": null,
      "text": "That's exactly how Honey Pots work."
    },
    {
      "index": 125,
      "start_seconds": 288,
      "source_timestamp": "4:48",
      "end_seconds": null,
      "text": "You can buy the token, but then there is"
    },
    {
      "index": 126,
      "start_seconds": 291,
      "source_timestamp": "4:51",
      "end_seconds": null,
      "text": "some logic within the token that may"
    },
    {
      "index": 127,
      "start_seconds": 293,
      "source_timestamp": "4:53",
      "end_seconds": null,
      "text": "disallow certain addresses or"
    },
    {
      "index": 128,
      "start_seconds": 295,
      "source_timestamp": "4:55",
      "end_seconds": null,
      "text": "all addresses but the creator from"
    },
    {
      "index": 129,
      "start_seconds": 298,
      "source_timestamp": "4:58",
      "end_seconds": null,
      "text": "selling the token."
    },
    {
      "index": 130,
      "start_seconds": 300,
      "source_timestamp": "5:00",
      "end_seconds": null,
      "text": "So how do we check for behaviors that"
    },
    {
      "index": 131,
      "start_seconds": 302,
      "source_timestamp": "5:02",
      "end_seconds": null,
      "text": "are not currently observable, but may be"
    },
    {
      "index": 132,
      "start_seconds": 304,
      "source_timestamp": "5:04",
      "end_seconds": null,
      "text": "enabled in the future?"
    },
    {
      "index": 133,
      "start_seconds": 307,
      "source_timestamp": "5:07",
      "end_seconds": null,
      "text": "We can inspect the code."
    },
    {
      "index": 134,
      "start_seconds": 309,
      "source_timestamp": "5:09",
      "end_seconds": null,
      "text": "As a matter of fact, how many of you"
    },
    {
      "index": 135,
      "start_seconds": 311,
      "source_timestamp": "5:11",
      "end_seconds": null,
      "text": "currently hold USDT?"
    },
    {
      "index": 136,
      "start_seconds": 315,
      "source_timestamp": "5:15",
      "end_seconds": null,
      "text": "Good."
    },
    {
      "index": 137,
      "start_seconds": 316,
      "source_timestamp": "5:16",
      "end_seconds": null,
      "text": "So let's have a look."
    },
    {
      "index": 138,
      "start_seconds": 319,
      "source_timestamp": "5:19",
      "end_seconds": null,
      "text": "We can see here that you you're only"
    },
    {
      "index": 139,
      "start_seconds": 321,
      "source_timestamp": "5:21",
      "end_seconds": null,
      "text": "able to transfer USDT"
    },
    {
      "index": 140,
      "start_seconds": 323,
      "source_timestamp": "5:23",
      "end_seconds": null,
      "text": "if you're not blacklisted."
    },
    {
      "index": 141,
      "start_seconds": 325,
      "source_timestamp": "5:25",
      "end_seconds": null,
      "text": "The owner can blacklist you"
    },
    {
      "index": 142,
      "start_seconds": 328,
      "source_timestamp": "5:28",
      "end_seconds": null,
      "text": "and once he does, he may also wipe your"
    },
    {
      "index": 143,
      "start_seconds": 330,
      "source_timestamp": "5:30",
      "end_seconds": null,
      "text": "balance."
    },
    {
      "index": 144,
      "start_seconds": 332,
      "source_timestamp": "5:32",
      "end_seconds": null,
      "text": "In addition to that, the owner is not a"
    },
    {
      "index": 145,
      "start_seconds": 335,
      "source_timestamp": "5:35",
      "end_seconds": null,
      "text": "renounced role."
    },
    {
      "index": 146,
      "start_seconds": 336,
      "source_timestamp": "5:36",
      "end_seconds": null,
      "text": "It's an actual address."
    },
    {
      "index": 147,
      "start_seconds": 338,
      "source_timestamp": "5:38",
      "end_seconds": null,
      "text": "So this could theoretically happen."
    },
    {
      "index": 148,
      "start_seconds": 341,
      "source_timestamp": "5:41",
      "end_seconds": null,
      "text": "Now there is a whole social context"
    },
    {
      "index": 149,
      "start_seconds": 343,
      "source_timestamp": "5:43",
      "end_seconds": null,
      "text": "outside of code that may allow us to"
    },
    {
      "index": 150,
      "start_seconds": 345,
      "source_timestamp": "5:45",
      "end_seconds": null,
      "text": "trust Tether, and that's okay. But the"
    },
    {
      "index": 151,
      "start_seconds": 347,
      "source_timestamp": "5:47",
      "end_seconds": null,
      "text": "point I'm trying to make is that there"
    },
    {
      "index": 152,
      "start_seconds": 348,
      "source_timestamp": "5:48",
      "end_seconds": null,
      "text": "is more to tokens than buying and"
    },
    {
      "index": 153,
      "start_seconds": 350,
      "source_timestamp": "5:50",
      "end_seconds": null,
      "text": "selling them."
    },
    {
      "index": 154,
      "start_seconds": 353,
      "source_timestamp": "5:53",
      "end_seconds": null,
      "text": "We were only able to discover that"
    },
    {
      "index": 155,
      "start_seconds": 355,
      "source_timestamp": "5:55",
      "end_seconds": null,
      "text": "because we have access to the source"
    },
    {
      "index": 156,
      "start_seconds": 356,
      "source_timestamp": "5:56",
      "end_seconds": null,
      "text": "code of USDT as that was provided to us"
    },
    {
      "index": 157,
      "start_seconds": 359,
      "source_timestamp": "5:59",
      "end_seconds": null,
      "text": "by Tether."
    },
    {
      "index": 158,
      "start_seconds": 360,
      "source_timestamp": "6:00",
      "end_seconds": null,
      "text": "That is not always the case."
    },
    {
      "index": 159,
      "start_seconds": 362,
      "source_timestamp": "6:02",
      "end_seconds": null,
      "text": "More often than not, when a token is"
    },
    {
      "index": 160,
      "start_seconds": 364,
      "source_timestamp": "6:04",
      "end_seconds": null,
      "text": "first deployed, we do not have access to"
    },
    {
      "index": 161,
      "start_seconds": 366,
      "source_timestamp": "6:06",
      "end_seconds": null,
      "text": "the source code."
    },
    {
      "index": 162,
      "start_seconds": 367,
      "source_timestamp": "6:07",
      "end_seconds": null,
      "text": "Coincidentally, that is also when it"
    },
    {
      "index": 163,
      "start_seconds": 369,
      "source_timestamp": "6:09",
      "end_seconds": null,
      "text": "sees most of its price action."
    },
    {
      "index": 164,
      "start_seconds": 371,
      "source_timestamp": "6:11",
      "end_seconds": null,
      "text": "So, what do we do then?"
    },
    {
      "index": 165,
      "start_seconds": 374,
      "source_timestamp": "6:14",
      "end_seconds": null,
      "text": "This is when we can turn to"
    },
    {
      "index": 166,
      "start_seconds": 375,
      "source_timestamp": "6:15",
      "end_seconds": null,
      "text": "decompilation."
    },
    {
      "index": 167,
      "start_seconds": 377,
      "source_timestamp": "6:17",
      "end_seconds": null,
      "text": "You see, we might not have access to the"
    },
    {
      "index": 168,
      "start_seconds": 378,
      "source_timestamp": "6:18",
      "end_seconds": null,
      "text": "source code of the token, but we do have"
    },
    {
      "index": 169,
      "start_seconds": 380,
      "source_timestamp": "6:20",
      "end_seconds": null,
      "text": "access to the executable, as that is"
    },
    {
      "index": 170,
      "start_seconds": 382,
      "source_timestamp": "6:22",
      "end_seconds": null,
      "text": "stored on chain in the form of EVM"
    },
    {
      "index": 171,
      "start_seconds": 384,
      "source_timestamp": "6:24",
      "end_seconds": null,
      "text": "bytecode,"
    },
    {
      "index": 172,
      "start_seconds": 385,
      "source_timestamp": "6:25",
      "end_seconds": null,
      "text": "which looks a bit like this."
    },
    {
      "index": 173,
      "start_seconds": 388,
      "source_timestamp": "6:28",
      "end_seconds": null,
      "text": "Well, make it a bit more readable,"
    },
    {
      "index": 174,
      "start_seconds": 391,
      "source_timestamp": "6:31",
      "end_seconds": null,
      "text": "like this."
    },
    {
      "index": 175,
      "start_seconds": 392,
      "source_timestamp": "6:32",
      "end_seconds": null,
      "text": "Now, unless you're running the EVM stack"
    },
    {
      "index": 176,
      "start_seconds": 393,
      "source_timestamp": "6:33",
      "end_seconds": null,
      "text": "machine in your head right now, this"
    },
    {
      "index": 177,
      "start_seconds": 395,
      "source_timestamp": "6:35",
      "end_seconds": null,
      "text": "should not tell you a lot. But one of"
    },
    {
      "index": 178,
      "start_seconds": 397,
      "source_timestamp": "6:37",
      "end_seconds": null,
      "text": "the things we do at Dedaub is that we"
    },
    {
      "index": 179,
      "start_seconds": 399,
      "source_timestamp": "6:39",
      "end_seconds": null,
      "text": "provide a decompiler, which can take"
    },
    {
      "index": 180,
      "start_seconds": 402,
      "source_timestamp": "6:42",
      "end_seconds": null,
      "text": "this and turn it into this, and then"
    },
    {
      "index": 181,
      "start_seconds": 405,
      "source_timestamp": "6:45",
      "end_seconds": null,
      "text": "into this."
    },
    {
      "index": 182,
      "start_seconds": 407,
      "source_timestamp": "6:47",
      "end_seconds": null,
      "text": "This looks a lot like the actually USD"
    },
    {
      "index": 183,
      "start_seconds": 411,
      "source_timestamp": "6:51",
      "end_seconds": null,
      "text": "USDT code, and it can be inspected for"
    },
    {
      "index": 184,
      "start_seconds": 414,
      "source_timestamp": "6:54",
      "end_seconds": null,
      "text": "all the behaviors we discussed earlier,"
    },
    {
      "index": 185,
      "start_seconds": 416,
      "source_timestamp": "6:56",
      "end_seconds": null,
      "text": "uh blacklisting, pausing functionality,"
    },
    {
      "index": 186,
      "start_seconds": 419,
      "source_timestamp": "6:59",
      "end_seconds": null,
      "text": "upgradability, everything."
    },
    {
      "index": 187,
      "start_seconds": 423,
      "source_timestamp": "7:03",
      "end_seconds": null,
      "text": "The only thing is that this process is"
    },
    {
      "index": 188,
      "start_seconds": 425,
      "source_timestamp": "7:05",
      "end_seconds": null,
      "text": "time-consuming, and more than that, it"
    },
    {
      "index": 189,
      "start_seconds": 427,
      "source_timestamp": "7:07",
      "end_seconds": null,
      "text": "does require some technical skill. Mind"
    },
    {
      "index": 190,
      "start_seconds": 429,
      "source_timestamp": "7:09",
      "end_seconds": null,
      "text": "you, everybody in here does have that"
    },
    {
      "index": 191,
      "start_seconds": 432,
      "source_timestamp": "7:12",
      "end_seconds": null,
      "text": "technical skill, but that's not the case"
    },
    {
      "index": 192,
      "start_seconds": 434,
      "source_timestamp": "7:14",
      "end_seconds": null,
      "text": "for the people outside of this room."
    },
    {
      "index": 193,
      "start_seconds": 437,
      "source_timestamp": "7:17",
      "end_seconds": null,
      "text": "So, my team has been trying to automate"
    },
    {
      "index": 194,
      "start_seconds": 439,
      "source_timestamp": "7:19",
      "end_seconds": null,
      "text": "this process."
    },
    {
      "index": 195,
      "start_seconds": 441,
      "source_timestamp": "7:21",
      "end_seconds": null,
      "text": "The interesting thing is that I've been"
    },
    {
      "index": 196,
      "start_seconds": 443,
      "source_timestamp": "7:23",
      "end_seconds": null,
      "text": "giving this talk for a couple of years"
    },
    {
      "index": 197,
      "start_seconds": 444,
      "source_timestamp": "7:24",
      "end_seconds": null,
      "text": "now, and this has changed so much."
    },
    {
      "index": 198,
      "start_seconds": 448,
      "source_timestamp": "7:28",
      "end_seconds": null,
      "text": "Not the tokens. Tokens are pretty much"
    },
    {
      "index": 199,
      "start_seconds": 450,
      "source_timestamp": "7:30",
      "end_seconds": null,
      "text": "the same as they have been two, three"
    },
    {
      "index": 200,
      "start_seconds": 452,
      "source_timestamp": "7:32",
      "end_seconds": null,
      "text": "years ago,"
    },
    {
      "index": 201,
      "start_seconds": 454,
      "source_timestamp": "7:34",
      "end_seconds": null,
      "text": "but the way you go about checking for"
    },
    {
      "index": 202,
      "start_seconds": 456,
      "source_timestamp": "7:36",
      "end_seconds": null,
      "text": "the safety of these tokens has"
    },
    {
      "index": 203,
      "start_seconds": 457,
      "source_timestamp": "7:37",
      "end_seconds": null,
      "text": "drastically changed."
    },
    {
      "index": 204,
      "start_seconds": 459,
      "source_timestamp": "7:39",
      "end_seconds": null,
      "text": "A year ago, we would be speaking about"
    },
    {
      "index": 205,
      "start_seconds": 462,
      "source_timestamp": "7:42",
      "end_seconds": null,
      "text": "static analysis and simulation."
    },
    {
      "index": 206,
      "start_seconds": 465,
      "source_timestamp": "7:45",
      "end_seconds": null,
      "text": "For static analysis, you would need to"
    },
    {
      "index": 207,
      "start_seconds": 467,
      "source_timestamp": "7:47",
      "end_seconds": null,
      "text": "collect hundreds of instances of a"
    },
    {
      "index": 208,
      "start_seconds": 469,
      "source_timestamp": "7:49",
      "end_seconds": null,
      "text": "specific mechanism you're checking for."
    },
    {
      "index": 209,
      "start_seconds": 472,
      "source_timestamp": "7:52",
      "end_seconds": null,
      "text": "You would generalize it into a pattern"
    },
    {
      "index": 210,
      "start_seconds": 475,
      "source_timestamp": "7:55",
      "end_seconds": null,
      "text": "that is general enough"
    },
    {
      "index": 211,
      "start_seconds": 477,
      "source_timestamp": "7:57",
      "end_seconds": null,
      "text": "to catch variants, but not too general"
    },
    {
      "index": 212,
      "start_seconds": 481,
      "source_timestamp": "8:01",
      "end_seconds": null,
      "text": "because then you drown in false"
    },
    {
      "index": 213,
      "start_seconds": 483,
      "source_timestamp": "8:03",
      "end_seconds": null,
      "text": "positives."
    },
    {
      "index": 214,
      "start_seconds": 484,
      "source_timestamp": "8:04",
      "end_seconds": null,
      "text": "And then you would express this"
    },
    {
      "index": 215,
      "start_seconds": 486,
      "source_timestamp": "8:06",
      "end_seconds": null,
      "text": "mechanism"
    },
    {
      "index": 216,
      "start_seconds": 487,
      "source_timestamp": "8:07",
      "end_seconds": null,
      "text": "as a pattern in Slither or Gigahorse or"
    },
    {
      "index": 217,
      "start_seconds": 491,
      "source_timestamp": "8:11",
      "end_seconds": null,
      "text": "whatever static analysis engine."
    },
    {
      "index": 218,
      "start_seconds": 494,
      "source_timestamp": "8:14",
      "end_seconds": null,
      "text": "Then there is simulation. You would"
    },
    {
      "index": 219,
      "start_seconds": 496,
      "source_timestamp": "8:16",
      "end_seconds": null,
      "text": "treat the token as a black box. You"
    },
    {
      "index": 220,
      "start_seconds": 498,
      "source_timestamp": "8:18",
      "end_seconds": null,
      "text": "would try and guess the sequence of"
    },
    {
      "index": 221,
      "start_seconds": 501,
      "source_timestamp": "8:21",
      "end_seconds": null,
      "text": "calls you would need to make in order to"
    },
    {
      "index": 222,
      "start_seconds": 503,
      "source_timestamp": "8:23",
      "end_seconds": null,
      "text": "trigger a behavior"
    },
    {
      "index": 223,
      "start_seconds": 504,
      "source_timestamp": "8:24",
      "end_seconds": null,
      "text": "and then how you can actually observe it"
    },
    {
      "index": 224,
      "start_seconds": 507,
      "source_timestamp": "8:27",
      "end_seconds": null,
      "text": "from outside."
    },
    {
      "index": 225,
      "start_seconds": 510,
      "source_timestamp": "8:30",
      "end_seconds": null,
      "text": "Both these techniques have issues."
    },
    {
      "index": 226,
      "start_seconds": 513,
      "source_timestamp": "8:33",
      "end_seconds": null,
      "text": "For static analysis,"
    },
    {
      "index": 227,
      "start_seconds": 515,
      "source_timestamp": "8:35",
      "end_seconds": null,
      "text": "the same mechanism can be expressed in a"
    },
    {
      "index": 228,
      "start_seconds": 517,
      "source_timestamp": "8:37",
      "end_seconds": null,
      "text": "myriad of different ways. So a"
    },
    {
      "index": 229,
      "start_seconds": 519,
      "source_timestamp": "8:39",
      "end_seconds": null,
      "text": "blacklist."
    },
    {
      "index": 230,
      "start_seconds": 520,
      "source_timestamp": "8:40",
      "end_seconds": null,
      "text": "It can be a mapping"
    },
    {
      "index": 231,
      "start_seconds": 522,
      "source_timestamp": "8:42",
      "end_seconds": null,
      "text": "or an array"
    },
    {
      "index": 232,
      "start_seconds": 524,
      "source_timestamp": "8:44",
      "end_seconds": null,
      "text": "or an external call or whatever else."
    },
    {
      "index": 233,
      "start_seconds": 528,
      "source_timestamp": "8:48",
      "end_seconds": null,
      "text": "And then for simulation, say you want to"
    },
    {
      "index": 234,
      "start_seconds": 531,
      "source_timestamp": "8:51",
      "end_seconds": null,
      "text": "simulate the call to blacklist a"
    },
    {
      "index": 235,
      "start_seconds": 533,
      "source_timestamp": "8:53",
      "end_seconds": null,
      "text": "specific address, but what's it called?"
    },
    {
      "index": 236,
      "start_seconds": 535,
      "source_timestamp": "8:55",
      "end_seconds": null,
      "text": "Blacklist, deny, restrict. You have no"
    },
    {
      "index": 237,
      "start_seconds": 539,
      "source_timestamp": "8:59",
      "end_seconds": null,
      "text": "knowledge of the token a priori."
    },
    {
      "index": 238,
      "start_seconds": 545,
      "source_timestamp": "9:05",
      "end_seconds": null,
      "text": "LLMs to the rescue."
    },
    {
      "index": 239,
      "start_seconds": 547,
      "source_timestamp": "9:07",
      "end_seconds": null,
      "text": "Because the thing with LLMs is that they"
    },
    {
      "index": 240,
      "start_seconds": 549,
      "source_timestamp": "9:09",
      "end_seconds": null,
      "text": "do not have they do not need to be"
    },
    {
      "index": 241,
      "start_seconds": 551,
      "source_timestamp": "9:11",
      "end_seconds": null,
      "text": "tailored to the token"
    },
    {
      "index": 242,
      "start_seconds": 553,
      "source_timestamp": "9:13",
      "end_seconds": null,
      "text": "before you get to see it."
    },
    {
      "index": 243,
      "start_seconds": 555,
      "source_timestamp": "9:15",
      "end_seconds": null,
      "text": "They can actually tailor the process as"
    },
    {
      "index": 244,
      "start_seconds": 558,
      "source_timestamp": "9:18",
      "end_seconds": null,
      "text": "they see the token."
    },
    {
      "index": 245,
      "start_seconds": 559,
      "source_timestamp": "9:19",
      "end_seconds": null,
      "text": "So is this it? Are we done? Do we ask"
    },
    {
      "index": 246,
      "start_seconds": 562,
      "source_timestamp": "9:22",
      "end_seconds": null,
      "text": "Load is this safe?"
    },
    {
      "index": 247,
      "start_seconds": 564,
      "source_timestamp": "9:24",
      "end_seconds": null,
      "text": "And that's it."
    },
    {
      "index": 248,
      "start_seconds": 566,
      "source_timestamp": "9:26",
      "end_seconds": null,
      "text": "Unfortunately not."
    },
    {
      "index": 249,
      "start_seconds": 568,
      "source_timestamp": "9:28",
      "end_seconds": null,
      "text": "Because powerful as they are,"
    },
    {
      "index": 250,
      "start_seconds": 570,
      "source_timestamp": "9:30",
      "end_seconds": null,
      "text": "LLMs are not deterministic,"
    },
    {
      "index": 251,
      "start_seconds": 572,
      "source_timestamp": "9:32",
      "end_seconds": null,
      "text": "which means that a vague question like"
    },
    {
      "index": 252,
      "start_seconds": 575,
      "source_timestamp": "9:35",
      "end_seconds": null,
      "text": "is this safe is not going to yield the"
    },
    {
      "index": 253,
      "start_seconds": 577,
      "source_timestamp": "9:37",
      "end_seconds": null,
      "text": "same results every time."
    },
    {
      "index": 254,
      "start_seconds": 579,
      "source_timestamp": "9:39",
      "end_seconds": null,
      "text": "So the first time it might see the"
    },
    {
      "index": 255,
      "start_seconds": 581,
      "source_timestamp": "9:41",
      "end_seconds": null,
      "text": "source code, but never see"
    },
    {
      "index": 256,
      "start_seconds": 585,
      "source_timestamp": "9:45",
      "end_seconds": null,
      "text": "the storage allocation."
    },
    {
      "index": 257,
      "start_seconds": 586,
      "source_timestamp": "9:46",
      "end_seconds": null,
      "text": "And a mechanism that is currently"
    },
    {
      "index": 258,
      "start_seconds": 588,
      "source_timestamp": "9:48",
      "end_seconds": null,
      "text": "inaccessible due to the storage"
    },
    {
      "index": 259,
      "start_seconds": 590,
      "source_timestamp": "9:50",
      "end_seconds": null,
      "text": "allocation will be reported as active."
    },
    {
      "index": 260,
      "start_seconds": 594,
      "source_timestamp": "9:54",
      "end_seconds": null,
      "text": "That's a false positive."
    },
    {
      "index": 261,
      "start_seconds": 596,
      "source_timestamp": "9:56",
      "end_seconds": null,
      "text": "And then the second run might only fetch"
    },
    {
      "index": 262,
      "start_seconds": 598,
      "source_timestamp": "9:58",
      "end_seconds": null,
      "text": "the API,"
    },
    {
      "index": 263,
      "start_seconds": 599,
      "source_timestamp": "9:59",
      "end_seconds": null,
      "text": "simulate whatever call you're trying to"
    },
    {
      "index": 264,
      "start_seconds": 601,
      "source_timestamp": "10:01",
      "end_seconds": null,
      "text": "make, see that the results are the"
    },
    {
      "index": 265,
      "start_seconds": 603,
      "source_timestamp": "10:03",
      "end_seconds": null,
      "text": "expected ones,"
    },
    {
      "index": 266,
      "start_seconds": 605,
      "source_timestamp": "10:05",
      "end_seconds": null,
      "text": "but never see the code and as a result"
    },
    {
      "index": 267,
      "start_seconds": 608,
      "source_timestamp": "10:08",
      "end_seconds": null,
      "text": "miss the fact that it's a honeypot and"
    },
    {
      "index": 268,
      "start_seconds": 610,
      "source_timestamp": "10:10",
      "end_seconds": null,
      "text": "it's now safe,"
    },
    {
      "index": 269,
      "start_seconds": 612,
      "source_timestamp": "10:12",
      "end_seconds": null,
      "text": "but it's not safe in a week from now."
    },
    {
      "index": 270,
      "start_seconds": 616,
      "source_timestamp": "10:16",
      "end_seconds": null,
      "text": "There is a balance to be struck."
    },
    {
      "index": 271,
      "start_seconds": 618,
      "source_timestamp": "10:18",
      "end_seconds": null,
      "text": "There are things that we can do"
    },
    {
      "index": 272,
      "start_seconds": 620,
      "source_timestamp": "10:20",
      "end_seconds": null,
      "text": "deterministically, things that we know"
    },
    {
      "index": 273,
      "start_seconds": 622,
      "source_timestamp": "10:22",
      "end_seconds": null,
      "text": "how to do and things that we know how to"
    },
    {
      "index": 274,
      "start_seconds": 624,
      "source_timestamp": "10:24",
      "end_seconds": null,
      "text": "guide the LLM through."
    },
    {
      "index": 275,
      "start_seconds": 626,
      "source_timestamp": "10:26",
      "end_seconds": null,
      "text": "And then the LLM can be used to tailor"
    },
    {
      "index": 276,
      "start_seconds": 628,
      "source_timestamp": "10:28",
      "end_seconds": null,
      "text": "the process to its specific token."
    },
    {
      "index": 277,
      "start_seconds": 632,
      "source_timestamp": "10:32",
      "end_seconds": null,
      "text": "So how do we go about it?"
    },
    {
      "index": 278,
      "start_seconds": 635,
      "source_timestamp": "10:35",
      "end_seconds": null,
      "text": "We can first define the mechanisms."
    },
    {
      "index": 279,
      "start_seconds": 637,
      "source_timestamp": "10:37",
      "end_seconds": null,
      "text": "The question is this safe"
    },
    {
      "index": 280,
      "start_seconds": 640,
      "source_timestamp": "10:40",
      "end_seconds": null,
      "text": "is vague."
    },
    {
      "index": 281,
      "start_seconds": 641,
      "source_timestamp": "10:41",
      "end_seconds": null,
      "text": "It does not tell you anything."
    },
    {
      "index": 282,
      "start_seconds": 644,
      "source_timestamp": "10:44",
      "end_seconds": null,
      "text": "But you can ask an LL an LLM, does this"
    },
    {
      "index": 283,
      "start_seconds": 646,
      "source_timestamp": "10:46",
      "end_seconds": null,
      "text": "token have a blacklist?"
    },
    {
      "index": 284,
      "start_seconds": 649,
      "source_timestamp": "10:49",
      "end_seconds": null,
      "text": "And then you can provide a definition of"
    },
    {
      "index": 285,
      "start_seconds": 650,
      "source_timestamp": "10:50",
      "end_seconds": null,
      "text": "what a blacklist is and several"
    },
    {
      "index": 286,
      "start_seconds": 652,
      "source_timestamp": "10:52",
      "end_seconds": null,
      "text": "examples."
    },
    {
      "index": 287,
      "start_seconds": 654,
      "source_timestamp": "10:54",
      "end_seconds": null,
      "text": "And you can get a pretty good confidence"
    },
    {
      "index": 288,
      "start_seconds": 656,
      "source_timestamp": "10:56",
      "end_seconds": null,
      "text": "that the answer is going to be accurate."
    },
    {
      "index": 289,
      "start_seconds": 660,
      "source_timestamp": "11:00",
      "end_seconds": null,
      "text": "Then you can provide the procedure"
    },
    {
      "index": 290,
      "start_seconds": 663,
      "source_timestamp": "11:03",
      "end_seconds": null,
      "text": "much like we do with manual audits, a"
    },
    {
      "index": 291,
      "start_seconds": 665,
      "source_timestamp": "11:05",
      "end_seconds": null,
      "text": "checklist."
    },
    {
      "index": 292,
      "start_seconds": 667,
      "source_timestamp": "11:07",
      "end_seconds": null,
      "text": "A procedure can guide you through the"
    },
    {
      "index": 293,
      "start_seconds": 669,
      "source_timestamp": "11:09",
      "end_seconds": null,
      "text": "steps you need to take in order not to"
    },
    {
      "index": 294,
      "start_seconds": 671,
      "source_timestamp": "11:11",
      "end_seconds": null,
      "text": "omit anything that is important."
    },
    {
      "index": 295,
      "start_seconds": 674,
      "source_timestamp": "11:14",
      "end_seconds": null,
      "text": "So fetch the source, fetch the API,"
    },
    {
      "index": 296,
      "start_seconds": 677,
      "source_timestamp": "11:17",
      "end_seconds": null,
      "text": "do the simulations, check for"
    },
    {
      "index": 297,
      "start_seconds": 680,
      "source_timestamp": "11:20",
      "end_seconds": null,
      "text": "for upgradability."
    },
    {
      "index": 298,
      "start_seconds": 684,
      "source_timestamp": "11:24",
      "end_seconds": null,
      "text": "Then"
    },
    {
      "index": 299,
      "start_seconds": 685,
      "source_timestamp": "11:25",
      "end_seconds": null,
      "text": "we can provide the LLM with whatever"
    },
    {
      "index": 300,
      "start_seconds": 687,
      "source_timestamp": "11:27",
      "end_seconds": null,
      "text": "tool can be deterministically created."
    },
    {
      "index": 301,
      "start_seconds": 690,
      "source_timestamp": "11:30",
      "end_seconds": null,
      "text": "like you should not let the LLM discover"
    },
    {
      "index": 302,
      "start_seconds": 693,
      "source_timestamp": "11:33",
      "end_seconds": null,
      "text": "how to fetch source or simulate or make"
    },
    {
      "index": 303,
      "start_seconds": 697,
      "source_timestamp": "11:37",
      "end_seconds": null,
      "text": "a read call or"
    },
    {
      "index": 304,
      "start_seconds": 699,
      "source_timestamp": "11:39",
      "end_seconds": null,
      "text": "override storage every time. This should"
    },
    {
      "index": 305,
      "start_seconds": 701,
      "source_timestamp": "11:41",
      "end_seconds": null,
      "text": "be provided to it."
    },
    {
      "index": 306,
      "start_seconds": 705,
      "source_timestamp": "11:45",
      "end_seconds": null,
      "text": "Then"
    },
    {
      "index": 307,
      "start_seconds": 708,
      "source_timestamp": "11:48",
      "end_seconds": null,
      "text": "an a yes or no answer does not tell you"
    },
    {
      "index": 308,
      "start_seconds": 710,
      "source_timestamp": "11:50",
      "end_seconds": null,
      "text": "a lot."
    },
    {
      "index": 309,
      "start_seconds": 712,
      "source_timestamp": "11:52",
      "end_seconds": null,
      "text": "But evidence can be audited."
    },
    {
      "index": 310,
      "start_seconds": 714,
      "source_timestamp": "11:54",
      "end_seconds": null,
      "text": "So"
    },
    {
      "index": 311,
      "start_seconds": 715,
      "source_timestamp": "11:55",
      "end_seconds": null,
      "text": "the LLM is not going to tell you yes,"
    },
    {
      "index": 312,
      "start_seconds": 717,
      "source_timestamp": "11:57",
      "end_seconds": null,
      "text": "there is a blacklist. It's going to tell"
    },
    {
      "index": 313,
      "start_seconds": 718,
      "source_timestamp": "11:58",
      "end_seconds": null,
      "text": "you that there is a blacklist. It's that"
    },
    {
      "index": 314,
      "start_seconds": 720,
      "source_timestamp": "12:00",
      "end_seconds": null,
      "text": "function. It can be invoked in that way"
    },
    {
      "index": 315,
      "start_seconds": 723,
      "source_timestamp": "12:03",
      "end_seconds": null,
      "text": "by that address."
    },
    {
      "index": 316,
      "start_seconds": 725,
      "source_timestamp": "12:05",
      "end_seconds": null,
      "text": "This is something you can actually audit"
    },
    {
      "index": 317,
      "start_seconds": 727,
      "source_timestamp": "12:07",
      "end_seconds": null,
      "text": "with your eyes by human"
    },
    {
      "index": 318,
      "start_seconds": 729,
      "source_timestamp": "12:09",
      "end_seconds": null,
      "text": "inspection."
    },
    {
      "index": 319,
      "start_seconds": 733,
      "source_timestamp": "12:13",
      "end_seconds": null,
      "text": "Finally,"
    },
    {
      "index": 320,
      "start_seconds": 734,
      "source_timestamp": "12:14",
      "end_seconds": null,
      "text": "rounds need to be explainable."
    },
    {
      "index": 321,
      "start_seconds": 737,
      "source_timestamp": "12:17",
      "end_seconds": null,
      "text": "And so, whatever run needs also"
    },
    {
      "index": 322,
      "start_seconds": 741,
      "source_timestamp": "12:21",
      "end_seconds": null,
      "text": "needs to come with whatever tool was"
    },
    {
      "index": 323,
      "start_seconds": 743,
      "source_timestamp": "12:23",
      "end_seconds": null,
      "text": "called,"
    },
    {
      "index": 324,
      "start_seconds": 744,
      "source_timestamp": "12:24",
      "end_seconds": null,
      "text": "whatever answer was provided by those"
    },
    {
      "index": 325,
      "start_seconds": 747,
      "source_timestamp": "12:27",
      "end_seconds": null,
      "text": "tools,"
    },
    {
      "index": 326,
      "start_seconds": 748,
      "source_timestamp": "12:28",
      "end_seconds": null,
      "text": "and finally,"
    },
    {
      "index": 327,
      "start_seconds": 749,
      "source_timestamp": "12:29",
      "end_seconds": null,
      "text": "how the the LLM interpreted those"
    },
    {
      "index": 328,
      "start_seconds": 753,
      "source_timestamp": "12:33",
      "end_seconds": null,
      "text": "answers. Then a false result can be"
    },
    {
      "index": 329,
      "start_seconds": 756,
      "source_timestamp": "12:36",
      "end_seconds": null,
      "text": "explained"
    },
    {
      "index": 330,
      "start_seconds": 757,
      "source_timestamp": "12:37",
      "end_seconds": null,
      "text": "by whatever evidence the LLM used."
    },
    {
      "index": 331,
      "start_seconds": 761,
      "source_timestamp": "12:41",
      "end_seconds": null,
      "text": "Finally, there is evaluation. Whatever"
    },
    {
      "index": 332,
      "start_seconds": 762,
      "source_timestamp": "12:42",
      "end_seconds": null,
      "text": "pipeline we create, we evaluate, but"
    },
    {
      "index": 333,
      "start_seconds": 764,
      "source_timestamp": "12:44",
      "end_seconds": null,
      "text": "that you already know."
    },
    {
      "index": 334,
      "start_seconds": 768,
      "source_timestamp": "12:48",
      "end_seconds": null,
      "text": "So,"
    },
    {
      "index": 335,
      "start_seconds": 770,
      "source_timestamp": "12:50",
      "end_seconds": null,
      "text": "in summary,"
    },
    {
      "index": 336,
      "start_seconds": 771,
      "source_timestamp": "12:51",
      "end_seconds": null,
      "text": "tokens are not coins to be traded"
    },
    {
      "index": 337,
      "start_seconds": 774,
      "source_timestamp": "12:54",
      "end_seconds": null,
      "text": "around, they're programs."
    },
    {
      "index": 338,
      "start_seconds": 777,
      "source_timestamp": "12:57",
      "end_seconds": null,
      "text": "It's up to us to check their behaviors,"
    },
    {
      "index": 339,
      "start_seconds": 779,
      "source_timestamp": "12:59",
      "end_seconds": null,
      "text": "both present and the ones that might be"
    },
    {
      "index": 340,
      "start_seconds": 782,
      "source_timestamp": "13:02",
      "end_seconds": null,
      "text": "enabled in the future."
    },
    {
      "index": 341,
      "start_seconds": 784,
      "source_timestamp": "13:04",
      "end_seconds": null,
      "text": "And LLMs are extremely powerful tools,"
    },
    {
      "index": 342,
      "start_seconds": 788,
      "source_timestamp": "13:08",
      "end_seconds": null,
      "text": "but they need to be used correctly."
    },
    {
      "index": 343,
      "start_seconds": 791,
      "source_timestamp": "13:11",
      "end_seconds": null,
      "text": "Thank you very much."
    },
    {
      "index": 344,
      "start_seconds": 794,
      "source_timestamp": "13:14",
      "end_seconds": null,
      "text": ">> [applause]"
    }
  ]
}
