{
  "format": "graff.animation/1",
  "id": "assistant-decision-clarified",
  "title": "Resume checkpoint · I meant the retrieval eval",
  "description": "The three candidate results and their illustrative weights feed an application rule. In a separate lower row, a toy decoder chooses two reply tokens in sequence.",
  "width": 910,
  "height": 421,
  "posterStep": "action",
  "nodes": [
    {
      "id": "brief",
      "label": "User request",
      "x": 18,
      "y": 103,
      "w": 151,
      "h": 64,
      "detail": "Names retrieval",
      "kind": "data"
    },
    {
      "id": "retrieval",
      "label": "Retrieval eval",
      "x": 245,
      "y": 18,
      "w": 195,
      "h": 59,
      "detail": "80% · 16/20",
      "kind": "decision"
    },
    {
      "id": "other",
      "label": "Other saved eval",
      "x": 245,
      "y": 110,
      "w": 195,
      "h": 59,
      "detail": "5% · 1/20",
      "kind": "decision"
    },
    {
      "id": "unspecified",
      "label": "Unspecified",
      "x": 245,
      "y": 202,
      "w": 195,
      "h": 59,
      "detail": "15% · 3/20",
      "kind": "decision"
    },
    {
      "id": "rule",
      "label": "App rule",
      "x": 529,
      "y": 108,
      "w": 137,
      "h": 62,
      "detail": "Check saved eval",
      "kind": "decision"
    },
    {
      "id": "result",
      "label": "Resume checkpoint",
      "x": 687,
      "y": 108,
      "w": 210,
      "h": 62,
      "detail": "Next · batch 13",
      "kind": "data"
    },
    {
      "id": "context",
      "label": "Reply context",
      "x": 18,
      "y": 335,
      "w": 174,
      "h": 63,
      "detail": "Prompt + app action",
      "kind": "data"
    },
    {
      "id": "firsttoken",
      "label": "After token one",
      "x": 307,
      "y": 335,
      "w": 200,
      "h": 63,
      "detail": "Resuming",
      "kind": "data"
    },
    {
      "id": "nexttoken",
      "label": "After token two",
      "x": 652,
      "y": 335,
      "w": 213,
      "h": 63,
      "detail": "Resuming the",
      "kind": "data"
    }
  ],
  "edges": [
    {
      "id": "weigh-retrieval",
      "from": "brief",
      "to": "retrieval",
      "points": [
        [
          169,
          135
        ],
        [
          225,
          135
        ],
        [
          225,
          47
        ],
        [
          245,
          47
        ]
      ],
      "kind": "solid"
    },
    {
      "id": "propose-retrieval",
      "from": "retrieval",
      "to": "rule",
      "points": [
        [
          440,
          47
        ],
        [
          470,
          47
        ],
        [
          470,
          139
        ],
        [
          529,
          139
        ]
      ],
      "kind": "solid"
    },
    {
      "id": "weigh-other",
      "from": "brief",
      "to": "other",
      "points": [
        [
          169,
          135
        ],
        [
          245,
          139
        ]
      ],
      "kind": "solid"
    },
    {
      "id": "propose-other",
      "from": "other",
      "to": "rule",
      "points": [
        [
          440,
          139
        ],
        [
          529,
          139
        ]
      ],
      "kind": "solid"
    },
    {
      "id": "weigh-unspecified",
      "from": "brief",
      "to": "unspecified",
      "points": [
        [
          169,
          135
        ],
        [
          225,
          135
        ],
        [
          225,
          231
        ],
        [
          245,
          231
        ]
      ],
      "kind": "solid"
    },
    {
      "id": "propose-unspecified",
      "from": "unspecified",
      "to": "rule",
      "points": [
        [
          440,
          231
        ],
        [
          470,
          231
        ],
        [
          470,
          139
        ],
        [
          529,
          139
        ]
      ],
      "kind": "solid"
    },
    {
      "id": "act",
      "from": "rule",
      "to": "result",
      "points": [
        [
          666,
          139
        ],
        [
          687,
          139
        ]
      ],
      "kind": "solid"
    },
    {
      "id": "wordone",
      "from": "context",
      "to": "firsttoken",
      "points": [
        [
          192,
          366
        ],
        [
          307,
          366
        ]
      ],
      "kind": "solid"
    },
    {
      "id": "wordtwo",
      "from": "firsttoken",
      "to": "nexttoken",
      "points": [
        [
          507,
          366
        ],
        [
          652,
          366
        ]
      ],
      "kind": "solid"
    }
  ],
  "marks": [
    {
      "id": "decision-label",
      "kind": "text",
      "x": 18,
      "y": 43,
      "label": "Jev-style Choice"
    },
    {
      "id": "input-quote",
      "kind": "text",
      "x": 18,
      "y": 70,
      "label": "I meant the retrieval eval"
    },
    {
      "id": "generation-label",
      "kind": "text",
      "x": 18,
      "y": 306,
      "label": "Generate reply text"
    }
  ],
  "steps": [
    {
      "id": "read",
      "title": "Read the request in context",
      "note": "“I meant the retrieval eval” names the evaluation left open by the first request.",
      "focus": [
        "brief"
      ],
      "travelers": [],
      "arrivals": [],
      "motionMs": 0,
      "holdMs": 4650
    },
    {
      "id": "scores",
      "title": "Compare three possible results",
      "note": "Naming retrieval adds fifteen to its weight in the toy rule. The resulting illustrative Jev-style distribution now puts retrieval first.",
      "focus": [
        "retrieval",
        "other",
        "unspecified"
      ],
      "travelers": [
        {
          "id": "score-retrieval",
          "edge": "weigh-retrieval",
          "symbol": "dot"
        },
        {
          "id": "score-other",
          "edge": "weigh-other",
          "symbol": "dot"
        },
        {
          "id": "score-unspecified",
          "edge": "weigh-unspecified",
          "symbol": "dot"
        }
      ],
      "arrivals": [],
      "motionMs": 850,
      "holdMs": 6450
    },
    {
      "id": "propose",
      "title": "Propose the retrieval eval",
      "note": "Retrieval has the largest weight. The scorer passes that result to the app, which still has to check the requested title and saved checkpoint.",
      "focus": [
        "propose-retrieval",
        "rule"
      ],
      "travelers": [
        {
          "id": "proposal",
          "edge": "propose-retrieval",
          "symbol": "job"
        }
      ],
      "arrivals": [],
      "motionMs": 740,
      "holdMs": 7550
    },
    {
      "id": "action",
      "title": "Resume from the saved checkpoint",
      "note": "The title matches the saved retrieval eval. The example checkpoint records batch 12 complete, so the app chooses to resume at batch 13.",
      "focus": [
        "act",
        "result"
      ],
      "travelers": [
        {
          "id": "chosen",
          "edge": "act",
          "symbol": "job"
        }
      ],
      "arrivals": [
        "result"
      ],
      "motionMs": 730,
      "holdMs": 7250
    },
    {
      "id": "token-one",
      "title": "Choose the first token of the reply",
      "note": "Now the app has chosen an action. For the reply wording, this toy decoder takes the most likely first token from a separate illustrative distribution.",
      "focus": [
        "context",
        "wordone",
        "firsttoken"
      ],
      "travelers": [
        {
          "id": "firstpiece",
          "edge": "wordone",
          "symbol": "dot"
        }
      ],
      "arrivals": [
        "firsttoken"
      ],
      "motionMs": 900,
      "holdMs": 7850
    },
    {
      "id": "token-two",
      "title": "Choose again using the new prefix",
      "note": "With “Resuming” already in the text, the next distribution is conditional on that prefix. Appending the selected token produces “Resuming the”.",
      "focus": [
        "wordtwo",
        "nexttoken"
      ],
      "travelers": [
        {
          "id": "secondpiece",
          "edge": "wordtwo",
          "symbol": "dot"
        }
      ],
      "arrivals": [
        "nexttoken"
      ],
      "motionMs": 950,
      "holdMs": 6650
    }
  ]
}
