{
  "schema": "graff.showcase/1",
  "story": "assistant-decision",
  "revision": "2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41",
  "variant": "clarified",
  "step": "propose",
  "title": "Propose the retrieval eval",
  "explanation": "Retrieval has the largest weight. The scorer passes that result to the app, which still has to check the requested title and saved checkpoint.",
  "evidence": [
    {
      "label": "Proposed result",
      "value": "Retrieval eval"
    },
    {
      "label": "Selection rule",
      "value": "Highest normalized score in this demonstration"
    }
  ],
  "citations": [
    {
      "label": "TypeSafe Choice · selected option and probabilities",
      "url": "https://docs.typesafe.ai/primitives/choice.md"
    },
    {
      "label": "Transformers generation strategies · greedy decoding and sampling",
      "url": "https://huggingface.co/docs/transformers/en/generation_strategies#basic-decoding-methods"
    }
  ],
  "sourceLine": "step propose flow propose-retrieval duration 740",
  "url": "https://graff.fyi/r/2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41/assistant-decision/clarified/propose/",
  "image": "https://graff.fyi/r/2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41/assistant-decision/clarified/steps/propose.png",
  "svg": "https://graff.fyi/r/2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41/assistant-decision/clarified/steps/propose.svg",
  "source": "https://graff.fyi/r/2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41/assistant-decision/clarified/source.graff",
  "sourceSha256": "7ed0eb45a80e707146afa5a2b5b6f5b42ce91b2e2b1ce9e7132ae0e60894d6ac",
  "kit": "https://graff.fyi/r/2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41/assistant-decision/clarified/kit.json",
  "timeline": "https://graff.fyi/r/2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41/assistant-decision/clarified/timeline.json",
  "manifest": "https://graff.fyi/r/2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41/assistant-decision/story.json",
  "attachments": [
    {
      "label": "Read both prompts, score tables and token distributions",
      "url": "https://graff.fyi/r/2861231b746dc2f2253236e242b663e47186fec6a5efebf0cab8d4bd8daadb41/assistant-decision/evidence/choices.json"
    }
  ]
}
