{
  "schema": "rb-video-manifest/v1",
  "id": "6a4d14acfdb7012e2bf7c097",
  "canonical_url": "https://reelsbuilder.ai/video/6a4d14acfdb7012e2bf7c097",
  "created_at": "2026-07-07T15:01:00.319Z",
  "updated_at": "2026-07-07T15:06:59.523Z",
  "title": "Production Failures Become Agent Evals",
  "description": "Turn real user inputs into offline evals, score improvements, and ship stronger agents back to production.",
  "type": "clip",
  "language": "en",
  "duration_sec": 55.59,
  "media": {
    "video_url": "https://cdn.reelsbuilder.ai/695bf1d30ee20b7d0f76da2d/files/bd1c961fbc15b266f133b80b41471eeb.mp4",
    "thumbnail_url": "https://cdn.reelsbuilder.ai/695bf1d30ee20b7d0f76da2d/files/06172ec163f22aec9558893a5617c58a_fresh-06dba2525f.jpg",
    "transcript_url": "https://reelsbuilder.ai/video/6a4d14acfdb7012e2bf7c097/transcript.txt",
    "transcript": "And so Weave helps users do this AI loop that we like to talk about, where unlike traditional software development, it's a much more experimental workflow because at the core of it, you have a model that's stochastic. \n\nIt's non-deterministic. You don't know exactly, if you give it an input, what the output will be. So this loop is that You put something in production. \n\nYou put your app in production. And then you monitor what users do with it, what the inputs are that users give and what the outputs are. \n\nAnd you try to find either failure modes or scenarios that you'd like your agent to do better in. You classify all those into groups. And then you form them into what we call offline evaluations. \n\nSo that's like a big data set of scenarios or cases that we want our application to be good at. And then you can run your evaluation offline while you test your system. \n\nYou can improve your prompts, you can improve your harness, you can improve the system as a whole against that evaluation and get a score for it. \n\nAnd when you get a better score, you can ship back to production. And now you've sort of completed that loop and you can look for new cases that you'd like to optimize.",
    "transcript_source": "script",
    "transcript_word_count": 221
  },
  "generation": {
    "model": null,
    "voice": null,
    "clip_type": null,
    "prompt_excerpt": null
  },
  "ai_context": {
    "summary": "Turn real user inputs into offline evals, score improvements, and ship stronger agents back to production.",
    "topics": [
      "YouTube Clip"
    ],
    "source_links": [
      {
        "label": "Why AI Development is Different: The Non-Deterministic Loop",
        "url": "https://www.youtube.com/watch?v=9NBt8QNtLHY",
        "source": null
      }
    ],
    "publish_links": []
  },
  "publish": [],
  "performance": null,
  "creator": {
    "handle": null,
    "name": "Alec Furrier",
    "url": null,
    "consent": "public-attribution"
  },
  "license": "view-only",
  "provenance": {
    "c2pa_credential_url": null
  }
}