{
  "edition": 0,
  "status": "pilot",
  "date": "2026-10-15",
  "methodology_version": "0.1",
  "linkedin_post_url": "https://www.linkedin.com/feed/update/urn:li:ugcPost:7516481510108184576/",
  "totals": {
    "models": 9,
    "ads": 18,
    "judges": 3,
    "spend_usd": 70.96,
    "generation_spend_usd": 48.06,
    "judging_spend_usd": 22.9
  },
  "findings": [
    {
      "title": "The cheapest model came first",
      "text": "Wan 3.0 (Alibaba) made the best-rated ad for $1.27, the lowest cost in the test, and got the brand and the offer right in both takes. Veo 3.1 (Google) cost 5× more, $6.40 per ad, and finished 8th of 9."
    },
    {
      "title": "The AI judges disagreed more than the models differed",
      "text": "On the same model, the three judges were 22 points apart on average, while the whole leaderboard spans 9.4 points. One judge ranked Veo 3.1 2nd and Kling 3.0 Pro 3rd; the other two put both of them in their bottom three."
    },
    {
      "title": "Speech is solved. Spelling isn't.",
      "text": "Every model said the 36-word script almost word for word (94–100%). But Veo 3.1, Kling 3.0 Pro and HappyHorse 1.1 never printed \"DROVO\" right on the can, and both Seedance models missed it in one take of two. Only Wan 3.0, Hailuo 3, Grok Imagine 1.5 and FLUX 3 Video were clean."
    }
  ],
  "brief": {
    "brand": "DROVO Cold Brew",
    "brand_is_fictional": true,
    "product": "Slim 250 ml matte-black aluminum can of ready-to-drink cold brew coffee, large white DROVO wordmark, thin orange band reading COLD BREW",
    "offer": "20% off your first order",
    "cta": "Link below",
    "platform": "TikTok / Instagram Reels / YouTube Shorts",
    "aspect_ratio": "9:16",
    "duration_s": 15,
    "language": "en-US",
    "audience": "US, 25-34, busy professionals who drink coffee daily",
    "format": "UGC-style creator selfie video, talking to camera, product in hand",
    "script": [
      {
        "t": "0-3",
        "line": "Okay, I'm officially obsessed with this."
      },
      {
        "t": "3-8",
        "line": "DROVO cold brew. Smooth, zero sugar, and it actually tastes like real coffee."
      },
      {
        "t": "8-12",
        "line": "One can and I'm good till lunch."
      },
      {
        "t": "12-15",
        "line": "Twenty percent off your first order. Link below."
      }
    ],
    "on_screen_text": [
      "DROVO",
      "COLD BREW",
      "20% OFF YOUR FIRST ORDER"
    ],
    "prompt": "A 15-second vertical 9:16 UGC-style social media ad for DROVO Cold Brew, filmed like a real creator's selfie video on a phone: handheld, natural morning light, bright apartment kitchen.\n\nProduct: a slim 250 ml matte-black aluminum can with a large white \"DROVO\" wordmark and a thin orange band that reads \"COLD BREW\". Cold condensation droplets on the can.\n\nTalent: a friendly woman in her late 20s, casual oversized sweater, natural look, speaking directly to camera in American English with an upbeat, genuine tone. Her lip movements match her speech.\n\nShot by shot:\n0-3 s: Close-up selfie. She holds the can next to her face and cracks it open with an audible fizz. She says: \"Okay, I'm officially obsessed with this.\"\n3-8 s: She turns the can so the DROVO logo faces the camera. She says: \"DROVO cold brew. Smooth, zero sugar, and it actually tastes like real coffee.\"\n8-12 s: She takes a quick sip, smiles and says: \"One can and I'm good till lunch.\"\n12-15 s: Cut to a close-up of the can on the kitchen counter. Bold on-screen text appears: \"20% OFF YOUR FIRST ORDER\". Her voice-over says: \"Twenty percent off your first order. Link below.\"\n\nAudio: her voice, clear and close to the mic, light kitchen ambience, soft upbeat background music at low volume. Photorealistic. No subtitles except the offer text. No watermark.",
    "veo_split_note": "Veo 3.1 tops out at 8 s per generation on OpenRouter and has no extend there, so the same prompt is split into two 8 s runs. Part B starts from the last frame of part A. Total 16 s.",
    "veo_prompt_a": "The first 8 seconds of a vertical 9:16 UGC-style social media ad for DROVO Cold Brew, filmed like a real creator's selfie video on a phone: handheld, natural morning light, bright apartment kitchen.\n\nProduct: a slim 250 ml matte-black aluminum can with a large white \"DROVO\" wordmark and a thin orange band that reads \"COLD BREW\". Cold condensation droplets on the can.\n\nTalent: a friendly woman in her late 20s, casual oversized sweater, natural look, speaking directly to camera in American English with an upbeat, genuine tone. Her lip movements match her speech.\n\nShot by shot:\n0-3 s: Close-up selfie. She holds the can next to her face and cracks it open with an audible fizz. She says: \"Okay, I'm officially obsessed with this.\"\n3-8 s: She turns the can so the DROVO logo faces the camera and brings it close to the lens until the can fills the frame. She says: \"DROVO cold brew. Smooth, zero sugar, and it actually tastes like real coffee.\"\n\nAudio: her voice, clear and close to the mic, light kitchen ambience, soft upbeat background music at low volume. Photorealistic. No subtitles. No watermark.",
    "veo_prompt_b": "The last 8 seconds of a vertical 9:16 UGC-style social media ad for DROVO Cold Brew, continuing from the first frame: a close-up of a slim matte-black can with a large white \"DROVO\" wordmark and a thin orange band that reads \"COLD BREW\", handheld phone footage, natural morning light, bright apartment kitchen.\n\nTalent: the same friendly woman in her late 20s, casual oversized sweater, natural look, speaking directly to camera in American English with an upbeat, genuine tone. Her lip movements match her speech.\n\nShot by shot:\n0-4 s: She pulls the can back from the lens, takes a quick sip, smiles and says: \"One can and I'm good till lunch.\"\n4-8 s: Cut to a close-up of the can on the kitchen counter. Bold on-screen text appears: \"20% OFF YOUR FIRST ORDER\". Her voice-over says: \"Twenty percent off your first order. Link below.\"\n\nAudio: her voice, clear and close to the mic, light kitchen ambience, soft upbeat background music at low volume. Photorealistic. No subtitles except the offer text. No watermark."
  },
  "judges": {
    "labels": [
      "A",
      "B",
      "C"
    ],
    "pool": [
      {
        "name": "Google ABCD Detector",
        "detail": "Google Marketing Solutions' open-source checker (Apache-2.0): 31 yes/no checks of Google's ABCD framework (Attract, Brand, Connect, Direct + YouTube Shorts). Score = % of checks passed. Run on Gemini 3.1 Pro.",
        "url": "https://github.com/google-marketing-solutions/abcds-detector"
      },
      {
        "name": "Creatify ad-creative-evaluator",
        "detail": "Creatify's open-source rubric (MIT): 8 weighted dimensions (hook, message, CTA, audience and more) scored 1-10 by three viewer personas. Run on Claude Opus 5.5. Score = weighted overall × 10.",
        "url": "https://github.com/Creatify-AI/ad-creative-evaluator"
      },
      {
        "name": "Quelta Score",
        "detail": "Our own pre-launch ad check: hook, story, offer, audience, visual and sound, with timecoded issues. Gemini 3.1 Pro watches, Claude Opus 5.5 judges. Score 0-100. Full check, set to TikTok, US, millennials.",
        "url": "https://quelta.ai/check/"
      }
    ],
    "note": "One of the three judges is ours (Quelta Score). We are biased, so we don't say which letter is which. We'll reveal it in Edition 1, after a jury of human ad pros scores the same ads."
  },
  "models": [
    {
      "slug": "wan-3-0",
      "name": "Wan 3.0",
      "vendor": "Alibaba",
      "openrouter_id": "alibaba/wan-3.0",
      "resolution": "720p",
      "duration_s": 15,
      "native_audio": true,
      "price_per_s": 0.085,
      "notes": "",
      "rank": 1,
      "mean": 66.8,
      "judge_scores": {
        "A": 80.7,
        "B": 62,
        "C": 57.7
      },
      "min": 57.7,
      "max": 80.7,
      "cost_per_ad": 1.27,
      "gen_time_s": 315,
      "objective": {
        "brand_on_screen": "2/2",
        "offer_on_screen": "2/2",
        "script_accuracy": 1,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/wan-3-0-t1.mp4",
          "poster": "/media/benchmark/e0/wan-3-0-t1.webp",
          "cost": 1.27,
          "gen_time_s": 321,
          "judge_scores": {
            "A": 80.7,
            "B": 59,
            "C": 56.6
          },
          "mean": 65.4,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/wan-3-0-t2.mp4",
          "poster": "/media/benchmark/e0/wan-3-0-t2.webp",
          "cost": 1.27,
          "gen_time_s": 309,
          "judge_scores": {
            "A": 80.7,
            "B": 65,
            "C": 58.8
          },
          "mean": 68.2,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15
          }
        }
      ],
      "judge_ranks": {
        "A": 1,
        "B": 3,
        "C": 3
      }
    },
    {
      "slug": "hailuo-3",
      "name": "Hailuo 3",
      "vendor": "MiniMax",
      "openrouter_id": "minimax/hailuo-3",
      "resolution": "2K",
      "duration_s": 15.1,
      "native_audio": true,
      "price_per_s": 0.129,
      "notes": "Only 2K is offered on OpenRouter",
      "rank": 2,
      "mean": 66,
      "judge_scores": {
        "A": 74.2,
        "B": 64.5,
        "C": 59.2
      },
      "min": 59.2,
      "max": 74.2,
      "cost_per_ad": 1.95,
      "gen_time_s": 564,
      "objective": {
        "brand_on_screen": "2/2",
        "offer_on_screen": "2/2",
        "script_accuracy": 1,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/hailuo-3-t1.mp4",
          "poster": "/media/benchmark/e0/hailuo-3-t1.webp",
          "cost": 1.95,
          "gen_time_s": 585,
          "judge_scores": {
            "A": 74.2,
            "B": 62,
            "C": 61.3
          },
          "mean": 65.8,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15.1
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/hailuo-3-t2.mp4",
          "poster": "/media/benchmark/e0/hailuo-3-t2.webp",
          "cost": 1.95,
          "gen_time_s": 543,
          "judge_scores": {
            "A": 74.2,
            "B": 67,
            "C": 57
          },
          "mean": 66.1,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15.1
          }
        }
      ],
      "judge_ranks": {
        "A": 5,
        "B": 1,
        "C": 1
      }
    },
    {
      "slug": "seedance-2-0",
      "name": "Seedance 2.0",
      "vendor": "ByteDance",
      "openrouter_id": "bytedance/seedance-2.0",
      "resolution": "720p",
      "duration_s": 15.1,
      "native_audio": true,
      "price_per_s": 0.15,
      "notes": "",
      "rank": 3,
      "mean": 64,
      "judge_scores": {
        "A": 72.6,
        "B": 64,
        "C": 55.3
      },
      "min": 55.3,
      "max": 72.6,
      "cost_per_ad": 2.27,
      "gen_time_s": 280,
      "objective": {
        "brand_on_screen": "1/2",
        "offer_on_screen": "2/2",
        "script_accuracy": 1,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/seedance-2-0-t1.mp4",
          "poster": "/media/benchmark/e0/seedance-2-0-t1.webp",
          "cost": 2.27,
          "gen_time_s": 279,
          "judge_scores": {
            "A": 71,
            "B": 65,
            "C": 58.7
          },
          "mean": 64.9,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15.1
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/seedance-2-0-t2.mp4",
          "poster": "/media/benchmark/e0/seedance-2-0-t2.webp",
          "cost": 2.27,
          "gen_time_s": 282,
          "judge_scores": {
            "A": 74.2,
            "B": 63,
            "C": 52
          },
          "mean": 63,
          "objective": {
            "brand_on_screen": false,
            "brand_misspelled_as": [
              "DRVO"
            ],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15.1
          }
        }
      ],
      "judge_ranks": {
        "A": 8,
        "B": 2,
        "C": 6
      }
    },
    {
      "slug": "seedance-2-5",
      "name": "Seedance 2.5",
      "vendor": "ByteDance",
      "openrouter_id": "bytedance/seedance-2.5",
      "resolution": "720p",
      "duration_s": 15.1,
      "native_audio": true,
      "price_per_s": 0.23,
      "notes": "",
      "rank": 4,
      "mean": 63.6,
      "judge_scores": {
        "A": 74.2,
        "B": 57.5,
        "C": 59.2
      },
      "min": 57.5,
      "max": 74.2,
      "cost_per_ad": 3.48,
      "gen_time_s": 464,
      "objective": {
        "brand_on_screen": "1/2",
        "offer_on_screen": "2/2",
        "script_accuracy": 1,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/seedance-2-5-t1.mp4",
          "poster": "/media/benchmark/e0/seedance-2-5-t1.webp",
          "cost": 3.48,
          "gen_time_s": 572,
          "judge_scores": {
            "A": 74.2,
            "B": 60,
            "C": 59.4
          },
          "mean": 64.5,
          "objective": {
            "brand_on_screen": false,
            "brand_misspelled_as": [
              "DRO"
            ],
            "brand_mirrored": true,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15.1
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/seedance-2-5-t2.mp4",
          "poster": "/media/benchmark/e0/seedance-2-5-t2.webp",
          "cost": 3.48,
          "gen_time_s": 356,
          "judge_scores": {
            "A": 74.2,
            "B": 55,
            "C": 59
          },
          "mean": 62.7,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15.1
          }
        }
      ],
      "judge_ranks": {
        "A": 6,
        "B": 5,
        "C": 2
      }
    },
    {
      "slug": "grok-imagine-1-5",
      "name": "Grok Imagine 1.5",
      "vendor": "xAI",
      "openrouter_id": "x-ai/grok-imagine-video-1.5",
      "resolution": "720p",
      "duration_s": 15,
      "native_audio": true,
      "price_per_s": 0.14,
      "notes": "No audio switch on OpenRouter; audio is always on",
      "rank": 5,
      "mean": 63,
      "judge_scores": {
        "A": 72.6,
        "B": 60,
        "C": 56.3
      },
      "min": 56.3,
      "max": 72.6,
      "cost_per_ad": 2.1,
      "gen_time_s": 116,
      "objective": {
        "brand_on_screen": "2/2",
        "offer_on_screen": "2/2",
        "script_accuracy": 0.98,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/grok-imagine-1-5-t1.mp4",
          "poster": "/media/benchmark/e0/grok-imagine-1-5-t1.webp",
          "cost": 2.1,
          "gen_time_s": 120,
          "judge_scores": {
            "A": 71,
            "B": 62,
            "C": 57.3
          },
          "mean": 63.4,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/grok-imagine-1-5-t2.mp4",
          "poster": "/media/benchmark/e0/grok-imagine-1-5-t2.webp",
          "cost": 2.1,
          "gen_time_s": 112,
          "judge_scores": {
            "A": 74.2,
            "B": 58,
            "C": 55.3
          },
          "mean": 62.5,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 0.97,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15
          }
        }
      ],
      "judge_ranks": {
        "A": 9,
        "B": 4,
        "C": 5
      }
    },
    {
      "slug": "flux-3-video",
      "name": "FLUX 3 Video",
      "vendor": "Black Forest Labs",
      "openrouter_id": "black-forest-labs/flux-3-video",
      "resolution": "720p",
      "duration_s": 15,
      "native_audio": true,
      "price_per_s": 0.17,
      "notes": "",
      "rank": 6,
      "mean": 61.5,
      "judge_scores": {
        "A": 75.8,
        "B": 51.5,
        "C": 57.2
      },
      "min": 51.5,
      "max": 75.8,
      "cost_per_ad": 2.55,
      "gen_time_s": 188,
      "objective": {
        "brand_on_screen": "2/2",
        "offer_on_screen": "2/2",
        "script_accuracy": 0.98,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/flux-3-video-t1.mp4",
          "poster": "/media/benchmark/e0/flux-3-video-t1.webp",
          "cost": 2.55,
          "gen_time_s": 143,
          "judge_scores": {
            "A": 74.2,
            "B": 41,
            "C": 54.5
          },
          "mean": 56.6,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 0.97,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/flux-3-video-t2.mp4",
          "poster": "/media/benchmark/e0/flux-3-video-t2.webp",
          "cost": 2.55,
          "gen_time_s": 232,
          "judge_scores": {
            "A": 77.4,
            "B": 62,
            "C": 59.8
          },
          "mean": 66.4,
          "objective": {
            "brand_on_screen": true,
            "brand_misspelled_as": [],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15
          }
        }
      ],
      "judge_ranks": {
        "A": 4,
        "B": 8,
        "C": 4
      }
    },
    {
      "slug": "happyhorse-1-1",
      "name": "HappyHorse 1.1",
      "vendor": "Alibaba",
      "openrouter_id": "alibaba/happyhorse-1.1",
      "resolution": "720p",
      "duration_s": 15.2,
      "native_audio": true,
      "price_per_s": 0.097,
      "notes": "No audio switch on OpenRouter; audio is always on. One judge could not score take 1: its model's answer broke 4 times in a row, so that judge's score uses take 2 only",
      "rank": 7,
      "mean": 60.7,
      "judge_scores": {
        "A": 74.2,
        "B": 55.5,
        "C": 52.4
      },
      "min": 52.4,
      "max": 74.2,
      "cost_per_ad": 1.48,
      "gen_time_s": 146,
      "objective": {
        "brand_on_screen": "0/2",
        "offer_on_screen": "1/2",
        "script_accuracy": 0.94,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/happyhorse-1-1-t1.mp4",
          "poster": "/media/benchmark/e0/happyhorse-1-1-t1.webp",
          "cost": 1.48,
          "gen_time_s": 160,
          "judge_scores": {
            "A": null,
            "B": 49,
            "C": 52.3
          },
          "mean": 50.6,
          "objective": {
            "brand_on_screen": false,
            "brand_misspelled_as": [
              "DROVA"
            ],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 0.94,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15.2
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/happyhorse-1-1-t2.mp4",
          "poster": "/media/benchmark/e0/happyhorse-1-1-t2.webp",
          "cost": 1.48,
          "gen_time_s": 131,
          "judge_scores": {
            "A": 74.2,
            "B": 62,
            "C": 52.5
          },
          "mean": 62.9,
          "objective": {
            "brand_on_screen": false,
            "brand_misspelled_as": [
              "DROVA",
              "DROEE",
              "ROVA"
            ],
            "brand_mirrored": false,
            "offer_on_screen": false,
            "script_accuracy": 0.94,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15.2
          }
        }
      ],
      "judge_ranks": {
        "A": 7,
        "B": 6,
        "C": 7
      }
    },
    {
      "slug": "veo-3-1",
      "name": "Veo 3.1",
      "vendor": "Google",
      "openrouter_id": "google/veo-3.1",
      "resolution": "720p",
      "duration_s": 16,
      "native_audio": true,
      "price_per_s": 0.4,
      "notes": "Max 8 s per run: two 8 s runs stitched, part B starts from the last frame of part A. Take 2 part B was refused once by the content filter and passed on retry (refusals are not billed)",
      "rank": 8,
      "mean": 60.6,
      "judge_scores": {
        "A": 79,
        "B": 53.5,
        "C": 49.4
      },
      "min": 49.4,
      "max": 79,
      "cost_per_ad": 6.4,
      "gen_time_s": 207,
      "objective": {
        "brand_on_screen": "0/2",
        "offer_on_screen": "1/2",
        "script_accuracy": 0.97,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/veo-3-1-t1.mp4",
          "poster": "/media/benchmark/e0/veo-3-1-t1.webp",
          "cost": 6.4,
          "gen_time_s": 166,
          "judge_scores": {
            "A": 80.7,
            "B": 49,
            "C": 50.1
          },
          "mean": 59.9,
          "objective": {
            "brand_on_screen": false,
            "brand_misspelled_as": [
              "DROYO"
            ],
            "brand_mirrored": false,
            "offer_on_screen": false,
            "script_accuracy": 0.94,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 16
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/veo-3-1-t2.mp4",
          "poster": "/media/benchmark/e0/veo-3-1-t2.webp",
          "cost": 6.4,
          "gen_time_s": 248,
          "judge_scores": {
            "A": 77.4,
            "B": 58,
            "C": 48.8
          },
          "mean": 61.4,
          "objective": {
            "brand_on_screen": false,
            "brand_misspelled_as": [
              "DROOYO"
            ],
            "brand_mirrored": false,
            "offer_on_screen": true,
            "script_accuracy": 1,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 16
          }
        }
      ],
      "judge_ranks": {
        "A": 2,
        "B": 7,
        "C": 8
      }
    },
    {
      "slug": "kling-3-0-pro",
      "name": "Kling 3.0 Pro",
      "vendor": "Kuaishou",
      "openrouter_id": "kwaivgi/kling-v3.0-pro",
      "resolution": "1080p",
      "duration_s": 15,
      "native_audio": true,
      "price_per_s": 0.168,
      "notes": "Asked for 720p, returned 1080p at the 720p price",
      "rank": 9,
      "mean": 57.4,
      "judge_scores": {
        "A": 77.4,
        "B": 47.5,
        "C": 47.2
      },
      "min": 47.2,
      "max": 77.4,
      "cost_per_ad": 2.52,
      "gen_time_s": 222,
      "objective": {
        "brand_on_screen": "0/2",
        "offer_on_screen": "0/2",
        "script_accuracy": 0.95,
        "brand_spoken": "2/2",
        "has_audio": "2/2"
      },
      "takes": [
        {
          "take": 1,
          "failed": false,
          "video": "/media/benchmark/e0/kling-3-0-pro-t1.mp4",
          "poster": "/media/benchmark/e0/kling-3-0-pro-t1.webp",
          "cost": 2.52,
          "gen_time_s": 218,
          "judge_scores": {
            "A": 77.4,
            "B": 50,
            "C": 46.3
          },
          "mean": 57.9,
          "objective": {
            "brand_on_screen": false,
            "brand_misspelled_as": [
              "DRONA",
              "DPONO",
              "DPOHO"
            ],
            "brand_mirrored": false,
            "offer_on_screen": false,
            "script_accuracy": 0.97,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15
          }
        },
        {
          "take": 2,
          "failed": false,
          "video": "/media/benchmark/e0/kling-3-0-pro-t2.mp4",
          "poster": "/media/benchmark/e0/kling-3-0-pro-t2.webp",
          "cost": 2.52,
          "gen_time_s": 227,
          "judge_scores": {
            "A": 77.4,
            "B": 45,
            "C": 48
          },
          "mean": 56.8,
          "objective": {
            "brand_on_screen": false,
            "brand_misspelled_as": [
              "DROTO",
              "DROO",
              "DROIO"
            ],
            "brand_mirrored": false,
            "offer_on_screen": false,
            "script_accuracy": 0.94,
            "lines_dropped": [],
            "brand_spoken": true,
            "has_audio": true,
            "duration_s": 15
          }
        }
      ],
      "judge_ranks": {
        "A": 3,
        "B": 9,
        "C": 9
      }
    }
  ]
}