{
  "version": "https://jsonfeed.org/version/1.1",
  "title": "Model Follower: Understand images and video",
  "home_page_url": "https://openmodeldrops.com/for/vision-language/",
  "feed_url": "https://openmodeldrops.com/feeds/for/vision-language.json",
  "description": "Models with measured (third-party leaderboard) or author-reported evidence for \"Understand images and video\", dated by when the evidence was observed.",
  "language": "en",
  "items": [
    {
      "id": "5d031c8bf7d3f6a35b59",
      "url": "https://openmodeldrops.com/models/thinkingmachines/Inkling-Small/",
      "title": "Inkling-Small: Author reports mmmu_pro_standard_10_options 74",
      "content_text": "thinkingmachines/Inkling-Small has author-reported evidence for \"Understand images and video\": Author reports mmmu_pro_standard_10_options 74. Source: https://huggingface.co/thinkingmachines/Inkling-Small/raw/main/.eval_results/mmmu_pro.yaml. Observed at 2026-10-24T21:39:08Z.",
      "date_published": "2026-10-24T21:39:08Z",
      "_diff": {
        "model_id": "thinkingmachines/Inkling-Small",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports mmmu_pro_standard_10_options 74",
        "source_url": "https://huggingface.co/thinkingmachines/Inkling-Small/raw/main/.eval_results/mmmu_pro.yaml",
        "observed_at": "2026-10-24T21:39:08Z",
        "kind": "usecase"
      }
    },
    {
      "id": "edd38bf4bf657bf20c86",
      "url": "https://openmodeldrops.com/models/moonshotai/Kimi-K2.6/",
      "title": "Kimi-K2.6: Author reports mmmu_pro_vision 79.4",
      "content_text": "moonshotai/Kimi-K2.6 has author-reported evidence for \"Understand images and video\": Author reports mmmu_pro_vision 79.4. Source: https://huggingface.co/moonshotai/Kimi-K2.6/raw/main/.eval_results/mmmu_pro.yaml. Observed at 2026-10-24T21:32:01Z.",
      "date_published": "2026-10-24T21:32:01Z",
      "_diff": {
        "model_id": "moonshotai/Kimi-K2.6",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports mmmu_pro_vision 79.4",
        "source_url": "https://huggingface.co/moonshotai/Kimi-K2.6/raw/main/.eval_results/mmmu_pro.yaml",
        "observed_at": "2026-10-24T21:32:01Z",
        "kind": "usecase"
      }
    },
    {
      "id": "1521d5cb915a80f75a83",
      "url": "https://openmodeldrops.com/models/MiniMaxAI/MiniMax-M3/",
      "title": "MiniMax-M3: Author reports mmmu_pro_standard_10_options 78.1",
      "content_text": "MiniMaxAI/MiniMax-M3 has author-reported evidence for \"Understand images and video\": Author reports mmmu_pro_standard_10_options 78.1 (MMMU-Pro score extracted from the model card benchmark graph. The exact task variant (vision, standard 4-options, or standard 10-options) is not explicitly stated.). Source: https://huggingface.co/MiniMaxAI/MiniMax-M3/raw/main/.eval_results/minimax-m3.yaml. Observed at 2026-10-24T21:31:59Z.",
      "date_published": "2026-10-24T21:31:59Z",
      "_diff": {
        "model_id": "MiniMaxAI/MiniMax-M3",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports mmmu_pro_standard_10_options 78.1",
        "source_url": "https://huggingface.co/MiniMaxAI/MiniMax-M3/raw/main/.eval_results/minimax-m3.yaml",
        "observed_at": "2026-10-24T21:31:59Z",
        "kind": "usecase"
      }
    },
    {
      "id": "1c21a96eec02e377e55c",
      "url": "https://openmodeldrops.com/models/caiovicentino1/Eikos-27B-FP8/",
      "title": "Eikos-27B-FP8: Author reports MMStar 70.7%",
      "content_text": "caiovicentino1/Eikos-27B-FP8 has author-reported evidence for \"Understand images and video\": Author reports MMStar 70.7% (Zero-shot). Source: https://huggingface.co/caiovicentino1/Eikos-27B-FP8/raw/main/README.md. Observed at 2026-10-07T20:27:02.451825+00:00.",
      "date_published": "2026-10-07T20:27:02.451825+00:00",
      "_diff": {
        "model_id": "caiovicentino1/Eikos-27B-FP8",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMStar 70.7%",
        "source_url": "https://huggingface.co/caiovicentino1/Eikos-27B-FP8/raw/main/README.md",
        "observed_at": "2026-10-07T20:27:02.451825+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "f27418bcf5d5eb334f8f",
      "url": "https://openmodeldrops.com/models/openbmb/MiniCPM-V-4_5/",
      "title": "MiniCPM-V-4_5: Author reports Video-MME 73.5",
      "content_text": "openbmb/MiniCPM-V-4_5 has author-reported evidence for \"Understand images and video\": Author reports Video-MME 73.5 (8.7B). Source: https://huggingface.co/openbmb/MiniCPM-V-4_5/raw/main/README.md. Observed at 2026-10-07T20:24:24.708922+00:00.",
      "date_published": "2026-10-07T20:24:24.708922+00:00",
      "_diff": {
        "model_id": "openbmb/MiniCPM-V-4_5",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports Video-MME 73.5",
        "source_url": "https://huggingface.co/openbmb/MiniCPM-V-4_5/raw/main/README.md",
        "observed_at": "2026-10-07T20:24:24.708922+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "87bff52b52141d2e35ad",
      "url": "https://openmodeldrops.com/models/LGAI-EXAONE/EXAONE-4.5-33B/",
      "title": "EXAONE-4.5-33B: Author reports MMMU 78.7",
      "content_text": "LGAI-EXAONE/EXAONE-4.5-33B has author-reported evidence for \"Understand images and video\": Author reports MMMU 78.7 (EXAONE 4.5 33B (Reasoning)). Source: https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B/raw/main/README.md. Observed at 2026-10-07T20:23:59.146267+00:00.",
      "date_published": "2026-10-07T20:23:59.146267+00:00",
      "_diff": {
        "model_id": "LGAI-EXAONE/EXAONE-4.5-33B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU 78.7",
        "source_url": "https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B/raw/main/README.md",
        "observed_at": "2026-10-07T20:23:59.146267+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "887f004efa9d85ad688c",
      "url": "https://openmodeldrops.com/models/microsoft/Mage-VL/",
      "title": "Mage-VL: Author reports AI2D w/ Mask 83.16",
      "content_text": "microsoft/Mage-VL has author-reported evidence for \"Understand images and video\": Author reports AI2D w/ Mask 83.16 (Mage-VL-4B). Source: https://huggingface.co/microsoft/Mage-VL/raw/main/README.md. Observed at 2026-10-07T20:23:55.322190+00:00.",
      "date_published": "2026-10-07T20:23:55.322190+00:00",
      "_diff": {
        "model_id": "microsoft/Mage-VL",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports AI2D w/ Mask 83.16",
        "source_url": "https://huggingface.co/microsoft/Mage-VL/raw/main/README.md",
        "observed_at": "2026-10-07T20:23:55.322190+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "8e0dbe05b66f87f4ad9c",
      "url": "https://openmodeldrops.com/models/moonshotai/Kimi-VL-A3B-Thinking-2506/",
      "title": "Kimi-VL-A3B-Thinking-2506: Author reports MMBench-EN-v1.1 (Acc) 84.4",
      "content_text": "moonshotai/Kimi-VL-A3B-Thinking-2506 has author-reported evidence for \"Understand images and video\": Author reports MMBench-EN-v1.1 (Acc) 84.4. Source: https://huggingface.co/moonshotai/Kimi-VL-A3B-Thinking-2506/raw/main/README.md. Observed at 2026-10-07T20:23:39.433875+00:00.",
      "date_published": "2026-10-07T20:23:39.433875+00:00",
      "_diff": {
        "model_id": "moonshotai/Kimi-VL-A3B-Thinking-2506",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMBench-EN-v1.1 (Acc) 84.4",
        "source_url": "https://huggingface.co/moonshotai/Kimi-VL-A3B-Thinking-2506/raw/main/README.md",
        "observed_at": "2026-10-07T20:23:39.433875+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "6c59ef7be1d3c8583c13",
      "url": "https://openmodeldrops.com/models/microsoft/Florence-2-large-ft/",
      "title": "Florence-2-large-ft: Author reports VQAv2 test-dev Acc 81.7",
      "content_text": "microsoft/Florence-2-large-ft has author-reported evidence for \"Understand images and video\": Author reports VQAv2 test-dev Acc 81.7 (Florence-2-large-ft). Source: https://huggingface.co/microsoft/Florence-2-large-ft/raw/main/README.md. Observed at 2026-10-07T20:23:37.765825+00:00.",
      "date_published": "2026-10-07T20:23:37.765825+00:00",
      "_diff": {
        "model_id": "microsoft/Florence-2-large-ft",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports VQAv2 test-dev Acc 81.7",
        "source_url": "https://huggingface.co/microsoft/Florence-2-large-ft/raw/main/README.md",
        "observed_at": "2026-10-07T20:23:37.765825+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "d7e5dcfe55f1a34ffbba",
      "url": "https://openmodeldrops.com/models/stepfun-ai/Step3-VL-10B/",
      "title": "Step3-VL-10B: Author reports MMMU 80.11",
      "content_text": "stepfun-ai/Step3-VL-10B has author-reported evidence for \"Understand images and video\": Author reports MMMU 80.11 (PaCoRe). Source: https://huggingface.co/stepfun-ai/Step3-VL-10B/raw/main/README.md. Observed at 2026-10-07T20:23:35.103901+00:00.",
      "date_published": "2026-10-07T20:23:35.103901+00:00",
      "_diff": {
        "model_id": "stepfun-ai/Step3-VL-10B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU 80.11",
        "source_url": "https://huggingface.co/stepfun-ai/Step3-VL-10B/raw/main/README.md",
        "observed_at": "2026-10-07T20:23:35.103901+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "fe3914204599e423c53b",
      "url": "https://openmodeldrops.com/models/microsoft/Florence-2-base-ft/",
      "title": "Florence-2-base-ft: Author reports VQAv2 test-dev Acc 79.7",
      "content_text": "microsoft/Florence-2-base-ft has author-reported evidence for \"Understand images and video\": Author reports VQAv2 test-dev Acc 79.7 (Florence-2-base-ft). Source: https://huggingface.co/microsoft/Florence-2-base-ft/raw/main/README.md. Observed at 2026-10-07T20:23:20.963985+00:00.",
      "date_published": "2026-10-07T20:23:20.963985+00:00",
      "_diff": {
        "model_id": "microsoft/Florence-2-base-ft",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports VQAv2 test-dev Acc 79.7",
        "source_url": "https://huggingface.co/microsoft/Florence-2-base-ft/raw/main/README.md",
        "observed_at": "2026-10-07T20:23:20.963985+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "67ea7e15ce0372d06f85",
      "url": "https://openmodeldrops.com/models/LiquidAI/LFM2.5-VL-1.6B/",
      "title": "LFM2.5-VL-1.6B: Author reports MMStar 50.67",
      "content_text": "LiquidAI/LFM2.5-VL-1.6B has author-reported evidence for \"Understand images and video\": Author reports MMStar 50.67. Source: https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B/raw/main/README.md. Observed at 2026-10-07T20:23:16.936967+00:00.",
      "date_published": "2026-10-07T20:23:16.936967+00:00",
      "_diff": {
        "model_id": "LiquidAI/LFM2.5-VL-1.6B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMStar 50.67",
        "source_url": "https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B/raw/main/README.md",
        "observed_at": "2026-10-07T20:23:16.936967+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "6e9181fbbe5c9aedb9cc",
      "url": "https://openmodeldrops.com/models/LiquidAI/LFM2.5-VL-450M/",
      "title": "LFM2.5-VL-450M: Author reports MMStar 43.00",
      "content_text": "LiquidAI/LFM2.5-VL-450M has author-reported evidence for \"Understand images and video\": Author reports MMStar 43.00. Source: https://huggingface.co/LiquidAI/LFM2.5-VL-450M/raw/main/README.md. Observed at 2026-10-07T20:23:15.249332+00:00.",
      "date_published": "2026-10-07T20:23:15.249332+00:00",
      "_diff": {
        "model_id": "LiquidAI/LFM2.5-VL-450M",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMStar 43.00",
        "source_url": "https://huggingface.co/LiquidAI/LFM2.5-VL-450M/raw/main/README.md",
        "observed_at": "2026-10-07T20:23:15.249332+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "bb2ea227186c7cc107e9",
      "url": "https://openmodeldrops.com/models/google/paligemma2-3b-pt-224/",
      "title": "paligemma2-3b-pt-224: Author reports [AI2D][ai2d] 84.6",
      "content_text": "google/paligemma2-3b-pt-224 has author-reported evidence for \"Understand images and video\": Author reports [AI2D][ai2d] 84.6 (448-28B). Source: https://huggingface.co/google/paligemma2-3b-pt-224/raw/main/README.md. Observed at 2026-10-07T20:22:52.873751+00:00.",
      "date_published": "2026-10-07T20:22:52.873751+00:00",
      "_diff": {
        "model_id": "google/paligemma2-3b-pt-224",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports [AI2D][ai2d] 84.6",
        "source_url": "https://huggingface.co/google/paligemma2-3b-pt-224/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:52.873751+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "5cef35e533648d23216d",
      "url": "https://openmodeldrops.com/models/Qwen/QVQ-72B-Preview/",
      "title": "QVQ-72B-Preview: Author reports MMMU(val) 70.3",
      "content_text": "Qwen/QVQ-72B-Preview has author-reported evidence for \"Understand images and video\": Author reports MMMU(val) 70.3. Source: https://huggingface.co/Qwen/QVQ-72B-Preview/raw/main/README.md. Observed at 2026-10-07T20:22:49.192734+00:00.",
      "date_published": "2026-10-07T20:22:49.192734+00:00",
      "_diff": {
        "model_id": "Qwen/QVQ-72B-Preview",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU(val) 70.3",
        "source_url": "https://huggingface.co/Qwen/QVQ-72B-Preview/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:49.192734+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "05bbe160b244d03286f8",
      "url": "https://openmodeldrops.com/models/Qwen/Qwen2-VL-72B-Instruct/",
      "title": "Qwen2-VL-72B-Instruct: Author reports RealWorldQA 77.8",
      "content_text": "Qwen/Qwen2-VL-72B-Instruct has author-reported evidence for \"Understand images and video\": Author reports RealWorldQA 77.8. Source: https://huggingface.co/Qwen/Qwen2-VL-72B-Instruct/raw/main/README.md. Observed at 2026-10-07T20:22:39.572000+00:00.",
      "date_published": "2026-10-07T20:22:39.572000+00:00",
      "_diff": {
        "model_id": "Qwen/Qwen2-VL-72B-Instruct",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports RealWorldQA 77.8",
        "source_url": "https://huggingface.co/Qwen/Qwen2-VL-72B-Instruct/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:39.572000+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "39d5a93ebab470aa0514",
      "url": "https://openmodeldrops.com/models/google/gemma-4-26B-A4B-it-assistant/",
      "title": "gemma-4-26B-A4B-it-assistant: Author reports MMMU Pro 73.8%",
      "content_text": "google/gemma-4-26B-A4B-it-assistant has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 73.8% (Gemma 4 26B A4B). Source: https://huggingface.co/google/gemma-4-26B-A4B-it-assistant/raw/main/README.md. Observed at 2026-10-07T20:22:38.751487+00:00.",
      "date_published": "2026-10-07T20:22:38.751487+00:00",
      "_diff": {
        "model_id": "google/gemma-4-26B-A4B-it-assistant",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 73.8%",
        "source_url": "https://huggingface.co/google/gemma-4-26B-A4B-it-assistant/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:38.751487+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "f94401bdcd6df0733ee5",
      "url": "https://openmodeldrops.com/models/HuggingFaceM4/Idefics3-8B-Llama3/",
      "title": "Idefics3-8B-Llama3: Author reports MMMU <br>(val) 46.6",
      "content_text": "HuggingFaceM4/Idefics3-8B-Llama3 has author-reported evidence for \"Understand images and video\": Author reports MMMU <br>(val) 46.6 (Idefics3-8B). Source: https://huggingface.co/HuggingFaceM4/Idefics3-8B-Llama3/raw/main/README.md. Observed at 2026-10-07T20:22:37.724508+00:00.",
      "date_published": "2026-10-07T20:22:37.724508+00:00",
      "_diff": {
        "model_id": "HuggingFaceM4/Idefics3-8B-Llama3",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU <br>(val) 46.6",
        "source_url": "https://huggingface.co/HuggingFaceM4/Idefics3-8B-Llama3/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:37.724508+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "f93b1dcb44fd261392e6",
      "url": "https://openmodeldrops.com/models/nvidia/NVLM-D-72B/",
      "title": "NVLM-D-72B: Author reports MMMU (val / test) 58.7 / 54.9",
      "content_text": "nvidia/NVLM-D-72B has author-reported evidence for \"Understand images and video\": Author reports MMMU (val / test) 58.7 / 54.9 (NVLM-D 1.0 72B (Huggingface)). Source: https://huggingface.co/nvidia/NVLM-D-72B/raw/main/README.md. Observed at 2026-10-07T20:22:35.886125+00:00.",
      "date_published": "2026-10-07T20:22:35.886125+00:00",
      "_diff": {
        "model_id": "nvidia/NVLM-D-72B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU (val / test) 58.7 / 54.9",
        "source_url": "https://huggingface.co/nvidia/NVLM-D-72B/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:35.886125+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "9f632b8cb2bd42bd7147",
      "url": "https://openmodeldrops.com/models/nvidia/Llama-3.1-Nemotron-Nano-VL-8B-V1/",
      "title": "Llama-3.1-Nemotron-Nano-VL-8B-V1: Author reports MMMU Val with chatGPT as a judge 48.2%",
      "content_text": "nvidia/Llama-3.1-Nemotron-Nano-VL-8B-V1 has author-reported evidence for \"Understand images and video\": Author reports MMMU Val with chatGPT as a judge 48.2%. Source: https://huggingface.co/nvidia/Llama-3.1-Nemotron-Nano-VL-8B-V1/raw/main/README.md. Observed at 2026-10-07T20:22:34.092116+00:00.",
      "date_published": "2026-10-07T20:22:34.092116+00:00",
      "_diff": {
        "model_id": "nvidia/Llama-3.1-Nemotron-Nano-VL-8B-V1",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Val with chatGPT as a judge 48.2%",
        "source_url": "https://huggingface.co/nvidia/Llama-3.1-Nemotron-Nano-VL-8B-V1/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:34.092116+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "0fff23cb6163ee228d49",
      "url": "https://openmodeldrops.com/models/moonshotai/Kimi-VL-A3B-Thinking/",
      "title": "Kimi-VL-A3B-Thinking: Author reports MathVision (full) (Pass@1) 36.8",
      "content_text": "moonshotai/Kimi-VL-A3B-Thinking has author-reported evidence for \"Understand images and video\": Author reports MathVision (full) (Pass@1) 36.8 (Kimi-VL-Thinking-A3B). Source: https://huggingface.co/moonshotai/Kimi-VL-A3B-Thinking/raw/main/README.md. Observed at 2026-10-07T20:22:29.984710+00:00.",
      "date_published": "2026-10-07T20:22:29.984710+00:00",
      "_diff": {
        "model_id": "moonshotai/Kimi-VL-A3B-Thinking",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MathVision (full) (Pass@1) 36.8",
        "source_url": "https://huggingface.co/moonshotai/Kimi-VL-A3B-Thinking/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:29.984710+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "6493d846b22378ff3cbf",
      "url": "https://openmodeldrops.com/models/HuggingFaceTB/SmolVLM2-2.2B-Instruct/",
      "title": "SmolVLM2-2.2B-Instruct: Author reports Mathvista 51.5",
      "content_text": "HuggingFaceTB/SmolVLM2-2.2B-Instruct has author-reported evidence for \"Understand images and video\": Author reports Mathvista 51.5 (SmolVLM2 2.2B). Source: https://huggingface.co/HuggingFaceTB/SmolVLM2-2.2B-Instruct/raw/main/README.md. Observed at 2026-10-07T20:22:27.316359+00:00.",
      "date_published": "2026-10-07T20:22:27.316359+00:00",
      "_diff": {
        "model_id": "HuggingFaceTB/SmolVLM2-2.2B-Instruct",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports Mathvista 51.5",
        "source_url": "https://huggingface.co/HuggingFaceTB/SmolVLM2-2.2B-Instruct/raw/main/README.md",
        "observed_at": "2026-10-07T20:22:27.316359+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "d47b8defb7a2097a93fa",
      "url": "https://openmodeldrops.com/models/moonshotai/Kimi-VL-A3B-Instruct/",
      "title": "Kimi-VL-A3B-Instruct: Author reports MMMU-Val (Pass@1) 61.7",
      "content_text": "moonshotai/Kimi-VL-A3B-Instruct has author-reported evidence for \"Understand images and video\": Author reports MMMU-Val (Pass@1) 61.7 (Kimi-VL-A3B-Thinking). Source: https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct/raw/main/README.md. Observed at 2026-10-07T20:21:24.726912+00:00.",
      "date_published": "2026-10-07T20:21:24.726912+00:00",
      "_diff": {
        "model_id": "moonshotai/Kimi-VL-A3B-Instruct",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU-Val (Pass@1) 61.7",
        "source_url": "https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct/raw/main/README.md",
        "observed_at": "2026-10-07T20:21:24.726912+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "ee76a7ea2d07041110d1",
      "url": "https://openmodeldrops.com/models/google/gemma-4-31B-it-assistant/",
      "title": "gemma-4-31B-it-assistant: Author reports MMMU Pro 76.9%",
      "content_text": "google/gemma-4-31B-it-assistant has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 76.9% (Gemma 4 31B). Source: https://huggingface.co/google/gemma-4-31B-it-assistant/raw/main/README.md. Observed at 2026-10-07T20:21:17.344339+00:00.",
      "date_published": "2026-10-07T20:21:17.344339+00:00",
      "_diff": {
        "model_id": "google/gemma-4-31B-it-assistant",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 76.9%",
        "source_url": "https://huggingface.co/google/gemma-4-31B-it-assistant/raw/main/README.md",
        "observed_at": "2026-10-07T20:21:17.344339+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "322fe7f69caf4e99efbe",
      "url": "https://openmodeldrops.com/models/google/gemma-4-12B/",
      "title": "gemma-4-12B: Author reports MMMU Pro 69.1%",
      "content_text": "google/gemma-4-12B has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 69.1% (Gemma 4 12B Unified). Source: https://huggingface.co/google/gemma-4-12B/raw/main/README.md. Observed at 2026-10-07T20:21:05.712743+00:00.",
      "date_published": "2026-10-07T20:21:05.712743+00:00",
      "_diff": {
        "model_id": "google/gemma-4-12B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 69.1%",
        "source_url": "https://huggingface.co/google/gemma-4-12B/raw/main/README.md",
        "observed_at": "2026-10-07T20:21:05.712743+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "714e1868b1f5d77d3c86",
      "url": "https://openmodeldrops.com/models/baidu/Qianfan-OCR/",
      "title": "Qianfan-OCR: Author reports ChartQA 88.1",
      "content_text": "baidu/Qianfan-OCR has author-reported evidence for \"Understand images and video\": Author reports ChartQA 88.1. Source: https://huggingface.co/baidu/Qianfan-OCR/raw/main/README.md. Observed at 2026-10-07T20:20:57.718951+00:00.",
      "date_published": "2026-10-07T20:20:57.718951+00:00",
      "_diff": {
        "model_id": "baidu/Qianfan-OCR",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports ChartQA 88.1",
        "source_url": "https://huggingface.co/baidu/Qianfan-OCR/raw/main/README.md",
        "observed_at": "2026-10-07T20:20:57.718951+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "2023531b3ac9e4966485",
      "url": "https://openmodeldrops.com/models/google/gemma-4-E2B/",
      "title": "gemma-4-E2B: Author reports MMMU Pro 44.2%",
      "content_text": "google/gemma-4-E2B has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 44.2% (Gemma 4 E2B). Source: https://huggingface.co/google/gemma-4-E2B/raw/main/README.md. Observed at 2026-10-07T20:20:29.538589+00:00.",
      "date_published": "2026-10-07T20:20:29.538589+00:00",
      "_diff": {
        "model_id": "google/gemma-4-E2B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 44.2%",
        "source_url": "https://huggingface.co/google/gemma-4-E2B/raw/main/README.md",
        "observed_at": "2026-10-07T20:20:29.538589+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "f3201b71daf83abf537d",
      "url": "https://openmodeldrops.com/models/google/gemma-4-26B-A4B/",
      "title": "gemma-4-26B-A4B: Author reports MMMU Pro 73.8%",
      "content_text": "google/gemma-4-26B-A4B has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 73.8% (Gemma 4 26B A4B). Source: https://huggingface.co/google/gemma-4-26B-A4B/raw/main/README.md. Observed at 2026-10-07T20:20:11.847069+00:00.",
      "date_published": "2026-10-07T20:20:11.847069+00:00",
      "_diff": {
        "model_id": "google/gemma-4-26B-A4B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 73.8%",
        "source_url": "https://huggingface.co/google/gemma-4-26B-A4B/raw/main/README.md",
        "observed_at": "2026-10-07T20:20:11.847069+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "ef076f4e32e3549e97f0",
      "url": "https://openmodeldrops.com/models/microsoft/Florence-2-base/",
      "title": "Florence-2-base: Author reports Refcocog val Accuracy 66.3",
      "content_text": "microsoft/Florence-2-base has author-reported evidence for \"Understand images and video\": Author reports Refcocog val Accuracy 66.3 (Florence-2-base). Source: https://huggingface.co/microsoft/Florence-2-base/raw/main/README.md. Observed at 2026-10-07T20:19:58.335540+00:00.",
      "date_published": "2026-10-07T20:19:58.335540+00:00",
      "_diff": {
        "model_id": "microsoft/Florence-2-base",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports Refcocog val Accuracy 66.3",
        "source_url": "https://huggingface.co/microsoft/Florence-2-base/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:58.335540+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "57ea49e4e7765a2ca63e",
      "url": "https://openmodeldrops.com/models/google/gemma-4-E4B/",
      "title": "gemma-4-E4B: Author reports MMMU Pro 52.6%",
      "content_text": "google/gemma-4-E4B has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 52.6% (Gemma 4 E4B). Source: https://huggingface.co/google/gemma-4-E4B/raw/main/README.md. Observed at 2026-10-07T20:19:55.830091+00:00.",
      "date_published": "2026-10-07T20:19:55.830091+00:00",
      "_diff": {
        "model_id": "google/gemma-4-E4B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 52.6%",
        "source_url": "https://huggingface.co/google/gemma-4-E4B/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:55.830091+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "11cdb7bc8f3e1f345112",
      "url": "https://openmodeldrops.com/models/google/diffusiongemma-26B-A4B-it/",
      "title": "diffusiongemma-26B-A4B-it: Author reports MMMU Pro 54.3%",
      "content_text": "google/diffusiongemma-26B-A4B-it has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 54.3% (DiffusionGemma 26B A4B). Source: https://huggingface.co/google/diffusiongemma-26B-A4B-it/raw/main/README.md. Observed at 2026-10-07T20:19:48.067859+00:00.",
      "date_published": "2026-10-07T20:19:48.067859+00:00",
      "_diff": {
        "model_id": "google/diffusiongemma-26B-A4B-it",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 54.3%",
        "source_url": "https://huggingface.co/google/diffusiongemma-26B-A4B-it/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:48.067859+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "a821236ccbd23ce8c882",
      "url": "https://openmodeldrops.com/models/Qwen/Qwen2-VL-2B-Instruct/",
      "title": "Qwen2-VL-2B-Instruct: Author reports RealWorldQA 62.9",
      "content_text": "Qwen/Qwen2-VL-2B-Instruct has author-reported evidence for \"Understand images and video\": Author reports RealWorldQA 62.9. Source: https://huggingface.co/Qwen/Qwen2-VL-2B-Instruct/raw/main/README.md. Observed at 2026-10-07T20:19:40.274493+00:00.",
      "date_published": "2026-10-07T20:19:40.274493+00:00",
      "_diff": {
        "model_id": "Qwen/Qwen2-VL-2B-Instruct",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports RealWorldQA 62.9",
        "source_url": "https://huggingface.co/Qwen/Qwen2-VL-2B-Instruct/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:40.274493+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "fa717368b3e7990b899e",
      "url": "https://openmodeldrops.com/models/microsoft/Florence-2-large/",
      "title": "Florence-2-large: Author reports Refcocog val Accuracy 68.0",
      "content_text": "microsoft/Florence-2-large has author-reported evidence for \"Understand images and video\": Author reports Refcocog val Accuracy 68.0 (Florence-2-large). Source: https://huggingface.co/microsoft/Florence-2-large/raw/main/README.md. Observed at 2026-10-07T20:19:31.598627+00:00.",
      "date_published": "2026-10-07T20:19:31.598627+00:00",
      "_diff": {
        "model_id": "microsoft/Florence-2-large",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports Refcocog val Accuracy 68.0",
        "source_url": "https://huggingface.co/microsoft/Florence-2-large/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:31.598627+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "ee98fc631761f98de7e2",
      "url": "https://openmodeldrops.com/models/google/gemma-4-31B/",
      "title": "gemma-4-31B: Author reports MMMU Pro 76.9%",
      "content_text": "google/gemma-4-31B has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 76.9% (Gemma 4 31B). Source: https://huggingface.co/google/gemma-4-31B/raw/main/README.md. Observed at 2026-10-07T20:19:22.456254+00:00.",
      "date_published": "2026-10-07T20:19:22.456254+00:00",
      "_diff": {
        "model_id": "google/gemma-4-31B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 76.9%",
        "source_url": "https://huggingface.co/google/gemma-4-31B/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:22.456254+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "a083ca99c2955a84e15c",
      "url": "https://openmodeldrops.com/models/Qwen/Qwen2-VL-7B-Instruct/",
      "title": "Qwen2-VL-7B-Instruct: Author reports RealWorldQA 70.1",
      "content_text": "Qwen/Qwen2-VL-7B-Instruct has author-reported evidence for \"Understand images and video\": Author reports RealWorldQA 70.1. Source: https://huggingface.co/Qwen/Qwen2-VL-7B-Instruct/raw/main/README.md. Observed at 2026-10-07T20:19:22.003834+00:00.",
      "date_published": "2026-10-07T20:19:22.003834+00:00",
      "_diff": {
        "model_id": "Qwen/Qwen2-VL-7B-Instruct",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports RealWorldQA 70.1",
        "source_url": "https://huggingface.co/Qwen/Qwen2-VL-7B-Instruct/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:22.003834+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "7f81790b5ceb94124903",
      "url": "https://openmodeldrops.com/models/meta-models/Muse-Glimmer-30B/",
      "title": "Muse-Glimmer-30B: Author reports MMMU Pro 74",
      "content_text": "meta-models/Muse-Glimmer-30B has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 74 (High Reasoning). Source: https://huggingface.co/meta-models/Muse-Glimmer-30B/raw/main/README.md. Observed at 2026-10-07T20:19:12.040914+00:00.",
      "date_published": "2026-10-07T20:19:12.040914+00:00",
      "_diff": {
        "model_id": "meta-models/Muse-Glimmer-30B",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 74",
        "source_url": "https://huggingface.co/meta-models/Muse-Glimmer-30B/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:12.040914+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "95f4292e65042ce2b8f3",
      "url": "https://openmodeldrops.com/models/thinkingmachines/Inkling/",
      "title": "Inkling: Author reports MMMU Pro (Standard 10) 73.5%",
      "content_text": "thinkingmachines/Inkling has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro (Standard 10) 73.5%. Source: https://huggingface.co/thinkingmachines/Inkling/raw/main/README.md. Observed at 2026-10-07T20:19:05.702369+00:00.",
      "date_published": "2026-10-07T20:19:05.702369+00:00",
      "_diff": {
        "model_id": "thinkingmachines/Inkling",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro (Standard 10) 73.5%",
        "source_url": "https://huggingface.co/thinkingmachines/Inkling/raw/main/README.md",
        "observed_at": "2026-10-07T20:19:05.702369+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "09c327c5b084e2bdb3ef",
      "url": "https://openmodeldrops.com/models/Qwen/Qwen2.5-VL-32B-Instruct/",
      "title": "Qwen2.5-VL-32B-Instruct: Author reports MMMU 70",
      "content_text": "Qwen/Qwen2.5-VL-32B-Instruct has author-reported evidence for \"Understand images and video\": Author reports MMMU 70. Source: https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct/raw/main/README.md. Observed at 2026-10-07T20:18:28.397309+00:00.",
      "date_published": "2026-10-07T20:18:28.397309+00:00",
      "_diff": {
        "model_id": "Qwen/Qwen2.5-VL-32B-Instruct",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU 70",
        "source_url": "https://huggingface.co/Qwen/Qwen2.5-VL-32B-Instruct/raw/main/README.md",
        "observed_at": "2026-10-07T20:18:28.397309+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "a6b7f4a4f39e4b173251",
      "url": "https://openmodeldrops.com/models/google/gemma-4-E2B-it/",
      "title": "gemma-4-E2B-it: Author reports MMMU Pro 44.2%",
      "content_text": "google/gemma-4-E2B-it has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 44.2% (Gemma 4 E2B). Source: https://huggingface.co/google/gemma-4-E2B-it/raw/main/README.md. Observed at 2026-10-07T20:18:23.721758+00:00.",
      "date_published": "2026-10-07T20:18:23.721758+00:00",
      "_diff": {
        "model_id": "google/gemma-4-E2B-it",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 44.2%",
        "source_url": "https://huggingface.co/google/gemma-4-E2B-it/raw/main/README.md",
        "observed_at": "2026-10-07T20:18:23.721758+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "23e1eec840a62f8ce446",
      "url": "https://openmodeldrops.com/models/google/gemma-4-12B-it/",
      "title": "gemma-4-12B-it: Author reports MMMU Pro 69.1%",
      "content_text": "google/gemma-4-12B-it has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 69.1% (Gemma 4 12B Unified). Source: https://huggingface.co/google/gemma-4-12B-it/raw/main/README.md. Observed at 2026-10-07T20:18:18.754019+00:00.",
      "date_published": "2026-10-07T20:18:18.754019+00:00",
      "_diff": {
        "model_id": "google/gemma-4-12B-it",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 69.1%",
        "source_url": "https://huggingface.co/google/gemma-4-12B-it/raw/main/README.md",
        "observed_at": "2026-10-07T20:18:18.754019+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "3901bed848b608633047",
      "url": "https://openmodeldrops.com/models/Qwen/Qwen2.5-VL-72B-Instruct/",
      "title": "Qwen2.5-VL-72B-Instruct: Author reports MMMU_Pro 51.1",
      "content_text": "Qwen/Qwen2.5-VL-72B-Instruct has author-reported evidence for \"Understand images and video\": Author reports MMMU_Pro 51.1. Source: https://huggingface.co/Qwen/Qwen2.5-VL-72B-Instruct/raw/main/README.md. Observed at 2026-10-07T20:17:56.062619+00:00.",
      "date_published": "2026-10-07T20:17:56.062619+00:00",
      "_diff": {
        "model_id": "Qwen/Qwen2.5-VL-72B-Instruct",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU_Pro 51.1",
        "source_url": "https://huggingface.co/Qwen/Qwen2.5-VL-72B-Instruct/raw/main/README.md",
        "observed_at": "2026-10-07T20:17:56.062619+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "0680ddaacf25093b22f2",
      "url": "https://openmodeldrops.com/models/Qwen/Qwen2.5-VL-7B-Instruct/",
      "title": "Qwen2.5-VL-7B-Instruct: Author reports MMStar 63.9",
      "content_text": "Qwen/Qwen2.5-VL-7B-Instruct has author-reported evidence for \"Understand images and video\": Author reports MMStar 63.9. Source: https://huggingface.co/Qwen/Qwen2.5-VL-7B-Instruct/raw/main/README.md. Observed at 2026-10-07T20:17:17.042337+00:00.",
      "date_published": "2026-10-07T20:17:17.042337+00:00",
      "_diff": {
        "model_id": "Qwen/Qwen2.5-VL-7B-Instruct",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMStar 63.9",
        "source_url": "https://huggingface.co/Qwen/Qwen2.5-VL-7B-Instruct/raw/main/README.md",
        "observed_at": "2026-10-07T20:17:17.042337+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "21de1d9e1142af96ccbe",
      "url": "https://openmodeldrops.com/models/google/gemma-4-E4B-it/",
      "title": "gemma-4-E4B-it: Author reports MMMU Pro 52.6%",
      "content_text": "google/gemma-4-E4B-it has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 52.6% (Gemma 4 E4B). Source: https://huggingface.co/google/gemma-4-E4B-it/raw/main/README.md. Observed at 2026-10-07T20:17:16.087842+00:00.",
      "date_published": "2026-10-07T20:17:16.087842+00:00",
      "_diff": {
        "model_id": "google/gemma-4-E4B-it",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 52.6%",
        "source_url": "https://huggingface.co/google/gemma-4-E4B-it/raw/main/README.md",
        "observed_at": "2026-10-07T20:17:16.087842+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "8d8501c25142a6dc667a",
      "url": "https://openmodeldrops.com/models/moonshotai/Kimi-K2.5/",
      "title": "Kimi-K2.5: Author reports MMMU-Pro 78.5",
      "content_text": "moonshotai/Kimi-K2.5 has author-reported evidence for \"Understand images and video\": Author reports MMMU-Pro 78.5 (Thinking). Source: https://huggingface.co/moonshotai/Kimi-K2.5/raw/main/README.md. Observed at 2026-10-07T20:16:46.965549+00:00.",
      "date_published": "2026-10-07T20:16:46.965549+00:00",
      "_diff": {
        "model_id": "moonshotai/Kimi-K2.5",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU-Pro 78.5",
        "source_url": "https://huggingface.co/moonshotai/Kimi-K2.5/raw/main/README.md",
        "observed_at": "2026-10-07T20:16:46.965549+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "3804a7e502f5503a69d4",
      "url": "https://openmodeldrops.com/models/deepseek-ai/DeepSeek-V4.1-Flash/",
      "title": "DeepSeek-V4.1-Flash: Author reports MMMU-Pro (EM) 56.5",
      "content_text": "deepseek-ai/DeepSeek-V4.1-Flash has author-reported evidence for \"Understand images and video\": Author reports MMMU-Pro (EM) 56.5 (DeepSeek-V4.1-Flash-Base). Source: https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/raw/main/README.md. Observed at 2026-10-07T20:15:43.203420+00:00.",
      "date_published": "2026-10-07T20:15:43.203420+00:00",
      "_diff": {
        "model_id": "deepseek-ai/DeepSeek-V4.1-Flash",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU-Pro (EM) 56.5",
        "source_url": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash/raw/main/README.md",
        "observed_at": "2026-10-07T20:15:43.203420+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "1701610761577d143b7d",
      "url": "https://openmodeldrops.com/models/google/gemma-4-31B-it/",
      "title": "gemma-4-31B-it: Author reports MMMU Pro 76.9%",
      "content_text": "google/gemma-4-31B-it has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 76.9% (Gemma 4 31B). Source: https://huggingface.co/google/gemma-4-31B-it/raw/main/README.md. Observed at 2026-10-07T20:15:39.011299+00:00.",
      "date_published": "2026-10-07T20:15:39.011299+00:00",
      "_diff": {
        "model_id": "google/gemma-4-31B-it",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 76.9%",
        "source_url": "https://huggingface.co/google/gemma-4-31B-it/raw/main/README.md",
        "observed_at": "2026-10-07T20:15:39.011299+00:00",
        "kind": "usecase"
      }
    },
    {
      "id": "6573c7546b74c1726ebf",
      "url": "https://openmodeldrops.com/models/google/gemma-4-26B-A4B-it/",
      "title": "gemma-4-26B-A4B-it: Author reports MMMU Pro 73.8%",
      "content_text": "google/gemma-4-26B-A4B-it has author-reported evidence for \"Understand images and video\": Author reports MMMU Pro 73.8% (Gemma 4 26B A4B). Source: https://huggingface.co/google/gemma-4-26B-A4B-it/raw/main/README.md. Observed at 2026-10-07T20:14:26.358568+00:00.",
      "date_published": "2026-10-07T20:14:26.358568+00:00",
      "_diff": {
        "model_id": "google/gemma-4-26B-A4B-it",
        "field": "use_case:vision-language",
        "old": null,
        "new": "Author reports MMMU Pro 73.8%",
        "source_url": "https://huggingface.co/google/gemma-4-26B-A4B-it/raw/main/README.md",
        "observed_at": "2026-10-07T20:14:26.358568+00:00",
        "kind": "usecase"
      }
    }
  ]
}