Model reports

BEAKER

看懂实验视频，不等于找准可操作的位置或规划动作。BEAKER 用 1,000 道专家编写的视觉题分别测量这些能力，提供 28 个模型成绩及单列的人类参考。

AI Benchmark Radar / Equality Machine · 核对于 2026-11-05

2026 年 11 月 4 日提交的原论文 v1；1,000 道离线题目与表 2、表 12。11 月 5 日核对；实验日期及托管模型的精确快照未明确。

在真实操作前检验视觉判断

题集包含 600 道图像题和 400 道视频题，最终取自 410 张图像与 400 段视频，因此 1,000 道题不等于 1,000 个独立场景。问题与标注由专家编写、复核。

任务数量
任务	题数
AFF · affordance grounding	150
TRAJ · trajectory planning	150
ERI · equipment and reagent identification	60
ESS · safety and standardization	60
SR · state recognition	60
EAS · apparatus setup	60
EOP · experimental operations	60
TSR · temporal sequence reasoning	150
SVOR · short-video operations	125
MVTS · mid-video steps	75
LVPR · long-video procedure reasoning	50

任务合计 1,000 道；同一原始图像可对应不同问题。

BEAKER · original paper v1

固定视觉输入下的单轮问答

使用任务专属提示词、可调时为 0.7 的温度、原始分辨率图像，以及短／中／长视频的 8／32／128 帧。长视频组成 32 张四帧网格。评测不控制实体机器人；模型名称保留原文拼写，托管服务精确版本与实验日期仍未知。

BEAKER · original paper v1

加权分数不是成功百分比

总分按 0.25／0.15／0.35／0.25 加权行动可行性、知识、实验操作和推理；实验操作内部图像／视频任务组权重为 2:5。底层混合了选择题准确率、空间 IoU、经转换的轨迹距离与专家语义判分。

BEAKER · original paper v1

完整任务分数与人类参考

表 2 保留全部模型并单列人类行。人类成绩是三名未参与数据集构建的化学专家独立答完全部题目的平均。AFF／TRAJ 为空间任务指标，均不是物理操作成功率。

表 2 · 任务分数与总分
模型／参考	AFF	TRAJ	ERI	ESS	SR	EAS	EOP	SVOR	MVTS	TSR	LVPR	Overall
Human	88.0	91.0	96.7	95.0	93.3	93.3	96.7	94.4	92.0	95.0	96.0	93.3
ChemVLM-8B	2.1	21.0	33.3	40.0	21.7	36.7	33.3	36.0	40.0	37.9	24.0	28.4
ChemVLM-26B	3.1	27.0	23.3	25.0	31.7	36.7	33.3	37.6	42.7	42.4	28.0	30.1
Intern-S1	3.4	24.6	40.0	25.0	48.3	33.3	48.3	61.6	60.0	41.4	54.8	40.5
Intern-S1-Mini	1.7	22.2	43.3	38.3	43.3	30.0	41.7	46.4	56.0	24.0	52.7	35.2
Intern-S1-Pro	2.9	18.0	45.0	38.3	51.7	30.0	71.7	72.0	65.3	37.0	62.2	44.0
ACE-Brain-0-8B	2.4	23.0	33.3	76.7	31.7	63.3	55.0	68.8	65.3	54.3	40.0	44.7
Pelican-VL-1.0-7B	10.9	24.2	26.7	41.7	30.0	55.0	63.3	50.4	48.0	28.5	32.8	35.2
RoboBrain2.5-8B	2.3	30.9	41.7	35.0	48.3	43.3	58.3	74.4	61.3	55.3	47.5	45.3
RynnBrain-8B	3.2	40.7	28.3	45.0	28.3	45.0	43.3	52.8	46.7	47.3	47.3	39.2
RynnBrain-CoP-8B	28.6	38.6	25.0	41.7	30.0	28.3	41.7	56.8	50.7	53.8	47.7	42.9
RynnBrain-Plan-8B	7.0	28.0	31.7	48.3	26.7	40.0	60.0	52.0	37.3	47.2	45.3	37.4
MiMo-Embodied-7B	9.8	28.9	23.3	38.3	43.3	33.3	51.7	57.6	48.0	45.9	48.0	39.3
GPT-5.5	32.7	47.2	55.0	28.3	61.7	63.3	71.7	72.0	49.3	65.0	64.7	55.4
GPT-5.4	26.8	46.1	48.3	58.3	48.3	53.3	71.7	80.8	57.3	70.3	64.2	57.2
Claude Opus 4.7	34.5	48.9	45.0	55.0	61.7	65.0	63.3	80.8	64.0	67.2	62.2	59.2
Claude Sonnet 4.6	18.3	46.3	41.7	38.3	45.0	45.0	56.7	76.8	64.0	65.8	54.8	52.1
Gemini 2.5 Pro	7.4	44.4	43.3	23.3	53.3	20.0	45.0	47.2	40.0	46.3	67.0	40.8
Gemini 3.1 Pro Preview	4.7	29.6	66.7	33.3	60.0	65.0	70.0	82.4	64.0	85.9	59.2	55.5
Grok-4.20-Non-Reasoning	8.7	39.0	31.7	38.3	31.7	25.0	56.7	65.6	53.3	63.6	54.0	44.7
Grok-4.20-Reasoning	9.7	43.3	38.3	33.3	61.7	31.7	56.7	71.2	60.0	83.1	67.7	52.9
MiMo-V2-Omni	9.2	42.6	38.3	41.7	40.0	36.7	58.3	76.0	66.7	51.9	58.2	48.8
Qwen3.6-Plus	4.9	41.1	41.7	36.7	41.7	43.3	71.7	76.8	62.7	68.4	58.3	50.8
Kimi-K2.5	6.7	42.5	43.3	63.3	43.3	46.7	71.7	79.2	62.7	60.3	59.3	52.2
Kimi-K2.6	5.9	41.8	46.7	41.7	45.0	46.7	71.7	79.2	64.0	64.4	60.3	52.0
MiMo-V2.5	11.3	40.1	45.0	41.7	45.0	36.7	61.7	72.0	61.3	51.0	57.8	48.2
Qwen3-VL-8B	4.1	26.8	45.0	41.7	56.7	45.0	60.0	75.2	66.7	54.2	50.2	47.1
InternVL3.5-241B-A28B	5.2	28.1	45.0	28.3	53.3	38.3	43.3	59.2	58.7	40.5	59.5	41.8
Qwen3.5-397B-A17B	3.8	37.3	50.0	53.3	45.0	65.0	71.7	79.2	65.3	67.9	64.7	54.0

原始 0–100 任务分数；Human 是单列的三位专家参考，不是模型。

BEAKER · original paper v1

能力分项

较高总分可能掩盖薄弱能力。这里保留原文在舍入前计算的能力分数，不从显示的任务分数反算。

表 12 · 能力分数
模型	行动可行性	知识	实验操作	推理	Overall
ChemVLM-8B	11.6	31.7	37.1	31.0	28.4
ChemVLM-26B	15.1	26.7	38.7	35.2	30.1
Intern-S1	14.0	37.8	55.1	48.1	40.5
Intern-S1-Mini	12.0	41.7	46.8	38.3	35.2
Intern-S1-Pro	10.5	45.0	63.6	49.6	44.0
ACE-Brain-0-8B	12.7	47.2	64.8	47.2	44.7
Pelican-VL-1.0-7B	17.6	32.8	52.0	30.7	35.2
RoboBrain2.5-8B	16.6	41.7	63.0	51.4	45.3
RynnBrain-8B	21.9	33.9	48.1	47.3	39.2
RynnBrain-CoP-8B	33.6	32.2	48.4	50.7	42.9
RynnBrain-Plan-8B	17.5	35.6	46.2	46.3	37.4
MiMo-Embodied-7B	19.4	35.0	49.9	47.0	39.3
GPT-5.5	40.0	48.3	62.6	64.8	55.4
GPT-5.4	36.4	51.7	67.2	67.2	57.2
Claude Opus 4.7	41.7	53.9	70.0	64.7	59.2
Claude Sonnet 4.6	32.3	41.7	64.8	60.3	52.1
Gemini 2.5 Pro	25.9	40.0	40.4	56.7	40.8
Gemini 3.1 Pro Preview	17.2	53.3	71.6	72.6	55.5
Grok-4.20-Non-Reasoning	23.9	33.9	54.1	58.8	44.7
Grok-4.20-Reasoning	26.5	44.4	59.5	75.4	52.9
MiMo-V2-Omni	25.9	40.0	64.5	55.1	48.8
Qwen3.6-Plus	23.0	40.0	66.2	63.4	50.8
Kimi-K2.5	24.6	50.0	67.6	59.8	52.2
Kimi-K2.6	23.8	44.4	68.0	62.4	52.0
MiMo-V2.5	25.7	43.9	61.7	54.4	48.2
Qwen3-VL-8B	15.4	47.8	65.7	52.2	47.1
InternVL3.5-241B-A28B	16.6	42.2	53.8	50.0	41.8
Qwen3.5-397B-A17B	20.6	49.4	71.1	66.3	54.0
Mean (28 models)	22.2	41.6	58.0	53.8	45.5

保留原文 Mean 均值行；均值不作为额外模型成绩。

BEAKER · original paper v1

不同答题形式

坐标、选择和填空任务的评分与内容均不同。表中比值比较的是任务组，不是孤立的答题格式鲁棒性。

表 5 · 答题形式分组
模型	Coordinate	MCQ	Fill-in	Coord./MCQ	Fill-in/MCQ	Coord./Fill-in
ChemVLM-8B	11.6	34.9	24.0	0.3	0.7	0.5
GPT-5.5	40.0	58.3	64.7	0.7	1.1	0.6
Claude Opus 4.7	41.7	62.8	62.2	0.7	1.0	0.7
Qwen3.5-397B-A17B	20.6	62.2	64.7	0.3	1.0	0.3
RoboBrain2.5-8B	16.6	52.2	47.5	0.3	0.9	0.3

MCQ 为八类选择题任务的不加权宏平均；比值用于描述性比较。

BEAKER · original paper v1

帧数敏感性

此消融仅改变 Qwen3.5-397B-A17B 的输入帧数。更多帧并非改善所有任务，帧数设置必须随成绩保留。

表 6 · 采样帧数
设置	短／中／长帧数	S-TSR	SVOR	M-TSR	MVTS	L-TSR	LVPR
Fewer Frames	4 / 16 / 64	82.9	80.8	54.0	61.3	66.7	59.7
Standard Frames main	8 / 32 / 128	85.7	79.2	48.0	65.3	70.0	64.7
More Frames	16 / 48 / 192	88.6	80.8	52.0	60.0	73.3	55.3

单个模型的消融实验；长视频帧按四帧组成网格。

BEAKER · original paper v1

成绩与名次的不确定性

原文使用 10,000 次配对、按任务分层的 bootstrap 重采样。区间表示抽样不确定性，不是新一轮独立模型运行；重叠区间提示不宜把微小分差视为定论。

表 14 · bootstrap 不确定性
模型	Overall	95% CI	95% 名次范围
Claude Opus 4.7	59.2	[56.7, 61.8]	1–2
GPT-5.4	57.2	[54.5, 59.8]	1–4
Gemini 3.1 Pro Preview	55.5	[53.0, 57.9]	2–6
GPT-5.5	55.4	[52.8, 58.0]	2–6
Qwen3.5-397B-A17B	54.0	[51.4, 56.6]	3–8
Grok-4.20-Reasoning	52.9	[50.4, 55.5]	4–10
Kimi-K2.5	52.2	[49.6, 54.9]	5–10
Claude Sonnet 4.6	52.1	[49.4, 54.7]	5–10
Kimi-K2.6	52.0	[49.5, 54.6]	5–10
Qwen3.6-Plus	50.8	[48.2, 53.4]	7–11
MiMo-V2-Omni	48.8	[46.2, 51.5]	10–13
MiMo-V2.5	48.2	[45.5, 50.9]	10–14
Qwen3-VL-8B	47.1	[44.5, 49.6]	11–15
RoboBrain2.5-8B	45.3	[42.7, 47.9]	13–18
ACE-Brain-0-8B	44.7	[42.2, 47.4]	13–18
Grok-4.20-Non-Reasoning	44.7	[42.1, 47.4]	13–18
Intern-S1-Pro	44.0	[41.5, 46.6]	14–19
RynnBrain-CoP-8B	42.9	[40.1, 45.6]	15–21
InternVL3.5-241B-A28B	41.8	[39.1, 44.6]	16–22
Gemini 2.5 Pro	40.8	[38.1, 43.5]	18–23
Intern-S1	40.5	[37.9, 43.1]	18–23
MiMo-Embodied-7B	39.3	[36.5, 42.0]	19–24
RynnBrain-8B	39.2	[36.6, 41.9]	19–24
RynnBrain-Plan-8B	37.4	[34.7, 40.2]	22–26
Intern-S1-Mini	35.2	[32.5, 37.9]	24–26
Pelican-VL-1.0-7B	35.2	[32.6, 37.7]	24–26
ChemVLM-26B	30.1	[27.5, 32.5]	27–28
ChemVLM-8B	28.4	[25.8, 31.0]	27–28

95% 区间来自配对、按任务分层的重采样；名次数值越小越靠前。

BEAKER · original paper v1

聚合方式敏感性

本样本中，替代权重方案大体保留了前列模型集合，但这不使综合分数成为物理部署指标。

表 13 · 替代聚合方式
聚合	方案	Spearman	Kendall	Top-5	Top-10
Equal-column macro	13 score columns, equal weights	0.994	0.952	5/5	10/10
Equal-group macro	3 task groups, equal weights	0.993	0.947	5/5	10/10
Sample-weighted micro	Weighted by question count	0.996	0.963	5/5	10/10
Rank-based	Mean within-column model rank	0.980	0.889	5/5	10/10

Top-5 与 Top-10 表示和官方聚合的重合情况；并列使用平均名次。

BEAKER · original paper v1

评测无法证明什么

单轮离线回答无法证明闭环控制、故障恢复或安全实验室部署能力。即使问题与标注新编，公开媒体也可能与训练数据重叠。原始素材的许可和访问条款仍适用；本页链接论文，不分发实验室媒体。

BEAKER · original paper v1

原始发布

2026 年 11 月 4 日提交的原论文 v1；1,000 道离线题目与表 2、表 12。11 月 5 日核对；实验日期及托管模型的精确快照未明确。

核对于 2026-11-05

原论文 · BEAKER · original publication

已收录的评测资料

这条来源记录收录了 28 条数值成绩。来源区分了 28 个模型身份或配置。同一模型可能有多条记录；比较前请核对具体版本、工具和运行预算。查看成绩及逐条证据 →

报告指标: expert-weighted Overall composite
原始单位: points
指标方向: 数值越高越好

从这些资料开始

收录来源 · arxiv.org

引用文档及日期（1）

BEAKER v1 · original paper results · 2026-11-04

评测信息与证据

来源: Model reports
发布者: 未收录
评测发布日期: 2026-11-04
采集日期: 未收录
模态: 未收录

本站保留来源报告的结果，不代表独立复测。请先核对任务版本、评测协议、分数单位和报告日期；不同运行条件不能直接合并为统一排名。

报告成绩 28

按来源中的观察顺序展示，顺序不代表排名。日期保留原始精度。

模型	数值	单位	协议	报告日期与口径	来源
ACE-Brain-0-8B	44.7	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
ChemVLM-26B	30.1	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
ChemVLM-8B	28.4	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Claude Opus 4.7	59.2	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Claude Sonnet 4.6	52.1	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
GPT-5.4	57.2	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
GPT-5.5	55.4	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Gemini 2.5 Pro	40.8	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Gemini 3.1 Pro Preview	55.5	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Grok-4.20-Non-Reasoning	44.7	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Grok-4.20-Reasoning	52.9	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Intern-S1	40.5	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Intern-S1-Mini	35.2	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Intern-S1-Pro	44.0	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
InternVL3.5-241B-A28B	41.8	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Kimi-K2.5	52.2	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Kimi-K2.6	52.0	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
MiMo-Embodied-7B	39.3	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
MiMo-V2-Omni	48.8	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
MiMo-V2.5	48.2	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Pelican-VL-1.0-7B	35.2	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Qwen3-VL-8B	47.1	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Qwen3.5-397B-A17B	54.0	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
Qwen3.6-Plus	50.8	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
RoboBrain2.5-8B	45.3	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
RynnBrain-8B	39.2	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
RynnBrain-CoP-8B	42.9	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results
RynnBrain-Plan-8B	37.4	points	Paper Table 2 Overall; offline single-turn task-specific prompts; temperature 0.7 when configurable; original-resolution images; short/mid/long videos 8/32/128 frames, long arranged as 32 four-frame grids; 0.25/0.15/0.35/0.25 capability weights; experimentation image/video groups 2:5; task-specific metrics including human semantic grading for LVPR; actual run dates and exact hosted model revisions unspecified	2026-11-04 · document_publication	BEAKER v1 · original paper results

在真实操作前检验视觉判断

固定视觉输入下的单轮问答

加权分数不是成功百分比

完整任务分数与人类参考

能力分项

不同答题形式

帧数敏感性

成绩与名次的不确定性

聚合方式敏感性

评测无法证明什么

原始发布

已收录的评测资料

从这些资料开始

评测信息与证据

报告成绩 28

相关评测探索

继续阅读

继续探索