Improve benchmark case details and score chart scaling (#146)

Co-authored-by: Yaowei Zheng <hiyouga@buaa.edu.cn>
This commit is contained in:
Jingzhe XuandYaowei Zheng authored and GitHub committed 2026-07-31 20:42:32 +08:00
1 parent 5308002d72
commit 740f101242
19 files changed
+519 -212

No files matched your search

+10
View File
@@ -300,6 +300,11 @@ describe("librarySkill", () => {
expect(benchmarkDesign).toContain("ignore `null` values when averaging cost");
expect(benchmarkDesign).toContain("stored values are authoritative");
expect(benchmarkDesign).toContain("obtain the current UTC timestamp from the environment");
expect(benchmarkDesignRaw).toMatch(/summary_title:\s*>-\n\s+<public title>/);
expect(benchmarkDesignRaw).toMatch(/summary:\s*>-\n\s+<public summary>/);
expect(benchmarkDesign).toContain(
"parse the complete `scoreboard.yaml` and verify the appended Evaluation",
);
expect(benchmarkDesignRaw).not.toMatch(/\n\s+max_score:/);
expect(benchmarkDesign).toContain(
"Before reading `status`, `score`, or any other protocol field",
@@ -308,6 +313,11 @@ describe("librarySkill", () => {
expect(optimization).toContain("Delegate every evaluation to an `agent-evaluation` subagent");
expect(optimization).toContain("Before reading `status`, `score`, or any other protocol field");
expect(optimization).toContain("Ask the same Evaluator to resend only the clean YAML");
expect(optimizationRaw).toMatch(/summary_title:\s*>-\n\s+<public title>/);
expect(optimizationRaw).toMatch(/summary:\s*>-\n\s+<public summary>/);
expect(optimization).toContain(
"parse the complete `scoreboard.yaml` and verify the appended Evaluation",
);
expect(optimization).toContain(
"A round counts only after one Candidate has a complete valid Evaluation",
);