/** * Layout regressions: * - the English draft page must not overflow horizontally on desktop (1280) or mobile (390) * (the input card's toolbar row help text / button text must wrap to fit the **card width**; * it used to blow out the card under English copy); * - the draft state doesn't show the context-usage ring (no session yet); it shows normally * once inside a session; * - the models page at 390x844 must not overflow horizontally, and text must not overlap * (the group header's provider name used to get pushed out of the button box and overlap * the group-level actions); * - every chat-page dropdown menu, opened at phone widths (375/390), must keep its panel * inside the viewport and must not shove the page sideways (the model menu used to run * ~34px off-screen left, the skills menu ~92px off-screen right — with its autofocused * search box then horizontally scrolling the whole draft page — and the workspace menu * ~143px off-screen right when the ownership pills share one row); * - the sidebar's "New chat" button has no background fill (same gray-scale style as nav items); * - the collapsed rail shows, in product-specified order, last conversation / new chat / * Agents / Skills / Models / Costs / Traces / Benchmark with localized (en + zh) hover * tooltips; "last conversation" targets the newest non-archived session and is disabled * while none exists; expanding from the rail restores the pinned sidebar; * - login page: a single brand penguin logo above the form (part of the form area; the * background still only has the trace animation), the trace animation grows in after a * delayed blank first paint, no two trace segments cross or touch (except where a fork shares * an endpoint with its parent line), the language / theme controls work, and English sits * left of 中文. */ import { test, expect } from "@playwright/test"; import { provisionAndLogin } from "./auth.mjs"; const BASE = process.env.BASE_URL; const U = "layoutuser"; const P = "password123"; const docWidths = (page) => page.evaluate(() => ({ scrollWidth: document.documentElement.scrollWidth, clientWidth: document.documentElement.clientWidth, })); /** Count of pairwise rectangle intersections among visible leaf text elements (2px tolerance; ancestor-descendant pairs excluded). */ const textOverlapCount = (page) => page.evaluate(() => { const isVisible = (el) => { const s = getComputedStyle(el); return s.visibility !== "hidden" && s.display !== "none" && Number(s.opacity) > 0.05; }; const leaves = []; for (const el of document.querySelectorAll("body *")) { if (!isVisible(el)) continue; const hasText = [...el.childNodes].some( (n) => n.nodeType === 3 && n.textContent && n.textContent.trim(), ); if (!hasText) continue; const r = el.getBoundingClientRect(); if (r.width < 2 || r.height < 2) continue; leaves.push({ el, r }); } const TOL = 2; let count = 0; for (let i = 0; i < leaves.length; i += 1) { for (let j = i + 1; j < leaves.length; j += 1) { const a = leaves[i]; const b = leaves[j]; if (a.el.contains(b.el) || b.el.contains(a.el)) continue; const w = Math.min(a.r.right, b.r.right) - Math.max(a.r.left, b.r.left); const h = Math.min(a.r.bottom, b.r.bottom) - Math.max(a.r.top, b.r.top); if (w > TOL && h > TOL) count += 1; } } return count; }); test("layout: en draft + context gauge + mobile models", async ({ page }) => { // English copy is longer, making it the worst case for layout wrapping. await page.addInitScript(() => localStorage.setItem("penguin.lang", "en")); await provisionAndLogin(page.request, U, P); const projects = await (await page.request.get(`${BASE}/api/projects`)).json(); const projectId = projects.projects[0].projectId; const put = await page.request.put(`${BASE}/api/projects/${projectId}/models`, { data: { defaultModel: { provider: "custom", modelId: "claude-4-8" }, models: [ { provider: "custom", modelId: "claude-4-8", apiKey: "sk-mock", contextWindow: 200000, pricing: { cacheRead: 1, cacheWrite: 5, output: 10 }, }, { provider: "openai", modelId: "gpt-5.5", apiKey: "sk-mock2" }, { provider: "google", modelId: "gemini-3-pro" }, ], }, }); expect(put.ok(), "put models").toBeTruthy(); // --- Draft page: must not overflow horizontally on desktop or mobile; no context ring in draft state --- await page.setViewportSize({ width: 1280, height: 720 }); await page.goto(`${BASE}/chat/new`); await page.getByPlaceholder(/Type a message/).waitFor(); let d = await docWidths(page); expect(d.scrollWidth, "draft @1280 no horizontal overflow").toBeLessThanOrEqual(d.clientWidth); await expect(page.locator('[title*="Context usage"]')).toHaveCount(0); await page.setViewportSize({ width: 390, height: 844 }); await page.waitForTimeout(200); d = await docWidths(page); expect(d.scrollWidth, "draft @390 no horizontal overflow").toBeLessThanOrEqual(d.clientWidth); // --- Session state shows the ring as usual (creating a session via the API and entering it directly, no need to actually run a Task) --- const sess = await ( await page.request.post(`${BASE}/api/projects/${projectId}/agents/default_agent/sessions`, { data: { provider: "custom", modelId: "claude-4-8" }, }) ).json(); await page.setViewportSize({ width: 1280, height: 720 }); await page.goto(`${BASE}/chat/${sess.session.sessionId}`); await page.getByPlaceholder(/Type a message/).waitFor(); await expect(page.locator('[title*="Context usage"]')).toHaveCount(1); // --- Models page @390: must not overflow, text must not overlap --- await page.setViewportSize({ width: 390, height: 844 }); await page.goto(`${BASE}/models`); await page.getByText("claude-4-8").first().waitFor(); d = await docWidths(page); expect(d.scrollWidth, "models @390 no horizontal overflow").toBeLessThanOrEqual(d.clientWidth); expect(await textOverlapCount(page), "models @390 no overlapping text").toBe(0); // --- Sidebar "New chat" button: no background fill (its resting state outside the draft page should have a transparent background) --- await page.setViewportSize({ width: 1280, height: 720 }); const newChat = page.locator("nav").getByRole("button", { name: "New chat" }); await expect(newChat).toBeVisible(); expect( await newChat.evaluate((el) => getComputedStyle(el).backgroundColor), "new-chat button has no background fill", ).toBe("rgba(0, 0, 0, 0)"); }); test("layout: collapsed rail — order, bilingual tooltips, last conversation", async ({ page }) => { await page.addInitScript(() => localStorage.setItem("penguin.lang", "en")); await provisionAndLogin(page.request, "railuser", P); const projects = await (await page.request.get(`${BASE}/api/projects`)).json(); const projectId = projects.projects[0].projectId; const put = await page.request.put(`${BASE}/api/projects/${projectId}/models`, { data: { defaultModel: { provider: "custom", modelId: "claude-4-8" }, models: [{ provider: "custom", modelId: "claude-4-8", apiKey: "sk-mock" }], }, }); expect(put.ok(), "put models").toBeTruthy(); // --- No sessions yet: the rail renders all 8 entries, "last conversation" disabled --- await page.setViewportSize({ width: 1280, height: 720 }); await page.goto(`${BASE}/chat`); await page.getByRole("button", { name: "Collapse sidebar" }).click(); const rail = page.locator("aside nav"); const entries = rail.locator("a, button"); await expect(entries).toHaveCount(8); await expect(rail.getByRole("button", { name: "Last conversation" })).toBeDisabled(); // --- Order and tooltips (en): aria-label defines the order, title carries the same copy --- const EN = [ "Last conversation", "New chat", "Agents", "Skills", "Models", "Costs", "Trajectory", "Evaluation Center", ]; const attrs = (name) => entries.evaluateAll((els, n) => els.map((el) => el.getAttribute(n)), name); expect(await attrs("aria-label"), "rail order (en)").toEqual(EN); expect(await attrs("title"), "rail tooltips (en)").toEqual(EN); // --- Three sessions via the API (distinct createdAt), newest archived: the rail must target the newest *non-archived* one --- const mkSession = async () => { const res = await page.request.post( `${BASE}/api/projects/${projectId}/agents/default_agent/sessions`, { data: { provider: "custom", modelId: "claude-4-8" } }, ); expect(res.ok(), "create session").toBeTruthy(); return (await res.json()).session.sessionId; }; await mkSession(); await page.waitForTimeout(25); const target = await mkSession(); await page.waitForTimeout(25); const archived = await mkSession(); const patched = await page.request.patch(`${BASE}/api/sessions/${archived}`, { data: { archived: true }, }); expect(patched.ok(), "archive newest session").toBeTruthy(); await page.reload(); // the session store loads on mount; the collapsed state persists via localStorage // A click during the fetch window is a graceful no-op (the entry stays enabled while the // list loads), so retry click+assert until the store has settled. await expect(async () => { await rail.getByRole("button", { name: "Last conversation" }).click(); await expect(page, "last conversation → newest non-archived session").toHaveURL( `${BASE}/chat/${target}`, { timeout: 1000 }, ); }).toPass({ timeout: 15_000 }); // Active fill = the *unprefixed* bg-gray-200/70 token (the resting state carries hover:bg-gray-200/70, which a bare substring match would also hit). const ACTIVE_FILL = /(^|\s)bg-gray-200\/70(\s|$)/; // On a conversation, the entry lights as "you are here" (any non-draft /chat/:id). await expect(rail.getByRole("button", { name: "Last conversation" })).toHaveClass(ACTIVE_FILL); // --- New chat enters the draft page and shows the rail's gray active fill there --- await rail.getByRole("button", { name: "New chat" }).click(); await expect(page).toHaveURL(`${BASE}/chat/new`); await expect(rail.getByRole("button", { name: "New chat" })).toHaveClass(ACTIVE_FILL); // The draft belongs to the new-chat entry: the last-conversation one must not stay lit here. await expect(rail.getByRole("button", { name: "Last conversation" })).not.toHaveClass( ACTIVE_FILL, ); // --- Page entries navigate and highlight like the pinned nav --- await rail.getByRole("link", { name: "Skills" }).click(); await expect(page).toHaveURL(`${BASE}/skills`); await expect(rail.getByRole("link", { name: "Skills" })).toHaveClass(ACTIVE_FILL); // --- zh: tooltips follow the product-specified wording --- await page.addInitScript(() => localStorage.setItem("penguin.lang", "zh")); await page.reload(); await expect(entries).toHaveCount(8); const ZH = [ "最近一次对话", "新建对话", "智能体", "技能库", "模型仓库", "成本中心", "轨迹观测", "评估中心", ]; expect(await attrs("aria-label"), "rail order (zh)").toEqual(ZH); expect(await attrs("title"), "rail tooltips (zh)").toEqual(ZH); // --- Expand: the rail's top button (localized) restores the pinned sidebar --- await page.getByRole("button", { name: "展开侧栏" }).click(); await expect(page.locator("aside")).toHaveClass(/w-64/); await expect(page.getByRole("button", { name: "收起侧栏" })).toBeVisible(); }); test("layout: mobile chat dropdowns stay inside the viewport", async ({ page }) => { await page.addInitScript(() => localStorage.setItem("penguin.lang", "en")); await provisionAndLogin(page.request, "layoutdropdowns", P); const projects = await (await page.request.get(`${BASE}/api/projects`)).json(); const projectId = projects.projects[0].projectId; // Keyed models unblock the draft page (no "missing key" modal); the long-id model pushes the // model menu's w-max width to its clamp, and the key-less one adds the show-all expander row. const put = await page.request.put(`${BASE}/api/projects/${projectId}/models`, { data: { defaultModel: { provider: "custom", modelId: "claude-4-8" }, models: [ { provider: "custom", modelId: "claude-4-8", apiKey: "sk-mock", contextWindow: 200000 }, { provider: "openai", modelId: "gpt-5.5", apiKey: "sk-mock2" }, { provider: "custom", modelId: "anthropic/claude-sonnet-4-5-thinking-preview", apiKey: "sk-mock3", }, { provider: "google", modelId: "gemini-3-pro" }, ], }, }); expect(put.ok(), "put models").toBeTruthy(); const panel = page.locator("div.anim-pop.z-40"); /** Assert the one open menu panel and the page itself stay inside the viewport. */ const checkPanel = async (name) => { await expect(panel, `${name}: menu open`).toHaveCount(1); await page.waitForTimeout(200); // let the pop-in scale animation settle before measuring const m = await panel.evaluate((el) => { const r = el.getBoundingClientRect(); // A horizontally scrolled ancestor is the old failure mode: the menu's autofocused // search box dragged the overflowing panel into view, shoving the page sideways. let scrolled = 0; for (let p = el.parentElement; p; p = p.parentElement) { scrolled = Math.max(scrolled, Math.abs(p.scrollLeft)); } return { left: r.left, right: r.right, vw: window.innerWidth, scrolled }; }); expect(m.left, `${name}: panel left edge on-screen`).toBeGreaterThanOrEqual(0); expect(m.right, `${name}: panel right edge on-screen`).toBeLessThanOrEqual(m.vw); expect(m.scrolled, `${name}: page not scrolled sideways`).toBe(0); const d = await docWidths(page); expect(d.scrollWidth, `${name}: no horizontal overflow`).toBeLessThanOrEqual(d.clientWidth); }; const open = async (label, name) => { await page.locator(`button[aria-label="${label}"]`).click(); await checkPanel(name); }; const close = async () => { await page.keyboard.press("Escape"); await expect(panel).toHaveCount(0); }; // Draft page, both common phone widths. The two widths exercise different geometry for the // ownership pills below the card: at 375 they wrap onto two rows (workspace pill at the row // start), at 390 they share one row (workspace pill anchored mid-screen). for (const vp of [ { width: 375, height: 667 }, { width: 390, height: 844 }, ]) { await page.setViewportSize(vp); await page.goto(`${BASE}/chat/new`); await page.getByPlaceholder(/Type a message/).waitFor(); // Model / thinking-level buttons stay disabled until models and the agent config load. await expect(page.locator('button[aria-label="Choose model"]')).toBeEnabled(); await expect(page.locator('button[aria-label="Thinking level"]')).toBeEnabled(); await open("Approval mode", `approval @${vp.width}`); await close(); await open("Skills", `skills @${vp.width}`); await close(); await open("Thinking level", `thinking @${vp.width}`); await close(); await open("Choose model", `model @${vp.width}`); // Reveal the key-less remainder — the widest state of the w-max panel — and re-check. await page.getByRole("button", { name: /without a key/ }).click(); await checkPanel(`model show-all @${vp.width}`); await close(); await open("Choose agent", `agent @${vp.width}`); await close(); await open("Workspace", `workspace @${vp.width}`); await close(); } // Session state (bottom-docked composer, menus open upward): approval + skills render there // too and share the left-anchored geometry; still at 390x844 from the loop above. const sess = await ( await page.request.post(`${BASE}/api/projects/${projectId}/agents/default_agent/sessions`, { data: { provider: "custom", modelId: "claude-4-8" }, }) ).json(); await page.goto(`${BASE}/chat/${sess.session.sessionId}`); await page.getByPlaceholder(/Type a message/).waitFor(); await open("Approval mode", "approval @session"); await close(); await open("Skills", "skills @session"); await close(); }); test("layout: login — blank start, non-crossing traces, lang/theme controls", async ({ page }) => { await page.goto(`${BASE}/login`); await page.getByRole("heading", { name: "PenguinHarness" }).waitFor(); // The only graphic asset is the brand penguin logo above the form; the // background still has only the trace animation, and the page must have no other img elements. await expect(page.locator("img")).toHaveCount(1); await expect(page.locator('img[src*="penguin-logo"]')).toBeVisible(); // Asserting the mechanism behind the blank first paint: every trace's delay is non-negative // (no line is mid-animation on the first frame), and the base state (style before the // animation starts) is fully hidden — temporarily disable the animation to read the base // state, then restore it. const delays = await page.evaluate(() => [...document.querySelectorAll(".login-trace")].map((el) => parseFloat(getComputedStyle(el).animationDelay), ), ); expect(delays.length, "traces rendered").toBeGreaterThanOrEqual(6); for (const d0 of delays) expect(d0, "non-negative delay").toBeGreaterThanOrEqual(0); const base = await page.evaluate(() => { const el = document.querySelector(".login-trace"); el.style.animation = "none"; const s = getComputedStyle(el); const r = { opacity: parseFloat(s.opacity), dashoffset: parseFloat(s.strokeDashoffset) }; el.style.animation = ""; return r; }); expect(base.opacity, "pre-animation base state hidden").toBe(0); expect(base.dashoffset, "pre-animation base state undrawn").toBe(1); // No two trace segments cross or touch (judged by zero gap between bounding boxes; excludes a fork sharing an endpoint with its parent line). const touching = await page.evaluate(() => { const segs = []; document.querySelectorAll(".login-trace").forEach((p) => { const n = (p.getAttribute("d")?.match(/-?\d+(?:\.\d+)?/g) ?? []).map(Number); for (let i = 0; i + 3 < n.length; i += 2) { segs.push({ x1: n[i], y1: n[i + 1], x2: n[i + 2], y2: n[i + 3] }); } }); const ends = (s) => [ [s.x1, s.y1], [s.x2, s.y2], ]; let bad = 0; for (let i = 0; i < segs.length; i += 1) { for (let j = i + 1; j < segs.length; j += 1) { const a = segs[i]; const b = segs[j]; if (ends(a).some(([x, y]) => ends(b).some(([u, v]) => x === u && y === v))) continue; if ( Math.min(a.x1, a.x2) <= Math.max(b.x1, b.x2) && Math.max(a.x1, a.x2) >= Math.min(b.x1, b.x2) && Math.min(a.y1, a.y2) <= Math.max(b.y1, b.y2) && Math.max(a.y1, a.y2) >= Math.min(b.y1, b.y2) ) { bad += 1; } } } return bad; }); expect(touching, "no crossing or touching trace segments").toBe(0); // Traces grow in after load: after a short wait, some trace should have entered its visible segment. await page.waitForTimeout(2600); const maxOpacity = await page.evaluate(() => Math.max( ...[...document.querySelectorAll(".login-trace")].map((el) => parseFloat(getComputedStyle(el).opacity), ), ), ); expect(maxOpacity, "traces grow in after load").toBeGreaterThan(0.5); // The English language option sits left of 中文 (asserted by geometric position); switching takes effect immediately (headless defaults to the en environment). const enBtn = page.getByRole("button", { name: "English", exact: true }); const zhBtn = page.getByRole("button", { name: "中文", exact: true }); const [enBox, zhBox] = [await enBtn.boundingBox(), await zhBtn.boundingBox()]; expect(enBox.x, "English left of 中文").toBeLessThan(zhBox.x); await zhBtn.click(); await expect(page.getByRole("button", { name: "登录" })).toBeVisible(); await page.getByRole("button", { name: "English", exact: true }).click(); await expect(page.getByRole("button", { name: "Sign in" })).toBeVisible(); // Theme toggle: Dark adds html.dark, Light removes it. await page.getByRole("button", { name: "Dark", exact: true }).click(); await expect(page.locator("html")).toHaveClass(/dark/); await page.getByRole("button", { name: "Light", exact: true }).click(); await expect(page.locator("html")).not.toHaveClass(/dark/); });