Files
Sybil-2/web/tests/chat-reasoning.browser.mjs
T

145 lines
9.2 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import assert from "node:assert/strict";
// Run against a local production preview; all API/socket traffic is mocked.
const { chromium } = await import(process.env.PLAYWRIGHT_MODULE || "playwright-core");
const target = new URL(process.env.WEB_TEST_URL || "http://127.0.0.1:5197/");
assert.ok(target.protocol === "http:" && ["127.0.0.1", "localhost"].includes(target.hostname));
const browser = await chromium.launch({ headless: true, executablePath: process.env.CHROME_EXECUTABLE || undefined,
...(process.env.BROWSER_NO_SANDBOX === "1" ? { args: ["--no-sandbox"] } : {}) });
const date = "2026-11-15T12:00:00Z";
const capabilities = {
"gpt-5.2": { efforts: ["none", "low", "medium", "high", "xhigh"], defaultEffort: "none" },
"gpt-6.1-sol": { efforts: ["low", "medium", "high", "xhigh", "max"], defaultEffort: "medium" },
};
async function fixture(viewport, withCapabilities = true) {
const context = await browser.newContext({ viewport, isMobile: viewport.width < 768, hasTouch: viewport.width < 768 });
await context.addInitScript(() => {
localStorage.setItem("sybil_admin_token", "fixture-token");
localStorage.setItem("sybil:ui-mode", "full");
});
const chat = { id: "reasoning-chat", title: "Reasoning fixture", createdAt: date, updatedAt: date,
parentChatId: null, titleGenerationPending: false, starred: false, starredAt: null,
initiatedProvider: "openai", initiatedModel: "gpt-5.2", lastUsedProvider: "openai", lastUsedModel: "gpt-5.2",
additionalSystemPrompt: null, enabledTools: [], reasoningEffort: null, messages: [] };
const chats = new Map([[chat.id, chat]]);
const writes = [], errors = [];
await context.route("**/*", async route => {
const request = route.request(), url = new URL(request.url()), path = url.pathname;
if (url.origin !== target.origin) return route.abort();
if (!path.startsWith("/api/")) return route.continue();
const body = request.method() === "GET" ? null : request.postDataJSON();
if (body) writes.push({ path, body });
let value = {};
const id = path.match(/\/chats\/([^/]+)$/)?.[1];
if (path.endsWith("/auth/session")) value = { mode: "token", authenticated: true };
else if (path.endsWith("/workspace-items")) value = { items: [...chats.values()].map(chat => ({ ...chat, type: "chat" })) };
else if (path.endsWith("/models")) value = { providers: { openai: { models: Object.keys(capabilities), loadedAt: date, error: null,
...(withCapabilities ? { reasoningCapabilities: capabilities } : {}) }, anthropic: { models: ["claude-fixture"], reasoningCapabilities: {} } } };
else if (path.endsWith("/chat-tools") || path.endsWith("/agent/tools")) value = { tools: [] };
else if (path.endsWith("/active-runs")) value = { chats: [], searches: [] };
else if (path.endsWith("/agent/messages")) value = { conversationId: "1", messages: [], cursor: "0", beforeCursor: null, hasMore: false };
else if (path.endsWith("/agent")) value = { id: "1", title: "Sybil Agent", activity: { state: "idle", isThinking: false, tools: [], queuedMessages: [] }, protocol: "pi-room.v1", websocket: "/v1/agent/ws" };
else if (path.endsWith("/read-state")) value = { sourceId: "fixture", cursor: "0", updatedAt: null };
else if (path.endsWith("/push/config")) value = { enabled: false };
else if (path.endsWith("/chats") && body) {
const created = { ...chat, id: `new-${chats.size}`, title: body.title || "New chat", initiatedProvider: body.provider,
initiatedModel: body.model, lastUsedProvider: body.provider, lastUsedModel: body.model, reasoningEffort: body.reasoningEffort ?? null };
chats.set(created.id, created);
value = { chat: created };
} else if (id && chats.has(id)) {
const current = chats.get(id);
if (request.method() === "PATCH") Object.assign(current, body, { lastUsedProvider: body.provider ?? current.lastUsedProvider, lastUsedModel: body.model ?? current.lastUsedModel });
value = { chat: current };
} else if (path.endsWith("/chat-completions/stream")) {
const current = chats.get(body.chatId);
current.messages = [{ id: "answer", role: "assistant", content: "Fixture answer.", createdAt: date, metadata: null }];
return route.fulfill({ contentType: "text/event-stream", body: [
["meta", { chatId: current.id, callId: "call", provider: body.provider, model: body.model }],
["delta", { text: "Fixture answer." }], ["done", { text: "Fixture answer." }],
].map(([event, data]) => `event: ${event}\ndata: ${JSON.stringify(data)}\n\n`).join("") });
}
await route.fulfill({ json: value });
});
await context.routeWebSocket("**/api/v1/agent/ws", socket => socket.onMessage(raw => {
if (JSON.parse(String(raw)).type === "auth") socket.send(JSON.stringify({ type: "ready", conversationId: "1" }));
}));
const page = await context.newPage();
page.on("pageerror", error => errors.push(error.message));
await page.goto(new URL(`/?chat=${chat.id}`, target).href, { waitUntil: "networkidle" });
await page.locator("main h1").filter({ hasText: chat.title }).waitFor();
const dialog = page.getByRole("dialog", { name: "Chat settings", exact: true });
const slider = dialog.getByRole("slider", { name: "Reasoning effort" });
const open = async () => { await page.getByRole("button", { name: "Open chat settings", exact: true }).click(); await dialog.waitFor(); };
const changeModel = async model => { const input = dialog.getByRole("combobox", { name: "Model", exact: true }); await input.fill(model); await input.press("Enter"); };
const save = async () => { await dialog.getByRole("button", { name: "Save", exact: true }).click(); await dialog.waitFor({ state: "hidden" }); };
return { context, page, dialog, slider, open, changeModel, save, chat, writes, errors };
}
try {
for (const viewport of [{ width: 1280, height: 900 }, { width: 390, height: 844 }]) {
const f = await fixture(viewport);
const { page, dialog, slider, chat, writes } = f;
await f.open();
assert.equal(await slider.getAttribute("aria-valuetext"), "Model default (None)");
await slider.press("End");
await slider.press("ArrowLeft");
assert.equal(await slider.getAttribute("aria-valuetext"), "High");
await dialog.getByRole("button", { name: "Cancel", exact: true }).click();
assert.equal(writes.filter(write => write.path.endsWith(`/chats/${chat.id}`)).length, 0);
await f.open();
assert.equal(await slider.getAttribute("aria-valuetext"), "Model default (None)");
await slider.press("End");
await slider.press("ArrowLeft");
await f.save();
assert.equal(chat.reasoningEffort, "high");
assert.equal(writes.at(-1).body.model, "gpt-5.2");
await page.reload({ waitUntil: "networkidle" });
await f.open();
assert.equal(await slider.getAttribute("aria-valuetext"), "High");
await f.changeModel("gpt-6.1-sol");
assert.equal(await slider.getAttribute("aria-valuetext"), "Model default (Medium)");
await slider.press("Home");
await slider.press("ArrowRight");
assert.equal(await slider.getAttribute("aria-valuetext"), "Low"); // no unsupported None/Minimal
await f.changeModel("gpt-5.2-pro");
assert.equal(await slider.count(), 0);
await dialog.getByText(/Reasoning settings aren’t available/).waitFor();
await f.changeModel("gpt-5.2");
assert.equal(await slider.getAttribute("aria-valuetext"), "High");
await dialog.getByRole("combobox", { name: "Provider", exact: true }).selectOption("anthropic");
assert.equal(await slider.count(), 0);
await dialog.getByRole("button", { name: "Cancel", exact: true }).click();
await page.keyboard.press("Control+j");
await f.open();
assert.equal(await slider.getAttribute("aria-valuetext"), "High");
const bounds = await dialog.boundingBox();
assert.ok(bounds.x >= 0 && bounds.x + bounds.width <= viewport.width + 1);
if (process.env.REASONING_SCREENSHOT_DIR) await page.screenshot({ path: `${process.env.REASONING_SCREENSHOT_DIR}/reasoning-${viewport.width}.png` });
await f.save();
const composer = page.locator("#composer-input");
await composer.fill("Test remembered effort");
const submitted = page.waitForResponse(response => response.url().endsWith("/chat-completions/stream"));
await composer.press("Enter");
await submitted;
assert.equal(writes.findLast(write => write.path.endsWith("/chats")).body.reasoningEffort, "high");
assert.equal(writes.findLast(write => write.path.endsWith("/chat-completions/stream")).body.reasoningEffort, "high");
await page.getByText("Fixture answer.", { exact: true }).waitFor();
await f.open();
await slider.press("Home");
await f.save();
assert.equal(writes.findLast(write => /\/chats\/[^/]+$/.test(write.path)).body.reasoningEffort, null);
assert.deepEqual(f.errors, []);
await f.context.close();
}
const oldServer = await fixture({ width: 1280, height: 900 }, false);
await oldServer.open();
assert.equal(await oldServer.slider.count(), 0);
await oldServer.dialog.getByText(/Reasoning settings aren’t available/).waitFor();
await oldServer.save();
assert.equal(oldServer.chat.reasoningEffort, null);
assert.deepEqual(oldServer.errors, []);
await oldServer.context.close();
console.log("Reasoning settings browser checks passed (desktop, mobile, missing capabilities).");
} finally { await browser.close(); }