kunthawat/moreminimore-vibe
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Boilerplate free tests (#277)

Browse Source
This commit is contained in:
Will Chen
2025-05-28 22:55:54 -07:00
committed by GitHub
parent 7a4ec22480
commit 509e044137
13 changed files with 196 additions and 181 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
e2e-tests/helpers/codegen.js Normal file
View File

@@ -0,0 +1,24 @@
/*
* From: https://github.com/microsoft/playwright/issues/5181#issuecomment-2769098576
*
* Usage:
* cd e2e-tests/helpers && node codegen.js
*/
const { _electron: electron } = require("playwright");
(async () => {
const browser = await electron.launch({
args: [
"../../out/dyad-darwin-arm64/dyad.app/Contents/Resources/app.asar/.vite/build/main.js",
"--enable-logging",
"--user-data-dir=/tmp/dyad-e2e-tests",
],
executablePath: "../../out/dyad-darwin-arm64/dyad.app/Contents/MacOS/dyad",
});
const context = await browser.context();
await context.route("**/*", (route) => route.continue());
await require("node:timers/promises").setTimeout(3000); // wait for the window to load
await browser.windows()[0].pause(); // .pause() opens the Playwright-Inspector for manual recording
})();

78
e2e-tests/helpers/test_helper.ts Normal file
View File

@@ -0,0 +1,78 @@
import { test as base } from "@playwright/test";
import { findLatestBuild, parseElectronApp } from "electron-playwright-helpers";
import { ElectronApplication, _electron as electron } from "playwright";
const showDebugLogs = process.env.DEBUG_LOGS === "true";
// From https://github.com/microsoft/playwright/issues/8208#issuecomment-1435475930
//
// Note how we mark the fixture as { auto: true }.
// This way it is always instantiated, even if the test does not use it explicitly.
export const test = base.extend<{
attachScreenshotsToReport: void;
electronApp: ElectronApplication;
}>({
attachScreenshotsToReport: [
async ({ page }, use, testInfo) => {
await use();
// After the test we can check whether the test passed or failed.
if (testInfo.status !== testInfo.expectedStatus) {
const screenshot = await page.screenshot();
await testInfo.attach("screenshot", {
body: screenshot,
contentType: "image/png",
});
}
},
{ auto: true },
],
electronApp: async ({}, use) => {
// find the latest build in the out directory
const latestBuild = findLatestBuild();
// parse the directory and find paths and other info
const appInfo = parseElectronApp(latestBuild);
process.env.E2E_TEST_BUILD = "true";
// This is just a hack to avoid the AI setup screen.
process.env.OPENAI_API_KEY = "sk-test";
const electronApp = await electron.launch({
args: [
appInfo.main,
"--enable-logging",
`--user-data-dir=/tmp/dyad-e2e-tests-${Date.now()}`,
],
executablePath: appInfo.executable,
});
console.log("electronApp launched!");
if (showDebugLogs) {
// Listen to main process output immediately
electronApp.process().stdout?.on("data", (data) => {
console.log(`MAIN_PROCESS_STDOUT: ${data.toString()}`);
});
electronApp.process().stderr?.on("data", (data) => {
console.error(`MAIN_PROCESS_STDERR: ${data.toString()}`);
});
}
electronApp.on("close", () => {
console.log(`Electron app closed listener:`);
});
electronApp.on("window", async (page) => {
const filename = page.url()?.split("/").pop();
console.log(`Window opened: ${filename}`);
// capture errors
page.on("pageerror", (error) => {
console.error(error);
});
// capture console messages
page.on("console", (msg) => {
console.log(msg.text());
});
});
await use(electronApp);
await electronApp.close();
},
});

133
e2e-tests/main.spec.ts
View File

@@ -1,91 +1,52 @@
/**
* Example Playwright script for Electron
* showing/testing various API features
* in both renderer and main processes
*/
import { expect } from "@playwright/test";
import { test } from "./helpers/test_helper";
import { expect, test as base } from "@playwright/test";
import { findLatestBuild, parseElectronApp } from "electron-playwright-helpers";
import { ElectronApplication, Page, _electron as electron } from "playwright";
let electronApp: ElectronApplication;
// From https://github.com/microsoft/playwright/issues/8208#issuecomment-1435475930
//
// Note how we mark the fixture as { auto: true }.
// This way it is always instantiated, even if the test does not use it explicitly.
export const test = base.extend<{ attachScreenshotsToReport: void }>({
attachScreenshotsToReport: [
async ({}, use, testInfo) => {
await use();
// After the test we can check whether the test passed or failed.
if (testInfo.status !== testInfo.expectedStatus) {
const screenshot = await page.screenshot();
await testInfo.attach("screenshot", {
body: screenshot,
contentType: "image/png",
});
}
},
{ auto: true },
],
});
test.beforeAll(async () => {
// find the latest build in the out directory
const latestBuild = findLatestBuild();
// parse the directory and find paths and other info
const appInfo = parseElectronApp(latestBuild);
process.env.E2E_TEST_BUILD = "true";
// This is just a hack to avoid the AI setup screen.
process.env.OPENAI_API_KEY = "sk-test";
electronApp = await electron.launch({
args: [
appInfo.main,
"--enable-logging",
"--user-data-dir=/tmp/dyad-e2e-tests",
],
executablePath: appInfo.executable,
});
console.log("electronApp launched!");
// Listen to main process output immediately
electronApp.process().stdout?.on("data", (data) => {
console.log(`MAIN_PROCESS_STDOUT: ${data.toString()}`);
});
electronApp.process().stderr?.on("data", (data) => {
console.error(`MAIN_PROCESS_STDERR: ${data.toString()}`);
});
electronApp.on("close", () => {
console.log(`Electron app closed listener:`);
});
electronApp.on("window", async (page) => {
const filename = page.url()?.split("/").pop();
console.log(`Window opened: ${filename}`);
// capture errors
page.on("pageerror", (error) => {
console.error(error);
});
// capture console messages
page.on("console", (msg) => {
console.log(msg.text());
});
});
});
test.afterAll(async () => {
await electronApp.close();
});
let page: Page;
test("renders the first page", async () => {
page = await electronApp.firstWindow();
test("renders the first page", async ({ electronApp }) => {
const page = await electronApp.firstWindow();
await page.waitForSelector("h1");
const text = await page.$eval("h1", (el) => el.textContent);
expect(text).toBe("Build your dream app");
});
test("simple message to custom test model", async ({ electronApp }) => {
const page = await electronApp.firstWindow();
await page.getByRole("link", { name: "Settings" }).click();
await page.getByText("Add custom providerConnect to").click();
// Fill out provider dialog
await page.getByRole("textbox", { name: "Provider ID" }).fill("testing");
await page.getByRole("textbox", { name: "Display Name" }).click();
await page
.getByRole("textbox", { name: "Display Name" })
.fill("test-provider");
await page.getByText("API Base URLThe base URL for").click();
await page
.getByRole("textbox", { name: "API Base URL" })
.fill("http://localhost:3500/v1");
await page.getByRole("button", { name: "Add Provider" }).click();
// Create custom model
await page
.getByRole("heading", { name: "test-provider Needs Setup" })
.click();
await page.getByRole("button", { name: "Add Custom Model" }).click();
await page.getByRole("textbox", { name: "Model ID*" }).fill("test-model");
await page.getByRole("textbox", { name: "Model ID*" }).press("Tab");
await page.getByRole("textbox", { name: "Name*" }).fill("test-model");
await page.getByRole("button", { name: "Add Model" }).click();
// Go to apps page and select custom model
await page.getByRole("link", { name: "Apps" }).click();
await page.getByRole("button", { name: "Model: Auto" }).click();
await page.getByText("test-provider").click();
await page.getByText("test-model").click();
// Enter prompt and send
await page.getByRole("textbox", { name: "Ask Dyad to build..." }).click();
await page.getByRole("textbox", { name: "Ask Dyad to build..." }).fill("hi");
await page.getByRole("button", { name: "Start new chat" }).click();
// Make sure it's done
await expect(page.getByRole("button", { name: "Retry" })).not.toBeVisible();
await expect(page.getByTestId("messages-list")).toMatchAriaSnapshot();
});

16
e2e-tests/snapshots/main.spec.ts_simple-message-to-custom-test-model-1.aria.yml Normal file
View File

@@ -0,0 +1,16 @@
- paragraph: hi
- 'button "Thinking `＜dyad-write>`: I''ll think about the problem and write a bug report. ＜dyad-write> ＜dyad-write path=\"file1.txt\"> Fake dyad write ＜/dyad-write>"':
- img
- img
- paragraph:
- code: "`＜dyad-write>`"
- text: ": I'll think about the problem and write a bug report."
- paragraph: ＜dyad-write>
- paragraph: ＜dyad-write path="file1.txt"> Fake dyad write ＜/dyad-write>
- img
- text: file1.txt
- img
- text: file1.txt
- paragraph: More EOM
- button "Retry":
- img