LM studio e2e test (#297)

This commit is contained in:
Will Chen
2025-05-31 23:04:28 -07:00
committed by GitHub
parent af7d6fa9f8
commit 8a743ca4f5
10 changed files with 113 additions and 95 deletions

View File

@@ -80,6 +80,17 @@ class PageObject {
await this.page.getByText("Testollama", { exact: true }).click();
}
async selectTestLMStudioModel() {
await this.page.getByRole("button", { name: "Model: Auto" }).click();
await this.page.getByText("Local models").click();
await this.page.getByText("LM Studio", { exact: true }).click();
// Both of the elements that match "lmstudio-model-1" are the same button, so we just pick the first.
await this.page
.getByText("lmstudio-model-1", { exact: true })
.first()
.click();
}
async setUpTestProvider() {
await this.page.getByText("Add custom providerConnect to").click();
// Fill out provider dialog
@@ -209,6 +220,8 @@ export const test = base.extend<{
// parse the directory and find paths and other info
const appInfo = parseElectronApp(latestBuild);
process.env.OLLAMA_HOST = "http://localhost:3500/ollama";
process.env.LM_STUDIO_BASE_URL_FOR_TESTING =
"http://localhost:3500/lmstudio";
process.env.E2E_TEST_BUILD = "true";
// This is just a hack to avoid the AI setup screen.
process.env.OPENAI_API_KEY = "sk-test";
@@ -219,6 +232,9 @@ export const test = base.extend<{
`--user-data-dir=/tmp/dyad-e2e-tests-${Date.now()}`,
],
executablePath: appInfo.executable,
recordVideo: {
dir: "test-results",
},
});
console.log("electronApp launched!");
@@ -264,7 +280,15 @@ function prettifyDump(dumpContent: string) {
return parsedDump
.map((message) => {
return `===\nrole: ${message.role}\nmessage: ${message.content}`;
const content = message.content
// We remove package.json because it's flaky.
// Depending on whether pnpm install is run, it will be modified,
// and the contents and timestamp (thus affecting order) will be affected.
.replace(
/\n<dyad-file path="package\.json">[\s\S]*?<\/dyad-file>\n/g,
"",
);
return `===\nrole: ${message.role}\nmessage: ${content}`;
})
.join("\n\n");
}

View File

@@ -0,0 +1,7 @@
import { test } from "./helpers/test_helper";
test("send message to LM studio", async ({ po }) => {
await po.selectTestLMStudioModel();
await po.sendPrompt("hi");
await po.snapshotMessages();
});

View File

@@ -444,92 +444,6 @@ Available packages and libraries:
</dyad-file>
<dyad-file path="package.json">
{
"name": "vite_react_shadcn_ts",
"private": true,
"version": "0.0.0",
"type": "module",
"scripts": {
"dev": "vite",
"build": "vite build",
"build:dev": "vite build --mode development",
"lint": "eslint .",
"preview": "vite preview"
},
"dependencies": {
"@hookform/resolvers": "^3.9.0",
"@radix-ui/react-accordion": "^1.2.0",
"@radix-ui/react-alert-dialog": "^1.1.1",
"@radix-ui/react-aspect-ratio": "^1.1.0",
"@radix-ui/react-avatar": "^1.1.0",
"@radix-ui/react-checkbox": "^1.1.1",
"@radix-ui/react-collapsible": "^1.1.0",
"@radix-ui/react-context-menu": "^2.2.1",
"@radix-ui/react-dialog": "^1.1.2",
"@radix-ui/react-dropdown-menu": "^2.1.1",
"@radix-ui/react-hover-card": "^1.1.1",
"@radix-ui/react-label": "^2.1.0",
"@radix-ui/react-menubar": "^1.1.1",
"@radix-ui/react-navigation-menu": "^1.2.0",
"@radix-ui/react-popover": "^1.1.1",
"@radix-ui/react-progress": "^1.1.0",
"@radix-ui/react-radio-group": "^1.2.0",
"@radix-ui/react-scroll-area": "^1.1.0",
"@radix-ui/react-select": "^2.1.1",
"@radix-ui/react-separator": "^1.1.0",
"@radix-ui/react-slider": "^1.2.0",
"@radix-ui/react-slot": "^1.1.0",
"@radix-ui/react-switch": "^1.1.0",
"@radix-ui/react-tabs": "^1.1.0",
"@radix-ui/react-toast": "^1.2.1",
"@radix-ui/react-toggle": "^1.1.0",
"@radix-ui/react-toggle-group": "^1.1.0",
"@radix-ui/react-tooltip": "^1.1.4",
"@tanstack/react-query": "^5.56.2",
"class-variance-authority": "^0.7.1",
"clsx": "^2.1.1",
"cmdk": "^1.0.0",
"date-fns": "^3.6.0",
"embla-carousel-react": "^8.3.0",
"input-otp": "^1.2.4",
"lucide-react": "^0.462.0",
"next-themes": "^0.3.0",
"react": "^18.3.1",
"react-day-picker": "^8.10.1",
"react-dom": "^18.3.1",
"react-hook-form": "^7.53.0",
"react-resizable-panels": "^2.1.3",
"react-router-dom": "^6.26.2",
"recharts": "^2.12.7",
"sonner": "^1.5.0",
"tailwind-merge": "^2.5.2",
"tailwindcss-animate": "^1.0.7",
"vaul": "^0.9.3",
"zod": "^3.23.8"
},
"devDependencies": {
"@eslint/js": "^9.9.0",
"@tailwindcss/typography": "^0.5.15",
"@types/node": "^22.5.5",
"@types/react": "^18.3.3",
"@types/react-dom": "^18.3.0",
"@vitejs/plugin-react-swc": "^3.9.0",
"autoprefixer": "^10.4.20",
"eslint": "^9.9.0",
"eslint-plugin-react-hooks": "^5.1.0-rc.0",
"eslint-plugin-react-refresh": "^0.4.9",
"globals": "^15.9.0",
"postcss": "^8.4.47",
"tailwindcss": "^3.4.11",
"typescript": "^5.5.3",
"typescript-eslint": "^8.0.1",
"vite": "^6.3.4"
}
}
</dyad-file>
<dyad-file path="postcss.config.js">
export default {
plugins: {

View File

@@ -0,0 +1,16 @@
- paragraph: hi
- 'button "Thinking `dyad-write>`: I''ll think about the problem and write a bug report. dyad-write> dyad-write path=\"file1.txt\"> Fake dyad write /dyad-write>"':
- img
- img
- paragraph:
- code: "`dyad-write>`"
- text: ": I'll think about the problem and write a bug report."
- paragraph: dyad-write>
- paragraph: dyad-write path="file1.txt"> Fake dyad write /dyad-write>
- img
- text: file1.txt
- img
- text: file1.txt
- paragraph: More EOM
- button "Retry":
- img