mirror of
https://github.com/web-infra-dev/midscene.git
synced 2025-07-14 04:20:57 +00:00

* refactor: android api * refactor: enhance Android agent to accept options for device connection * fix: type error * fix: click after clearInput * fix: click before clearInput * feat: android playground * feat: support npx package name * feat: android playground joint * fix: git ignore conflicts * feat: ensure adb server is running before initializing adb client * fix: deps consistency * ci: add android playground * feat: integrate shared constants and improve server configuration in android playground * feat: android playground style * feat: style opt * feat: add @rsbuild/plugin-svgr dependency and improve URI handling in adb * feat: remove unused water flow scripts and update comments to English * feat: download report file * feat: standalone android playground * feat: use dynamic import * feat: migrate CSS to LESS and remove unused styles in chrome extension and report * feat: enhance Android playground with ScrcpyPlayer ref integration and device management improvements * feat: optimize styles and layout in Android playground and visualizer components * chore: add bin back * chore: update build script to exclude documentation generation * feat: add not ready message to PlaygroundResult for improved user guidance * feat: add error handling for screenshot capture in Android page * docs: update readme * feat: add PNG validation for screenshot buffer in Android page * feat: enhance UI components with improved styling and tooltips in ScrcpyPlayer and PromptInput * docs: update uri parameter description in integrate-with-android documentation and improve uri handling in launch function * style: update primary color to #2B83FF across multiple components and adjust margin in App.less * refactor: replace userConfig with globalConfig for environment configuration management and update related functions * feat: integrate server validation logic in App, AdbDevice, and ScrcpyPlayer components for improved connection handling * style: enhance player component layout with overflow handling and margin adjustments * style: refine player component layout with flex adjustments and improved spacing * feat: add midscene model name display and improve layout in EnvConfig component * feat: integrate ShinyText component for enhanced loading progress display in PlaygroundResult * test: add test for isValidPNGImageBuffer * style: remove background color from App.less and adjust AI config override behavior in env.ts --------- Co-authored-by: yutao <yutao.tao@bytedance.com>
56 lines
1.5 KiB
TypeScript
56 lines
1.5 KiB
TypeScript
import { readFileSync } from 'node:fs';
|
|
import { join } from 'node:path';
|
|
import { StaticPageAgent } from '@/playground/agent';
|
|
import PlaygroundServer from '@/playground/server';
|
|
import StaticPage from '@/playground/static-page';
|
|
import { describe, expect, it } from 'vitest';
|
|
|
|
const dumpFilePath = join(__dirname, '../../fixtures/ui-context.json');
|
|
const context = readFileSync(dumpFilePath, { encoding: 'utf-8' });
|
|
const contextJson = JSON.parse(context);
|
|
|
|
describe(
|
|
'static page agent',
|
|
() => {
|
|
it('agent should work', async () => {
|
|
const page = new StaticPage(contextJson);
|
|
|
|
const agent = new StaticPageAgent(page);
|
|
const content = await agent.aiQuery('tell me the content of the page');
|
|
expect(content).toBeDefined();
|
|
|
|
agent.writeOutActionDumps();
|
|
});
|
|
|
|
it('server should work', async () => {
|
|
const server = new PlaygroundServer(StaticPage, StaticPageAgent);
|
|
await server.launch();
|
|
|
|
const port = server.port;
|
|
if (!port) {
|
|
throw new Error('port is not set');
|
|
}
|
|
|
|
const res = await fetch(`http://localhost:${port}/execute`, {
|
|
method: 'POST',
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
},
|
|
body: JSON.stringify({
|
|
context: contextJson,
|
|
type: 'aiQuery',
|
|
prompt: 'tell me the content of the page',
|
|
}),
|
|
});
|
|
|
|
const data = await res.json();
|
|
expect(data.result).toBeDefined();
|
|
expect(data.error).toBeFalsy();
|
|
server.close();
|
|
});
|
|
},
|
|
{
|
|
timeout: 30 * 1000,
|
|
},
|
|
);
|