Compare commits
22 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| f21914284c | |||
| 035091045a | |||
| 1cd18b3ba9 | |||
| 8ba04bf243 | |||
| 67bf38c8d5 | |||
| 8885bde0ec | |||
| b33e361cee | |||
| d1c8ca8197 | |||
| 2b8b6ef86a | |||
| 0b46fd1d7a | |||
| e2819714f1 | |||
| 3e6c431a0b | |||
| d0836fd788 | |||
| 32c17627e9 | |||
| 13a6d2c164 | |||
| d756a2ef1c | |||
| b9b812cc25 | |||
| 70caf6856b | |||
| 34dad35698 | |||
| 34e3a1a75c | |||
| cac86f2fbf | |||
| d1290c8070 |
@@ -13,7 +13,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
node-version: [20, 22]
|
node-version: [20, 24, 25]
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v6
|
- uses: actions/checkout@v6
|
||||||
@@ -24,6 +24,13 @@ jobs:
|
|||||||
node-version: ${{ matrix.node-version }}
|
node-version: ${{ matrix.node-version }}
|
||||||
cache: 'npm'
|
cache: 'npm'
|
||||||
|
|
||||||
|
# test on default version of npm
|
||||||
|
# - 9.6~10.8 on node@20
|
||||||
|
# - 11.3~11.6 on node@24
|
||||||
|
|
||||||
|
- name: Node and NPM version
|
||||||
|
run: node --version && npm --version
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
run: npm install
|
run: npm install
|
||||||
|
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ jobs:
|
|||||||
- name: Setup Node.js
|
- name: Setup Node.js
|
||||||
uses: actions/setup-node@v6
|
uses: actions/setup-node@v6
|
||||||
with:
|
with:
|
||||||
node-version: 20
|
node-version: 24
|
||||||
cache: 'npm'
|
cache: 'npm'
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ jobs:
|
|||||||
- name: Setup Node.js
|
- name: Setup Node.js
|
||||||
uses: actions/setup-node@v6
|
uses: actions/setup-node@v6
|
||||||
with:
|
with:
|
||||||
node-version: 20
|
node-version: 24
|
||||||
registry-url: 'https://registry.npmjs.org'
|
registry-url: 'https://registry.npmjs.org'
|
||||||
|
|
||||||
# Ensure npm 11.5.1 or later is installed
|
# Ensure npm 11.5.1 or later is installed
|
||||||
|
|||||||
@@ -23,6 +23,7 @@ dist-ssr
|
|||||||
*.njsproj
|
*.njsproj
|
||||||
*.sln
|
*.sln
|
||||||
*.sw?
|
*.sw?
|
||||||
|
.qoder
|
||||||
|
|
||||||
|
|
||||||
#
|
#
|
||||||
|
|||||||
+1
-1
@@ -1 +1 @@
|
|||||||
npx lint-staged
|
npx lint-staged --allow-empty
|
||||||
Vendored
+1
-1
@@ -1,3 +1,3 @@
|
|||||||
{
|
{
|
||||||
"recommendations": ["dbaeumer.vscode-eslint", "esbenp.prettier-vscode"]
|
"recommendations": ["dbaeumer.vscode-eslint", "prettier.prettier-vscode"]
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -17,7 +17,6 @@ And other internal packages. Such as:
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
npm start # Start website dev server
|
npm start # Start website dev server
|
||||||
npm run dev # Same as start
|
|
||||||
npm run build # Build all packages
|
npm run build # Build all packages
|
||||||
npm run build:lib # Build page-agent library only
|
npm run build:lib # Build page-agent library only
|
||||||
npm run lint # ESLint with TypeScript strict rules
|
npm run lint # ESLint with TypeScript strict rules
|
||||||
@@ -108,19 +107,6 @@ DOM element references and internal state (selectorMap, elementTextMap) are enca
|
|||||||
3. **LLM Processing**: AI model returns action plans (in page-agent)
|
3. **LLM Processing**: AI model returns action plans (in page-agent)
|
||||||
4. **Indexed Operations**: PageAgent calls PageController methods by element index
|
4. **Indexed Operations**: PageAgent calls PageController methods by element index
|
||||||
|
|
||||||
### Event Bus Communication
|
|
||||||
|
|
||||||
Use `src/utils/bus.ts` for decoupled PageAgent ↔ UI communication:
|
|
||||||
|
|
||||||
```typescript
|
|
||||||
// Emit from PageAgent
|
|
||||||
getEventBus().emit('panel:show')
|
|
||||||
getEventBus().emit('panel:update', { status: 'thinking' })
|
|
||||||
|
|
||||||
// Listen in UI components
|
|
||||||
getEventBus().on('panel:show', () => panel.show())
|
|
||||||
```
|
|
||||||
|
|
||||||
### Hash Routing Requirement
|
### Hash Routing Requirement
|
||||||
|
|
||||||
Uses wouter with `useHashLocation` for static hosting:
|
Uses wouter with `useHashLocation` for static hosting:
|
||||||
@@ -148,7 +134,6 @@ Query params configure `PageAgentConfig` automatically in `src/entry.ts`.
|
|||||||
| `src/PageAgent.ts` | ⭐ Main AI agent class orchestrating tools and LLM |
|
| `src/PageAgent.ts` | ⭐ Main AI agent class orchestrating tools and LLM |
|
||||||
| `src/entry.ts` | CDN/UMD entry point with auto-initialization |
|
| `src/entry.ts` | CDN/UMD entry point with auto-initialization |
|
||||||
| `src/tools/` | Tool definitions that call PageController methods |
|
| `src/tools/` | Tool definitions that call PageController methods |
|
||||||
| `src/utils/bus.ts` | Type-safe event bus for decoupled communication |
|
|
||||||
| `src/ui/` | UI components (Panel, SimulatorMask) with CSS modules |
|
| `src/ui/` | UI components (Panel, SimulatorMask) with CSS modules |
|
||||||
| `src/llms/` | LLM integration and communication layer |
|
| `src/llms/` | LLM integration and communication layer |
|
||||||
| `vite.config.js` | Library build configuration (ES + UMD) |
|
| `vite.config.js` | Library build configuration (ES + UMD) |
|
||||||
@@ -195,11 +180,6 @@ Query params configure `PageAgentConfig` automatically in `src/entry.ts`.
|
|||||||
2. Expose via async method in `PageController.ts`
|
2. Expose via async method in `PageController.ts`
|
||||||
3. Export from `packages/page-controller/src/index.ts`
|
3. Export from `packages/page-controller/src/index.ts`
|
||||||
|
|
||||||
### New UI Component
|
|
||||||
|
|
||||||
1. Create in `packages/page-agent/src/ui/` with colocated CSS modules
|
|
||||||
2. Use event bus for PageAgent communication
|
|
||||||
|
|
||||||
## Code Standards
|
## Code Standards
|
||||||
|
|
||||||
### TypeScript
|
### TypeScript
|
||||||
@@ -234,5 +214,4 @@ Query params configure `PageAgentConfig` automatically in `src/entry.ts`.
|
|||||||
|
|
||||||
1. Check `packages/page-agent/dist/lib/page-agent.umd.js` builds correctly
|
1. Check `packages/page-agent/dist/lib/page-agent.umd.js` builds correctly
|
||||||
2. Test CDN injection with query params
|
2. Test CDN injection with query params
|
||||||
3. Verify event bus communications are properly typed
|
|
||||||
4. Use `packages/website/src/test-pages/` for isolated testing
|
4. Use `packages/website/src/test-pages/` for isolated testing
|
||||||
|
|||||||
+14
-23
@@ -7,11 +7,9 @@ Thank you for your interest in contributing to Page-Agent! We welcome contributi
|
|||||||
### Development Setup
|
### Development Setup
|
||||||
|
|
||||||
1. **Prerequisites**
|
1. **Prerequisites**
|
||||||
- Node.js 20+
|
- `node.js >= 20` with `npm >= 10`
|
||||||
- npm 10+
|
- An editor that supports `ts/eslint/prettier`
|
||||||
- typescript as required in package.json
|
- Make sure `eslint`, `prettier` and `commitlint` work well
|
||||||
- vscode or other editors that support ts/eslint/prettier
|
|
||||||
- make sure `eslint`, `auto-format` and `commit-lint` all work
|
|
||||||
|
|
||||||
2. **Setup**
|
2. **Setup**
|
||||||
|
|
||||||
@@ -27,7 +25,11 @@ This is a **monorepo** with npm workspaces containing **two main packages**:
|
|||||||
1. **Core Library** (`packages/page-agent/`) - Pure JavaScript/TypeScript AI agent library for browser DOM automation, published as `page-agent` on npm
|
1. **Core Library** (`packages/page-agent/`) - Pure JavaScript/TypeScript AI agent library for browser DOM automation, published as `page-agent` on npm
|
||||||
2. **Website** (`packages/website/`) - React documentation and landing page. Also as demo and test page for the core lib. private package `@page-agent/website`
|
2. **Website** (`packages/website/`) - React documentation and landing page. Also as demo and test page for the core lib. private package `@page-agent/website`
|
||||||
|
|
||||||
We use a simplified monorepo solution with native npm-workspace. No fancy tooling. Hoisting is required.
|
We use a simplified monorepo solution with `native npm-workspace + ts reference + vite alias`. No fancy tooling. Hoisting is required.
|
||||||
|
|
||||||
|
- When developing. Use alias so that we don't have to pre-build.
|
||||||
|
- When bundling. Use external and disable ts `paths` alias to leave deps out.
|
||||||
|
- When bundling `UMD` and `Website`. Bundle everything including local packages.
|
||||||
|
|
||||||
## 🤝 How to Contribute
|
## 🤝 How to Contribute
|
||||||
|
|
||||||
@@ -97,19 +99,6 @@ We use a simplified monorepo solution with native npm-workspace. No fancy toolin
|
|||||||
- Github Copilot: `./.github/copilot-instructions.md`
|
- Github Copilot: `./.github/copilot-instructions.md`
|
||||||
- Claude Code: `./CLAUDE.md`
|
- Claude Code: `./CLAUDE.md`
|
||||||
|
|
||||||
### Core Library (`src/`)
|
|
||||||
|
|
||||||
- **No React dependencies** - Pure JavaScript/TypeScript only
|
|
||||||
- Use event bus for component communication
|
|
||||||
- Follow browser-use patterns for DOM operations
|
|
||||||
|
|
||||||
### Doc&demo Site (`pages/`)
|
|
||||||
|
|
||||||
- Use React 19 + TypeScript
|
|
||||||
- Follow hash routing patterns (`useHashLocation`)
|
|
||||||
- Use Tailwind CSS for styling
|
|
||||||
- Add new docs pages to both router and sidebar
|
|
||||||
|
|
||||||
## 🔧 Development Workflows
|
## 🔧 Development Workflows
|
||||||
|
|
||||||
### Website Development
|
### Website Development
|
||||||
@@ -120,11 +109,13 @@ npm start # React development server
|
|||||||
|
|
||||||
### Core Lib Development and Testing
|
### Core Lib Development and Testing
|
||||||
|
|
||||||
|
> @TODO this part is outdated. Update this.
|
||||||
|
|
||||||
- Config your LLM API
|
- Config your LLM API
|
||||||
- Start a local script
|
- Start a local script
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
npm run build:lib:watch # Auto-rebuild on changes
|
npm run build:watch --workspace=page-agent # UMD with auto rebuild
|
||||||
```
|
```
|
||||||
|
|
||||||
- Add a new bookmark enable it on other website
|
- Add a new bookmark enable it on other website
|
||||||
@@ -135,9 +126,9 @@ npm start # React development server
|
|||||||
|
|
||||||
### Adding Documentation
|
### Adding Documentation
|
||||||
|
|
||||||
1. Create `pages/docs/section/page-name/page.tsx`
|
1. Create `website/src/docs/section/page-name/page.tsx`
|
||||||
2. Add route to `pages/router.tsx`
|
2. Add route to `website/src/router.tsx`
|
||||||
3. Add navigation link to `pages/components/DocsLayout.tsx`
|
3. Add navigation link to `website/src/components/DocsLayout.tsx`
|
||||||
|
|
||||||
## 🎯 Contribution Areas
|
## 🎯 Contribution Areas
|
||||||
|
|
||||||
|
|||||||
+13
-13
@@ -24,33 +24,33 @@ The development progress and future plans for PageAgent.
|
|||||||
- [ ] **Hooks and Events**
|
- [ ] **Hooks and Events**
|
||||||
- [x] **lifecycle hooks**
|
- [x] **lifecycle hooks**
|
||||||
- [ ] **lifecycle events**
|
- [ ] **lifecycle events**
|
||||||
- [ ] **❗Pause and intervene**
|
- [ ] **User takeover**
|
||||||
- Current pause does not allow user intervention.
|
- [#64](https://github.com/alibaba/page-agent/issues/64)
|
||||||
- [ ] **❗Hijack `page_open/page_change/page_unload` behavior**
|
- [ ] **❗Hijack `page_open/page_change/page_unload` behavior**
|
||||||
- [ ] **Custom knowledge base and instructions**
|
- [ ] **Custom knowledge base and instructions**
|
||||||
|
- [#45](https://github.com/alibaba/page-agent/issues/45)
|
||||||
- [ ] **Black/white-list safeguard**
|
- [ ] **Black/white-list safeguard**
|
||||||
- [ ] **Data-masking**
|
- [ ] **Data-masking**
|
||||||
|
- [#44](https://github.com/alibaba/page-agent/issues/44)
|
||||||
- [ ] **Improve Memory**
|
- [ ] **Improve Memory**
|
||||||
- Current phrasing can cause logic-loop for some models.
|
- [#66](https://github.com/alibaba/page-agent/issues/66)
|
||||||
- Test adding `Action` to memory.
|
- [#65](https://github.com/alibaba/page-agent/issues/65)
|
||||||
- [ ] **Tools for more complex tasks**
|
|
||||||
- todo list
|
|
||||||
- file sys
|
|
||||||
- [ ] **Optimize for popular UI frameworks**
|
- [ ] **Optimize for popular UI frameworks**
|
||||||
- [x] **i18n of the website**
|
- [x] **i18n of the website**
|
||||||
- [x] Chinese version
|
- [x] Chinese version
|
||||||
- [x] English version
|
- [x] English version
|
||||||
- [ ] **Testing suits**
|
- [x] **Refactor: Separate `Agent` and `PageController`**
|
||||||
- [ ] **Support custom llm fetch**
|
- [ ] **Chrome-ext wrapper for multi-page tasks**
|
||||||
- [ ] **Refactor: Separate `Agent` and `Page-Controller`**
|
|
||||||
- Agent should be able to run w/o dom.
|
|
||||||
- Actions should be able to be injected through iframe.
|
|
||||||
|
|
||||||
♻️ Following browser-use's update and contribute back.
|
♻️ Following browser-use's update and contribute back.
|
||||||
|
|
||||||
## 📋 Pending Features
|
## 📋 Pending Features
|
||||||
|
|
||||||
- [ ] **Chrome-ext wrapper**
|
- [ ] **Tools for more complex tasks**
|
||||||
|
- todo list
|
||||||
|
- file sys
|
||||||
|
- [ ] **Support custom llm fetch**
|
||||||
|
- [ ] **Testing suits**
|
||||||
- [ ] **Same-origin multi-page-app rally**
|
- [ ] **Same-origin multi-page-app rally**
|
||||||
- [ ] **Local MCP proxy**
|
- [ ] **Local MCP proxy**
|
||||||
|
|
||||||
|
|||||||
Generated
+20
-8
@@ -1,15 +1,16 @@
|
|||||||
{
|
{
|
||||||
"name": "root",
|
"name": "root",
|
||||||
"version": "0.0.6",
|
"version": "0.0.8",
|
||||||
"lockfileVersion": 3,
|
"lockfileVersion": 3,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"packages": {
|
"packages": {
|
||||||
"": {
|
"": {
|
||||||
"name": "root",
|
"name": "root",
|
||||||
"version": "0.0.6",
|
"version": "0.0.8",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"workspaces": [
|
"workspaces": [
|
||||||
"packages/page-controller",
|
"packages/page-controller",
|
||||||
|
"packages/ui",
|
||||||
"packages/page-agent",
|
"packages/page-agent",
|
||||||
"packages/website"
|
"packages/website"
|
||||||
],
|
],
|
||||||
@@ -1560,6 +1561,10 @@
|
|||||||
"resolved": "packages/page-controller",
|
"resolved": "packages/page-controller",
|
||||||
"link": true
|
"link": true
|
||||||
},
|
},
|
||||||
|
"node_modules/@page-agent/ui": {
|
||||||
|
"resolved": "packages/ui",
|
||||||
|
"link": true
|
||||||
|
},
|
||||||
"node_modules/@page-agent/website": {
|
"node_modules/@page-agent/website": {
|
||||||
"resolved": "packages/website",
|
"resolved": "packages/website",
|
||||||
"link": true
|
"link": true
|
||||||
@@ -6999,23 +7004,31 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"packages/page-agent": {
|
"packages/page-agent": {
|
||||||
"version": "0.0.6",
|
"version": "0.0.8",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@page-agent/page-controller": "^0.0.6",
|
"@page-agent/page-controller": "0.0.8",
|
||||||
"ai-motion": "^0.4.7",
|
"@page-agent/ui": "0.0.8",
|
||||||
"chalk": "^5.6.2",
|
"chalk": "^5.6.2",
|
||||||
"zod": "^4.1.12"
|
"zod": "^4.1.12"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"packages/page-controller": {
|
"packages/page-controller": {
|
||||||
"name": "@page-agent/page-controller",
|
"name": "@page-agent/page-controller",
|
||||||
"version": "0.0.6",
|
"version": "0.0.8",
|
||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
},
|
},
|
||||||
|
"packages/ui": {
|
||||||
|
"name": "@page-agent/ui",
|
||||||
|
"version": "0.0.8",
|
||||||
|
"license": "MIT",
|
||||||
|
"dependencies": {
|
||||||
|
"ai-motion": "^0.4.7"
|
||||||
|
}
|
||||||
|
},
|
||||||
"packages/website": {
|
"packages/website": {
|
||||||
"name": "@page-agent/website",
|
"name": "@page-agent/website",
|
||||||
"version": "0.0.6",
|
"version": "0.0.8",
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@tailwindcss/vite": "^4.1.14",
|
"@tailwindcss/vite": "^4.1.14",
|
||||||
"@types/react": "^19.2.2",
|
"@types/react": "^19.2.2",
|
||||||
@@ -7023,7 +7036,6 @@
|
|||||||
"@vitejs/plugin-react-swc": "^4.1.0",
|
"@vitejs/plugin-react-swc": "^4.1.0",
|
||||||
"i18next": "^25.7.1",
|
"i18next": "^25.7.1",
|
||||||
"i18next-browser-languagedetector": "^8.2.0",
|
"i18next-browser-languagedetector": "^8.2.0",
|
||||||
"page-agent": "*",
|
|
||||||
"react": "^19.2.0",
|
"react": "^19.2.0",
|
||||||
"react-dom": "^19.2.0",
|
"react-dom": "^19.2.0",
|
||||||
"react-i18next": "^16.1.4",
|
"react-i18next": "^16.1.4",
|
||||||
|
|||||||
+3
-3
@@ -1,10 +1,11 @@
|
|||||||
{
|
{
|
||||||
"name": "root",
|
"name": "root",
|
||||||
"private": true,
|
"private": true,
|
||||||
"version": "0.0.7",
|
"version": "0.0.8",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"workspaces": [
|
"workspaces": [
|
||||||
"packages/page-controller",
|
"packages/page-controller",
|
||||||
|
"packages/ui",
|
||||||
"packages/page-agent",
|
"packages/page-agent",
|
||||||
"packages/website"
|
"packages/website"
|
||||||
],
|
],
|
||||||
@@ -21,10 +22,9 @@
|
|||||||
"npm": ">=10.0.0"
|
"npm": ">=10.0.0"
|
||||||
},
|
},
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"dev": "npm run dev --workspace=@page-agent/website",
|
|
||||||
"start": "npm run dev --workspace=@page-agent/website",
|
"start": "npm run dev --workspace=@page-agent/website",
|
||||||
"build": "npm run build --workspaces --if-present",
|
"build": "npm run build --workspaces --if-present",
|
||||||
"build:lib": "npm run build --workspace=page-agent",
|
"build:lib": "npm run build:lib --workspace=page-agent",
|
||||||
"version": "node scripts/sync-version.js",
|
"version": "node scripts/sync-version.js",
|
||||||
"lint": "eslint .",
|
"lint": "eslint .",
|
||||||
"prepare": "husky"
|
"prepare": "husky"
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
{
|
{
|
||||||
"name": "page-agent",
|
"name": "page-agent",
|
||||||
"private": false,
|
"private": false,
|
||||||
"version": "0.0.7",
|
"version": "0.0.8",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"main": "./dist/lib/page-agent.js",
|
"main": "./dist/lib/page-agent.js",
|
||||||
"module": "./dist/lib/page-agent.js",
|
"module": "./dist/lib/page-agent.js",
|
||||||
@@ -14,9 +14,7 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"files": [
|
"files": [
|
||||||
"dist/",
|
"dist/"
|
||||||
"README.md",
|
|
||||||
"LICENSE"
|
|
||||||
],
|
],
|
||||||
"description": "GUI agent for web applications - add intelligent automation to any webpage with a single script",
|
"description": "GUI agent for web applications - add intelligent automation to any webpage with a single script",
|
||||||
"keywords": [
|
"keywords": [
|
||||||
@@ -47,9 +45,9 @@
|
|||||||
"postpublish": "node -e \"['README.md','LICENSE'].forEach(f=>{try{require('fs').unlinkSync(f)}catch{}})\""
|
"postpublish": "node -e \"['README.md','LICENSE'].forEach(f=>{try{require('fs').unlinkSync(f)}catch{}})\""
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"ai-motion": "^0.4.7",
|
|
||||||
"chalk": "^5.6.2",
|
"chalk": "^5.6.2",
|
||||||
"zod": "^4.1.12",
|
"zod": "^4.1.12",
|
||||||
"@page-agent/page-controller": "0.0.7"
|
"@page-agent/page-controller": "0.0.8",
|
||||||
|
"@page-agent/ui": "0.0.8"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -3,20 +3,17 @@
|
|||||||
* All rights reserved.
|
* All rights reserved.
|
||||||
*/
|
*/
|
||||||
import { PageController } from '@page-agent/page-controller'
|
import { PageController } from '@page-agent/page-controller'
|
||||||
|
import { Panel, SimulatorMask } from '@page-agent/ui'
|
||||||
import chalk from 'chalk'
|
import chalk from 'chalk'
|
||||||
import zod from 'zod'
|
import zod from 'zod'
|
||||||
|
|
||||||
import type { PageAgentConfig } from './config'
|
import type { PageAgentConfig } from './config'
|
||||||
import { MAX_STEPS } from './config/constants'
|
import { MAX_STEPS } from './config/constants'
|
||||||
import { I18n } from './i18n'
|
|
||||||
import { LLM, type Tool } from './llms'
|
import { LLM, type Tool } from './llms'
|
||||||
import SYSTEM_PROMPT from './prompts/system_prompt.md?raw'
|
import SYSTEM_PROMPT from './prompts/system_prompt.md?raw'
|
||||||
import { tools } from './tools'
|
import { tools } from './tools'
|
||||||
import { Panel, getToolCompletedText, getToolExecutingText } from './ui/Panel'
|
|
||||||
import { SimulatorMask } from './ui/SimulatorMask'
|
|
||||||
import { trimLines, uid, waitUntil } from './utils'
|
import { trimLines, uid, waitUntil } from './utils'
|
||||||
import { assert } from './utils/assert'
|
import { assert } from './utils/assert'
|
||||||
import { getEventBus } from './utils/bus'
|
|
||||||
|
|
||||||
export type { PageAgentConfig }
|
export type { PageAgentConfig }
|
||||||
export { tool, type PageAgentTool } from './tools'
|
export { tool, type PageAgentTool } from './tools'
|
||||||
@@ -71,8 +68,6 @@ export interface ExecutionResult {
|
|||||||
export class PageAgent extends EventTarget {
|
export class PageAgent extends EventTarget {
|
||||||
config: PageAgentConfig
|
config: PageAgentConfig
|
||||||
id = uid()
|
id = uid()
|
||||||
bus = getEventBus(this.id)
|
|
||||||
i18n: I18n
|
|
||||||
panel: Panel
|
panel: Panel
|
||||||
tools: typeof tools
|
tools: typeof tools
|
||||||
paused = false
|
paused = false
|
||||||
@@ -83,6 +78,9 @@ export class PageAgent extends EventTarget {
|
|||||||
#llm: LLM
|
#llm: LLM
|
||||||
#totalWaitTime = 0
|
#totalWaitTime = 0
|
||||||
#abortController = new AbortController()
|
#abortController = new AbortController()
|
||||||
|
#llmRetryListener: ((e: Event) => void) | null = null
|
||||||
|
#llmErrorListener: ((e: Event) => void) | null = null
|
||||||
|
#beforeUnloadListener: ((e: Event) => void) | null = null
|
||||||
|
|
||||||
/** PageController for DOM operations */
|
/** PageController for DOM operations */
|
||||||
pageController: PageController
|
pageController: PageController
|
||||||
@@ -96,14 +94,34 @@ export class PageAgent extends EventTarget {
|
|||||||
super()
|
super()
|
||||||
|
|
||||||
this.config = config
|
this.config = config
|
||||||
this.#llm = new LLM(this.config, this.id)
|
this.#llm = new LLM(this.config)
|
||||||
this.i18n = new I18n(this.config.language)
|
this.panel = new Panel({
|
||||||
this.panel = new Panel(this)
|
language: this.config.language,
|
||||||
|
onExecuteTask: (task) => this.execute(task),
|
||||||
|
onStop: () => this.dispose(),
|
||||||
|
onPauseToggle: () => {
|
||||||
|
this.paused = !this.paused
|
||||||
|
return this.paused
|
||||||
|
},
|
||||||
|
getPaused: () => this.paused,
|
||||||
|
})
|
||||||
this.tools = new Map(tools)
|
this.tools = new Map(tools)
|
||||||
|
|
||||||
// Initialize PageController with config
|
// Initialize PageController with config
|
||||||
this.pageController = new PageController(this.config)
|
this.pageController = new PageController(this.config)
|
||||||
|
|
||||||
|
// Listen to LLM events
|
||||||
|
this.#llmRetryListener = (e) => {
|
||||||
|
const { current, max } = (e as CustomEvent).detail
|
||||||
|
this.panel.update({ type: 'retry', current, max })
|
||||||
|
}
|
||||||
|
this.#llmErrorListener = (e) => {
|
||||||
|
const { error } = (e as CustomEvent).detail
|
||||||
|
this.panel.update({ type: 'error', message: `step failed: ${error.message}` })
|
||||||
|
}
|
||||||
|
this.#llm.addEventListener('retry', this.#llmRetryListener)
|
||||||
|
this.#llm.addEventListener('error', this.#llmErrorListener)
|
||||||
|
|
||||||
if (this.config.customTools) {
|
if (this.config.customTools) {
|
||||||
for (const [name, tool] of Object.entries(this.config.customTools)) {
|
for (const [name, tool] of Object.entries(this.config.customTools)) {
|
||||||
if (tool === null) {
|
if (tool === null) {
|
||||||
@@ -118,9 +136,10 @@ export class PageAgent extends EventTarget {
|
|||||||
this.tools.delete('execute_javascript')
|
this.tools.delete('execute_javascript')
|
||||||
}
|
}
|
||||||
|
|
||||||
window.addEventListener('beforeunload', (e) => {
|
this.#beforeUnloadListener = (e) => {
|
||||||
if (!this.disposed) this.dispose('PAGE_UNLOADING')
|
if (!this.disposed) this.dispose('PAGE_UNLOADING')
|
||||||
})
|
}
|
||||||
|
window.addEventListener('beforeunload', this.#beforeUnloadListener)
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -141,13 +160,10 @@ export class PageAgent extends EventTarget {
|
|||||||
// Show mask and panel
|
// Show mask and panel
|
||||||
this.mask.show()
|
this.mask.show()
|
||||||
|
|
||||||
this.bus.emit('panel:show')
|
this.panel.show()
|
||||||
this.bus.emit('panel:reset')
|
this.panel.reset()
|
||||||
|
|
||||||
this.bus.emit('panel:update', {
|
this.panel.update({ type: 'input', task: this.task })
|
||||||
type: 'input',
|
|
||||||
displayText: this.task,
|
|
||||||
})
|
|
||||||
|
|
||||||
if (this.#abortController) {
|
if (this.#abortController) {
|
||||||
this.#abortController.abort()
|
this.#abortController.abort()
|
||||||
@@ -171,10 +187,7 @@ export class PageAgent extends EventTarget {
|
|||||||
|
|
||||||
// Update status to thinking
|
// Update status to thinking
|
||||||
console.log(chalk.blue('Thinking...'))
|
console.log(chalk.blue('Thinking...'))
|
||||||
this.bus.emit('panel:update', {
|
this.panel.update({ type: 'thinking' })
|
||||||
type: 'thinking',
|
|
||||||
displayText: this.i18n.t('ui.panel.thinking'),
|
|
||||||
})
|
|
||||||
|
|
||||||
const result = await this.#llm.invoke(
|
const result = await this.#llm.invoke(
|
||||||
[
|
[
|
||||||
@@ -304,22 +317,14 @@ export class PageAgent extends EventTarget {
|
|||||||
`)
|
`)
|
||||||
|
|
||||||
console.log(brain)
|
console.log(brain)
|
||||||
this.bus.emit('panel:update', {
|
this.panel.update({ type: 'thinking', text: brain })
|
||||||
type: 'thinking',
|
|
||||||
displayText: brain,
|
|
||||||
})
|
|
||||||
|
|
||||||
// Find the corresponding tool
|
// Find the corresponding tool
|
||||||
const tool = tools.get(toolName)
|
const tool = tools.get(toolName)
|
||||||
assert(tool, `Tool ${toolName} not found. (@note should have been caught before this!!!)`)
|
assert(tool, `Tool ${toolName} not found. (@note should have been caught before this!!!)`)
|
||||||
|
|
||||||
console.log(chalk.blue.bold(`Executing tool: ${toolName}`), toolInput)
|
console.log(chalk.blue.bold(`Executing tool: ${toolName}`), toolInput)
|
||||||
this.bus.emit('panel:update', {
|
this.panel.update({ type: 'toolExecuting', toolName, args: toolInput })
|
||||||
type: 'tool_executing',
|
|
||||||
toolName,
|
|
||||||
toolArgs: toolInput,
|
|
||||||
displayText: getToolExecutingText(toolName, toolInput, this.i18n),
|
|
||||||
})
|
|
||||||
|
|
||||||
const startTime = Date.now()
|
const startTime = Date.now()
|
||||||
|
|
||||||
@@ -341,16 +346,13 @@ export class PageAgent extends EventTarget {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Briefly display execution result
|
// Briefly display execution result
|
||||||
const displayResult = getToolCompletedText(toolName, toolInput, this.i18n)
|
this.panel.update({
|
||||||
if (displayResult)
|
type: 'toolCompleted',
|
||||||
this.bus.emit('panel:update', {
|
toolName,
|
||||||
type: 'tool_executing',
|
args: toolInput,
|
||||||
toolName,
|
result,
|
||||||
toolArgs: toolInput,
|
duration,
|
||||||
toolResult: result,
|
})
|
||||||
displayText: displayResult,
|
|
||||||
duration,
|
|
||||||
})
|
|
||||||
|
|
||||||
// Wait a moment to let user see the result
|
// Wait a moment to let user see the result
|
||||||
await new Promise((resolve) => setTimeout(resolve, 100))
|
await new Promise((resolve) => setTimeout(resolve, 100))
|
||||||
@@ -426,16 +428,14 @@ export class PageAgent extends EventTarget {
|
|||||||
this.pageController.cleanUpHighlights()
|
this.pageController.cleanUpHighlights()
|
||||||
|
|
||||||
// Update panel status
|
// Update panel status
|
||||||
this.bus.emit('panel:update', {
|
if (success) {
|
||||||
type: success ? 'output' : 'error',
|
this.panel.update({ type: 'output', text })
|
||||||
displayText: text,
|
} else {
|
||||||
})
|
this.panel.update({ type: 'error', message: text })
|
||||||
|
}
|
||||||
|
|
||||||
// Task completed
|
// Task completed
|
||||||
this.bus.emit('panel:update', {
|
this.panel.update({ type: 'completed' })
|
||||||
type: 'completed',
|
|
||||||
displayText: this.i18n.t('ui.panel.taskCompleted'),
|
|
||||||
})
|
|
||||||
|
|
||||||
this.mask.hide()
|
this.mask.hide()
|
||||||
|
|
||||||
@@ -497,6 +497,22 @@ export class PageAgent extends EventTarget {
|
|||||||
this.history = []
|
this.history = []
|
||||||
this.#abortController.abort(reason ?? 'PageAgent disposed')
|
this.#abortController.abort(reason ?? 'PageAgent disposed')
|
||||||
|
|
||||||
|
// Clean up LLM event listeners
|
||||||
|
if (this.#llmRetryListener) {
|
||||||
|
this.#llm.removeEventListener('retry', this.#llmRetryListener)
|
||||||
|
this.#llmRetryListener = null
|
||||||
|
}
|
||||||
|
if (this.#llmErrorListener) {
|
||||||
|
this.#llm.removeEventListener('error', this.#llmErrorListener)
|
||||||
|
this.#llmErrorListener = null
|
||||||
|
}
|
||||||
|
|
||||||
|
// Clean up window event listeners
|
||||||
|
if (this.#beforeUnloadListener) {
|
||||||
|
window.removeEventListener('beforeunload', this.#beforeUnloadListener)
|
||||||
|
this.#beforeUnloadListener = null
|
||||||
|
}
|
||||||
|
|
||||||
this.config.onDispose?.call(this, reason)
|
this.config.onDispose?.call(this, reason)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
import type { PageControllerConfig } from '@page-agent/page-controller'
|
import type { PageControllerConfig } from '@page-agent/page-controller'
|
||||||
|
import type { SupportedLanguage } from '@page-agent/ui'
|
||||||
|
|
||||||
import type { AgentHistory, ExecutionResult, PageAgent } from '../PageAgent'
|
import type { AgentHistory, ExecutionResult, PageAgent } from '../PageAgent'
|
||||||
import type { SupportedLanguage } from '../i18n'
|
|
||||||
import type { PageAgentTool } from '../tools'
|
import type { PageAgentTool } from '../tools'
|
||||||
import {
|
import {
|
||||||
DEFAULT_API_KEY,
|
DEFAULT_API_KEY,
|
||||||
|
|||||||
@@ -33,24 +33,19 @@
|
|||||||
*/
|
*/
|
||||||
import type { LLMConfig } from '../config'
|
import type { LLMConfig } from '../config'
|
||||||
import { parseLLMConfig } from '../config'
|
import { parseLLMConfig } from '../config'
|
||||||
import { EventBus, getEventBus } from '../utils/bus'
|
|
||||||
import { OpenAIClient } from './OpenAILenientClient'
|
import { OpenAIClient } from './OpenAILenientClient'
|
||||||
import { InvokeError } from './errors'
|
import { InvokeError } from './errors'
|
||||||
import type { InvokeResult, LLMClient, Message, Tool } from './types'
|
import type { InvokeResult, LLMClient, Message, Tool } from './types'
|
||||||
|
|
||||||
export type { Message, Tool, InvokeResult, LLMClient }
|
export type { Message, Tool, InvokeResult, LLMClient }
|
||||||
|
|
||||||
export class LLM {
|
export class LLM extends EventTarget {
|
||||||
config: Required<LLMConfig>
|
config: Required<LLMConfig>
|
||||||
id: string
|
|
||||||
client: LLMClient
|
client: LLMClient
|
||||||
#bus: EventBus
|
|
||||||
|
|
||||||
constructor(config: LLMConfig, id: string) {
|
constructor(config: LLMConfig) {
|
||||||
|
super()
|
||||||
this.config = parseLLMConfig(config)
|
this.config = parseLLMConfig(config)
|
||||||
this.id = id
|
|
||||||
|
|
||||||
this.#bus = getEventBus(id)
|
|
||||||
|
|
||||||
// Default to OpenAI client
|
// Default to OpenAI client
|
||||||
this.client = new OpenAIClient({
|
this.client = new OpenAIClient({
|
||||||
@@ -81,17 +76,13 @@ export class LLM {
|
|||||||
// retry settings
|
// retry settings
|
||||||
{
|
{
|
||||||
maxRetries: this.config.maxRetries,
|
maxRetries: this.config.maxRetries,
|
||||||
onRetry: (retries: number) => {
|
onRetry: (current: number) => {
|
||||||
this.#bus.emit('panel:update', {
|
this.dispatchEvent(
|
||||||
type: 'retry',
|
new CustomEvent('retry', { detail: { current, max: this.config.maxRetries } })
|
||||||
displayText: `retry-ing (${retries} / ${this.config.maxRetries})`,
|
)
|
||||||
})
|
|
||||||
},
|
},
|
||||||
onError: (error: Error, withRetry: boolean) => {
|
onError: (error: Error) => {
|
||||||
this.#bus.emit('panel:update', {
|
this.dispatchEvent(new CustomEvent('error', { detail: { error } }))
|
||||||
type: 'error',
|
|
||||||
displayText: `step failed: ${(error as Error).message}`,
|
|
||||||
})
|
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
@@ -103,7 +94,7 @@ async function withRetry<T>(
|
|||||||
settings: {
|
settings: {
|
||||||
maxRetries: number
|
maxRetries: number
|
||||||
onRetry: (retries: number) => void
|
onRetry: (retries: number) => void
|
||||||
onError: (error: Error, withRetry: boolean) => void
|
onError: (error: Error) => void
|
||||||
}
|
}
|
||||||
): Promise<T> {
|
): Promise<T> {
|
||||||
let retries = 0
|
let retries = 0
|
||||||
@@ -118,7 +109,7 @@ async function withRetry<T>(
|
|||||||
return await fn()
|
return await fn()
|
||||||
} catch (error: unknown) {
|
} catch (error: unknown) {
|
||||||
console.error(error)
|
console.error(error)
|
||||||
settings.onError(error as Error, retries < settings.maxRetries)
|
settings.onError(error as Error)
|
||||||
|
|
||||||
// do not retry if aborted by user
|
// do not retry if aborted by user
|
||||||
if ((error as { name?: string })?.name === 'AbortError') throw error
|
if ((error as { name?: string })?.name === 'AbortError') throw error
|
||||||
|
|||||||
@@ -37,4 +37,4 @@ if (currentScript) {
|
|||||||
|
|
||||||
console.log('🚀 page-agent.js initialized with config:', window.pageAgent.config)
|
console.log('🚀 page-agent.js initialized with config:', window.pageAgent.config)
|
||||||
|
|
||||||
window.pageAgent.bus.emit('panel:show') // Show panel
|
window.pageAgent.panel.show() // Show panel
|
||||||
@@ -1,27 +1,8 @@
|
|||||||
/**
|
|
||||||
* Type-safe event bus for decoupling PageAgent and Panel
|
|
||||||
*/
|
|
||||||
import type { Step } from '../ui/UIState'
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Event mapping definitions
|
* Event mapping definitions
|
||||||
* @note Event bus callbacks must be repeatable without errors
|
* @note Event bus callbacks must be repeatable without errors
|
||||||
*/
|
*/
|
||||||
export interface PageAgentEventMap {
|
export interface PageAgentEventMap {
|
||||||
// Panel control events
|
|
||||||
// call panel.show()
|
|
||||||
'panel:show': { params: undefined }
|
|
||||||
// call panel.hide()
|
|
||||||
'panel:hide': { params: undefined }
|
|
||||||
// call panel.reset()
|
|
||||||
'panel:reset': { params: undefined }
|
|
||||||
// call panel.update()
|
|
||||||
'panel:update': { params: Omit<Step, 'id' | 'stepNumber' | 'timestamp'> }
|
|
||||||
// call panel.expand()
|
|
||||||
'panel:expand': { params: undefined }
|
|
||||||
// call panel.collapse()
|
|
||||||
'panel:collapse': { params: undefined }
|
|
||||||
|
|
||||||
// PageAgent status events
|
// PageAgent status events
|
||||||
// 'agent:execute': { params: { task: string } }
|
// 'agent:execute': { params: { task: string } }
|
||||||
// 'agent:done': { params: { text: string; success: boolean } }
|
// 'agent:done': { params: { text: string; success: boolean } }
|
||||||
@@ -31,8 +12,7 @@ export interface PageAgentEventMap {
|
|||||||
// 'agent:error': { params: { error: string | Error } }
|
// 'agent:error': { params: { error: string | Error } }
|
||||||
|
|
||||||
// Task status change events
|
// Task status change events
|
||||||
// 'task:start': { params: { task: string } }
|
'task:start': { params: { task: string } }
|
||||||
// 'task:step': { params: Omit<AgentStep, 'id' | 'stepNumber' | 'timestamp'> }
|
|
||||||
// 'task:complete': { params: { text: string; success: boolean } }
|
// 'task:complete': { params: { text: string; success: boolean } }
|
||||||
// 'task:error': { params: { error: string | Error } }
|
// 'task:error': { params: { error: string | Error } }
|
||||||
|
|
||||||
|
|||||||
@@ -47,6 +47,9 @@ const libConfig = {
|
|||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
// UMD Config (Browser Bundle for CDN)
|
// UMD Config (Browser Bundle for CDN)
|
||||||
|
// - alias all local packages so that they can be build in
|
||||||
|
// - no external
|
||||||
|
// - no d.ts. dts does not work with monorepo aliasing
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
/** @type {import('vite').UserConfig} */
|
/** @type {import('vite').UserConfig} */
|
||||||
const umdConfig = {
|
const umdConfig = {
|
||||||
@@ -58,11 +61,12 @@ const umdConfig = {
|
|||||||
resolve: {
|
resolve: {
|
||||||
alias: {
|
alias: {
|
||||||
'@page-agent/page-controller': resolve(__dirname, '../page-controller/src/PageController.ts'),
|
'@page-agent/page-controller': resolve(__dirname, '../page-controller/src/PageController.ts'),
|
||||||
|
'@page-agent/ui': resolve(__dirname, '../ui/src/index.ts'),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
build: {
|
build: {
|
||||||
lib: {
|
lib: {
|
||||||
entry: resolve(__dirname, 'src/entry.ts'),
|
entry: resolve(__dirname, 'src/umd.ts'),
|
||||||
name: 'PageAgent',
|
name: 'PageAgent',
|
||||||
fileName: 'page-agent',
|
fileName: 'page-agent',
|
||||||
formats: ['umd'],
|
formats: ['umd'],
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@page-agent/page-controller",
|
"name": "@page-agent/page-controller",
|
||||||
"version": "0.0.7",
|
"version": "0.0.8",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"main": "./dist/lib/page-controller.js",
|
"main": "./dist/lib/page-controller.js",
|
||||||
"module": "./dist/lib/page-controller.js",
|
"module": "./dist/lib/page-controller.js",
|
||||||
@@ -13,9 +13,7 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"files": [
|
"files": [
|
||||||
"dist/",
|
"dist/"
|
||||||
"README.md",
|
|
||||||
"LICENSE"
|
|
||||||
],
|
],
|
||||||
"description": "Page controller for page-agent - DOM operations and element interactions",
|
"description": "Page controller for page-agent - DOM operations and element interactions",
|
||||||
"keywords": [
|
"keywords": [
|
||||||
@@ -28,7 +26,8 @@
|
|||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"repository": {
|
"repository": {
|
||||||
"type": "git",
|
"type": "git",
|
||||||
"url": "https://github.com/alibaba/page-agent.git"
|
"url": "https://github.com/alibaba/page-agent.git",
|
||||||
|
"directory": "packages/page-controller"
|
||||||
},
|
},
|
||||||
"homepage": "https://alibaba.github.io/page-agent/",
|
"homepage": "https://alibaba.github.io/page-agent/",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
|
|||||||
@@ -0,0 +1,9 @@
|
|||||||
|
{
|
||||||
|
"extends": "./tsconfig.json",
|
||||||
|
"compilerOptions": {
|
||||||
|
// @workaround DTS bug
|
||||||
|
// dts do not work with monorepo path mapping
|
||||||
|
// disable path mapping for it
|
||||||
|
"paths": {}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -13,7 +13,7 @@ console.log(chalk.cyan(`📦 Building @page-agent/page-controller`))
|
|||||||
export default defineConfig({
|
export default defineConfig({
|
||||||
clearScreen: false,
|
clearScreen: false,
|
||||||
plugins: [
|
plugins: [
|
||||||
dts({ tsconfigPath: './tsconfig.json', bundleTypes: true }),
|
dts({ tsconfigPath: './tsconfig.dts.json', bundleTypes: true }),
|
||||||
cssInjectedByJsPlugin({ relativeCSSInjection: true }),
|
cssInjectedByJsPlugin({ relativeCSSInjection: true }),
|
||||||
],
|
],
|
||||||
publicDir: false,
|
publicDir: false,
|
||||||
@@ -29,7 +29,7 @@ export default defineConfig({
|
|||||||
},
|
},
|
||||||
outDir: resolve(__dirname, 'dist', 'lib'),
|
outDir: resolve(__dirname, 'dist', 'lib'),
|
||||||
rollupOptions: {
|
rollupOptions: {
|
||||||
external: [],
|
external: ['@page-agent/*'],
|
||||||
},
|
},
|
||||||
minify: false,
|
minify: false,
|
||||||
sourcemap: true,
|
sourcemap: true,
|
||||||
|
|||||||
@@ -0,0 +1,42 @@
|
|||||||
|
{
|
||||||
|
"name": "@page-agent/ui",
|
||||||
|
"version": "0.0.8",
|
||||||
|
"type": "module",
|
||||||
|
"main": "./dist/lib/page-agent-ui.js",
|
||||||
|
"module": "./dist/lib/page-agent-ui.js",
|
||||||
|
"types": "./dist/lib/index.d.ts",
|
||||||
|
"exports": {
|
||||||
|
".": {
|
||||||
|
"types": "./dist/lib/index.d.ts",
|
||||||
|
"import": "./dist/lib/page-agent-ui.js",
|
||||||
|
"default": "./dist/lib/page-agent-ui.js"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"files": [
|
||||||
|
"dist/"
|
||||||
|
],
|
||||||
|
"description": "UI components for page-agent - Panel, SimulatorMask, and i18n",
|
||||||
|
"keywords": [
|
||||||
|
"page-agent",
|
||||||
|
"ui",
|
||||||
|
"panel",
|
||||||
|
"i18n"
|
||||||
|
],
|
||||||
|
"author": "Simon<gaomeng1900>",
|
||||||
|
"license": "MIT",
|
||||||
|
"repository": {
|
||||||
|
"type": "git",
|
||||||
|
"url": "https://github.com/alibaba/page-agent.git",
|
||||||
|
"directory": "packages/ui"
|
||||||
|
},
|
||||||
|
"homepage": "https://alibaba.github.io/page-agent/",
|
||||||
|
"scripts": {
|
||||||
|
"build": "vite build",
|
||||||
|
"build:watch": "vite build --watch",
|
||||||
|
"prepublishOnly": "node -e \"const fs=require('fs');['LICENSE'].forEach(f=>fs.copyFileSync('../../'+f,f))\"",
|
||||||
|
"postpublish": "node -e \"['LICENSE'].forEach(f=>{try{require('fs').unlinkSync(f)}catch{}})\""
|
||||||
|
},
|
||||||
|
"dependencies": {
|
||||||
|
"ai-motion": "^0.4.7"
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,11 +1,35 @@
|
|||||||
import type { PageAgent } from '../PageAgent'
|
|
||||||
import type { I18n } from '../i18n'
|
|
||||||
import { truncate } from '../utils'
|
|
||||||
import type { EventBus } from '../utils/bus'
|
|
||||||
import { type Step, UIState } from './UIState'
|
import { type Step, UIState } from './UIState'
|
||||||
|
import { I18n, type SupportedLanguage } from './i18n'
|
||||||
|
import { truncate } from './utils'
|
||||||
|
|
||||||
import styles from './Panel.module.css'
|
import styles from './Panel.module.css'
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Panel configuration
|
||||||
|
*/
|
||||||
|
export interface PanelConfig {
|
||||||
|
language?: SupportedLanguage
|
||||||
|
onExecuteTask: (task: string) => void
|
||||||
|
onStop: () => void
|
||||||
|
onPauseToggle: () => boolean // returns new paused state
|
||||||
|
getPaused: () => boolean
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Semantic update types - Panel handles i18n internally
|
||||||
|
*/
|
||||||
|
export type PanelUpdate =
|
||||||
|
| { type: 'thinking'; text?: string } // text is optional, defaults to i18n thinking text
|
||||||
|
| { type: 'input'; task: string }
|
||||||
|
| { type: 'question'; question: string }
|
||||||
|
| { type: 'userAnswer'; input: string }
|
||||||
|
| { type: 'retry'; current: number; max: number }
|
||||||
|
| { type: 'error'; message: string }
|
||||||
|
| { type: 'output'; text: string }
|
||||||
|
| { type: 'completed' }
|
||||||
|
| { type: 'toolExecuting'; toolName: string; args: any }
|
||||||
|
| { type: 'toolCompleted'; toolName: string; args: any; result?: string; duration?: number }
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Agent control panel
|
* Agent control panel
|
||||||
*/
|
*/
|
||||||
@@ -19,11 +43,11 @@ export class Panel {
|
|||||||
#stopButton: HTMLElement
|
#stopButton: HTMLElement
|
||||||
#inputSection: HTMLElement
|
#inputSection: HTMLElement
|
||||||
#taskInput: HTMLInputElement
|
#taskInput: HTMLInputElement
|
||||||
#bus: EventBus
|
|
||||||
|
|
||||||
#state = new UIState()
|
#state = new UIState()
|
||||||
#isExpanded = false
|
#isExpanded = false
|
||||||
#pageAgent: PageAgent
|
#config: PanelConfig
|
||||||
|
#i18n: I18n
|
||||||
#userAnswerResolver: ((input: string) => void) | null = null
|
#userAnswerResolver: ((input: string) => void) | null = null
|
||||||
#isWaitingForUserAnswer: boolean = false
|
#isWaitingForUserAnswer: boolean = false
|
||||||
#headerUpdateTimer: ReturnType<typeof setInterval> | null = null
|
#headerUpdateTimer: ReturnType<typeof setInterval> | null = null
|
||||||
@@ -34,9 +58,9 @@ export class Panel {
|
|||||||
return this.#wrapper
|
return this.#wrapper
|
||||||
}
|
}
|
||||||
|
|
||||||
constructor(pageAgent: PageAgent) {
|
constructor(config: PanelConfig) {
|
||||||
this.#pageAgent = pageAgent
|
this.#config = config
|
||||||
this.#bus = pageAgent.bus
|
this.#i18n = new I18n(config.language ?? 'en-US')
|
||||||
this.#wrapper = this.#createWrapper()
|
this.#wrapper = this.#createWrapper()
|
||||||
this.#indicator = this.#wrapper.querySelector(`.${styles.indicator}`)!
|
this.#indicator = this.#wrapper.querySelector(`.${styles.indicator}`)!
|
||||||
this.#statusText = this.#wrapper.querySelector(`.${styles.statusText}`)!
|
this.#statusText = this.#wrapper.querySelector(`.${styles.statusText}`)!
|
||||||
@@ -49,16 +73,8 @@ export class Panel {
|
|||||||
|
|
||||||
this.#setupEventListeners()
|
this.#setupEventListeners()
|
||||||
this.#startHeaderUpdateLoop()
|
this.#startHeaderUpdateLoop()
|
||||||
// this.#expand() // debug
|
|
||||||
|
|
||||||
this.#showInputArea()
|
this.#showInputArea()
|
||||||
|
|
||||||
this.#bus.on('panel:show', () => this.#show())
|
|
||||||
this.#bus.on('panel:hide', () => this.#hide())
|
|
||||||
this.#bus.on('panel:reset', () => this.#reset())
|
|
||||||
this.#bus.on('panel:update', (stepData) => this.#update(stepData))
|
|
||||||
this.#bus.on('panel:expand', () => this.#expand())
|
|
||||||
this.#bus.on('panel:collapse', () => this.#collapse())
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -71,18 +87,67 @@ export class Panel {
|
|||||||
this.#userAnswerResolver = resolve
|
this.#userAnswerResolver = resolve
|
||||||
|
|
||||||
// Update state to `running`
|
// Update state to `running`
|
||||||
this.#update({
|
this.#updateInternal({
|
||||||
type: 'output',
|
type: 'output',
|
||||||
displayText: this.#pageAgent.i18n.t('ui.panel.question', { question }),
|
displayText: this.#i18n.t('ui.panel.question', { question }),
|
||||||
}) // Expand history panel
|
}) // Expand history panel
|
||||||
if (!this.#isExpanded) {
|
if (!this.#isExpanded) {
|
||||||
this.#expand()
|
this.#expand()
|
||||||
}
|
}
|
||||||
|
|
||||||
this.#showInputArea(this.#pageAgent.i18n.t('ui.panel.userAnswerPrompt'))
|
this.#showInputArea(this.#i18n.t('ui.panel.userAnswerPrompt'))
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ========== Public control methods ==========
|
||||||
|
|
||||||
|
show(): void {
|
||||||
|
this.wrapper.style.display = 'block'
|
||||||
|
void this.wrapper.offsetHeight
|
||||||
|
this.wrapper.style.opacity = '1'
|
||||||
|
this.wrapper.style.transform = 'translateX(-50%) translateY(0)'
|
||||||
|
}
|
||||||
|
|
||||||
|
hide(): void {
|
||||||
|
this.wrapper.style.opacity = '0'
|
||||||
|
this.wrapper.style.transform = 'translateX(-50%) translateY(20px)'
|
||||||
|
this.wrapper.style.display = 'none'
|
||||||
|
}
|
||||||
|
|
||||||
|
reset(): void {
|
||||||
|
this.#state.reset()
|
||||||
|
this.#statusText.textContent = this.#i18n.t('ui.panel.ready')
|
||||||
|
this.#updateStatusIndicator('thinking')
|
||||||
|
this.#updateHistory()
|
||||||
|
this.#collapse()
|
||||||
|
// Reset pause state via callback
|
||||||
|
if (this.#config.getPaused()) {
|
||||||
|
this.#config.onPauseToggle()
|
||||||
|
}
|
||||||
|
this.#updatePauseButton()
|
||||||
|
// Reset user input state
|
||||||
|
this.#isWaitingForUserAnswer = false
|
||||||
|
this.#userAnswerResolver = null
|
||||||
|
// Show input area
|
||||||
|
this.#showInputArea()
|
||||||
|
}
|
||||||
|
|
||||||
|
expand(): void {
|
||||||
|
this.#expand()
|
||||||
|
}
|
||||||
|
|
||||||
|
collapse(): void {
|
||||||
|
this.#collapse()
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Update panel with semantic data - i18n handled internally
|
||||||
|
*/
|
||||||
|
update(data: PanelUpdate): void {
|
||||||
|
const stepData = this.#toStepData(data)
|
||||||
|
this.#updateInternal(stepData)
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Dispose panel
|
* Dispose panel
|
||||||
*/
|
*/
|
||||||
@@ -92,10 +157,102 @@ export class Panel {
|
|||||||
this.wrapper.remove()
|
this.wrapper.remove()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ========== Private methods ==========
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Update status
|
* Convert semantic update to step data with i18n
|
||||||
*/
|
*/
|
||||||
#update(stepData: Omit<Step, 'id' | 'stepNumber' | 'timestamp'>): void {
|
#toStepData(data: PanelUpdate): Omit<Step, 'id' | 'stepNumber' | 'timestamp'> {
|
||||||
|
switch (data.type) {
|
||||||
|
case 'thinking':
|
||||||
|
return { type: 'thinking', displayText: data.text ?? this.#i18n.t('ui.panel.thinking') }
|
||||||
|
case 'input':
|
||||||
|
return { type: 'input', displayText: data.task }
|
||||||
|
case 'question':
|
||||||
|
return {
|
||||||
|
type: 'output',
|
||||||
|
displayText: this.#i18n.t('ui.panel.question', { question: data.question }),
|
||||||
|
}
|
||||||
|
case 'userAnswer':
|
||||||
|
return {
|
||||||
|
type: 'input',
|
||||||
|
displayText: this.#i18n.t('ui.panel.userAnswer', { input: data.input }),
|
||||||
|
}
|
||||||
|
case 'retry':
|
||||||
|
return { type: 'retry', displayText: `retry-ing (${data.current} / ${data.max})` }
|
||||||
|
case 'error':
|
||||||
|
return { type: 'error', displayText: data.message }
|
||||||
|
case 'output':
|
||||||
|
return { type: 'output', displayText: data.text }
|
||||||
|
case 'completed':
|
||||||
|
return { type: 'completed', displayText: this.#i18n.t('ui.panel.taskCompleted') }
|
||||||
|
case 'toolExecuting':
|
||||||
|
return {
|
||||||
|
type: 'tool_executing',
|
||||||
|
toolName: data.toolName,
|
||||||
|
toolArgs: data.args,
|
||||||
|
displayText: this.#getToolExecutingText(data.toolName, data.args),
|
||||||
|
}
|
||||||
|
case 'toolCompleted': {
|
||||||
|
const displayText = this.#getToolCompletedText(data.toolName, data.args)
|
||||||
|
if (!displayText) return { type: 'tool_executing', displayText: '' } // will be filtered
|
||||||
|
return {
|
||||||
|
type: 'tool_executing',
|
||||||
|
toolName: data.toolName,
|
||||||
|
toolArgs: data.args,
|
||||||
|
toolResult: data.result,
|
||||||
|
displayText,
|
||||||
|
duration: data.duration,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#getToolExecutingText(toolName: string, args: any): string {
|
||||||
|
switch (toolName) {
|
||||||
|
case 'click_element_by_index':
|
||||||
|
return this.#i18n.t('ui.tools.clicking', { index: args.index })
|
||||||
|
case 'input_text':
|
||||||
|
return this.#i18n.t('ui.tools.inputting', { index: args.index })
|
||||||
|
case 'select_dropdown_option':
|
||||||
|
return this.#i18n.t('ui.tools.selecting', { text: args.text })
|
||||||
|
case 'scroll':
|
||||||
|
return this.#i18n.t('ui.tools.scrolling')
|
||||||
|
case 'wait':
|
||||||
|
return this.#i18n.t('ui.tools.waiting', { seconds: args.seconds })
|
||||||
|
case 'done':
|
||||||
|
return this.#i18n.t('ui.tools.done')
|
||||||
|
default:
|
||||||
|
return this.#i18n.t('ui.tools.executing', { toolName })
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#getToolCompletedText(toolName: string, args: any): string | null {
|
||||||
|
switch (toolName) {
|
||||||
|
case 'click_element_by_index':
|
||||||
|
return this.#i18n.t('ui.tools.clicked', { index: args.index })
|
||||||
|
case 'input_text':
|
||||||
|
return this.#i18n.t('ui.tools.inputted', { text: args.text })
|
||||||
|
case 'select_dropdown_option':
|
||||||
|
return this.#i18n.t('ui.tools.selected', { text: args.text })
|
||||||
|
case 'scroll':
|
||||||
|
return this.#i18n.t('ui.tools.scrolled')
|
||||||
|
case 'wait':
|
||||||
|
return this.#i18n.t('ui.tools.waited')
|
||||||
|
case 'done':
|
||||||
|
return null
|
||||||
|
default:
|
||||||
|
return null
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Update status (internal)
|
||||||
|
*/
|
||||||
|
#updateInternal(stepData: Omit<Step, 'id' | 'stepNumber' | 'timestamp'>): void {
|
||||||
|
// Skip empty displayText (filtered toolCompleted for 'done')
|
||||||
|
if (!stepData.displayText) return
|
||||||
|
|
||||||
const step = this.#state.addStep(stepData)
|
const step = this.#state.addStep(stepData)
|
||||||
|
|
||||||
// Queue header text update (will be processed by periodic check)
|
// Queue header text update (will be processed by periodic check)
|
||||||
@@ -120,59 +277,20 @@ export class Panel {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Show panel
|
|
||||||
*/
|
|
||||||
#show(): void {
|
|
||||||
this.wrapper.style.display = 'block'
|
|
||||||
// Force reflow to trigger animation
|
|
||||||
void this.wrapper.offsetHeight
|
|
||||||
this.wrapper.style.opacity = '1'
|
|
||||||
this.wrapper.style.transform = 'translateX(-50%) translateY(0)'
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Hide panel
|
|
||||||
*/
|
|
||||||
#hide(): void {
|
|
||||||
this.wrapper.style.opacity = '0'
|
|
||||||
this.wrapper.style.transform = 'translateX(-50%) translateY(20px)'
|
|
||||||
this.wrapper.style.display = 'none'
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Reset state
|
|
||||||
*/
|
|
||||||
#reset(): void {
|
|
||||||
this.#state.reset()
|
|
||||||
this.#statusText.textContent = this.#pageAgent.i18n.t('ui.panel.ready')
|
|
||||||
this.#updateStatusIndicator('thinking')
|
|
||||||
this.#updateHistory()
|
|
||||||
this.#collapse()
|
|
||||||
// Reset pause state
|
|
||||||
this.#pageAgent.paused = false
|
|
||||||
this.#updatePauseButton()
|
|
||||||
// Reset user input state
|
|
||||||
this.#isWaitingForUserAnswer = false
|
|
||||||
this.#userAnswerResolver = null
|
|
||||||
// Show input area
|
|
||||||
this.#showInputArea()
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Toggle pause state
|
* Toggle pause state
|
||||||
*/
|
*/
|
||||||
#togglePause(): void {
|
#togglePause(): void {
|
||||||
this.#pageAgent.paused = !this.#pageAgent.paused
|
const paused = this.#config.onPauseToggle()
|
||||||
this.#updatePauseButton()
|
this.#updatePauseButton()
|
||||||
|
|
||||||
// Update status display
|
// Update status display
|
||||||
if (this.#pageAgent.paused) {
|
if (paused) {
|
||||||
this.#statusText.textContent = this.#pageAgent.i18n.t('ui.panel.paused')
|
this.#statusText.textContent = this.#i18n.t('ui.panel.paused')
|
||||||
this.#updateStatusIndicator('thinking') // Use existing thinking state
|
this.#updateStatusIndicator('thinking')
|
||||||
} else {
|
} else {
|
||||||
this.#statusText.textContent = this.#pageAgent.i18n.t('ui.panel.continueExecution')
|
this.#statusText.textContent = this.#i18n.t('ui.panel.continueExecution')
|
||||||
this.#updateStatusIndicator('tool_executing') // Restore to execution state
|
this.#updateStatusIndicator('tool_executing')
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -180,13 +298,14 @@ export class Panel {
|
|||||||
* Update pause button state
|
* Update pause button state
|
||||||
*/
|
*/
|
||||||
#updatePauseButton(): void {
|
#updatePauseButton(): void {
|
||||||
if (this.#pageAgent.paused) {
|
const paused = this.#config.getPaused()
|
||||||
|
if (paused) {
|
||||||
this.#pauseButton.textContent = '▶'
|
this.#pauseButton.textContent = '▶'
|
||||||
this.#pauseButton.title = this.#pageAgent.i18n.t('ui.panel.continue')
|
this.#pauseButton.title = this.#i18n.t('ui.panel.continue')
|
||||||
this.#pauseButton.classList.add(styles.paused)
|
this.#pauseButton.classList.add(styles.paused)
|
||||||
} else {
|
} else {
|
||||||
this.#pauseButton.textContent = '⏸︎'
|
this.#pauseButton.textContent = '⏸︎'
|
||||||
this.#pauseButton.title = this.#pageAgent.i18n.t('ui.panel.pause')
|
this.#pauseButton.title = this.#i18n.t('ui.panel.pause')
|
||||||
this.#pauseButton.classList.remove(styles.paused)
|
this.#pauseButton.classList.remove(styles.paused)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -196,12 +315,12 @@ export class Panel {
|
|||||||
*/
|
*/
|
||||||
#stopAgent(): void {
|
#stopAgent(): void {
|
||||||
// Update status display
|
// Update status display
|
||||||
this.#update({
|
this.#updateInternal({
|
||||||
type: 'error',
|
type: 'error',
|
||||||
displayText: this.#pageAgent.i18n.t('ui.panel.taskTerminated'),
|
displayText: this.#i18n.t('ui.panel.taskTerminated'),
|
||||||
})
|
})
|
||||||
|
|
||||||
this.#pageAgent.dispose()
|
this.#config.onStop()
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -218,7 +337,7 @@ export class Panel {
|
|||||||
// Handle user input mode
|
// Handle user input mode
|
||||||
this.#handleUserAnswer(input)
|
this.#handleUserAnswer(input)
|
||||||
} else {
|
} else {
|
||||||
this.#pageAgent.execute(input)
|
this.#config.onExecuteTask(input)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -227,9 +346,9 @@ export class Panel {
|
|||||||
*/
|
*/
|
||||||
#handleUserAnswer(input: string): void {
|
#handleUserAnswer(input: string): void {
|
||||||
// Add user input to history
|
// Add user input to history
|
||||||
this.#update({
|
this.#updateInternal({
|
||||||
type: 'input',
|
type: 'input',
|
||||||
displayText: this.#pageAgent.i18n.t('ui.panel.userAnswer', { input }),
|
displayText: this.#i18n.t('ui.panel.userAnswer', { input }),
|
||||||
})
|
})
|
||||||
|
|
||||||
// Reset state
|
// Reset state
|
||||||
@@ -248,7 +367,7 @@ export class Panel {
|
|||||||
#showInputArea(placeholder?: string): void {
|
#showInputArea(placeholder?: string): void {
|
||||||
// Clear input field
|
// Clear input field
|
||||||
this.#taskInput.value = ''
|
this.#taskInput.value = ''
|
||||||
this.#taskInput.placeholder = placeholder || this.#pageAgent.i18n.t('ui.panel.taskInput')
|
this.#taskInput.placeholder = placeholder || this.#i18n.t('ui.panel.taskInput')
|
||||||
this.#inputSection.classList.remove(styles.hidden)
|
this.#inputSection.classList.remove(styles.hidden)
|
||||||
// Focus on input field
|
// Focus on input field
|
||||||
setTimeout(() => {
|
setTimeout(() => {
|
||||||
@@ -294,23 +413,23 @@ export class Panel {
|
|||||||
stepNumber: 0,
|
stepNumber: 0,
|
||||||
timestamp: new Date(),
|
timestamp: new Date(),
|
||||||
type: 'thinking',
|
type: 'thinking',
|
||||||
displayText: this.#pageAgent.i18n.t('ui.panel.waitingPlaceholder'),
|
displayText: this.#i18n.t('ui.panel.waitingPlaceholder'),
|
||||||
})}
|
})}
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="${styles.header}">
|
<div class="${styles.header}">
|
||||||
<div class="${styles.statusSection}">
|
<div class="${styles.statusSection}">
|
||||||
<div class="${styles.indicator} ${styles.thinking}"></div>
|
<div class="${styles.indicator} ${styles.thinking}"></div>
|
||||||
<div class="${styles.statusText}">${this.#pageAgent.i18n.t('ui.panel.ready')}</div>
|
<div class="${styles.statusText}">${this.#i18n.t('ui.panel.ready')}</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="${styles.controls}">
|
<div class="${styles.controls}">
|
||||||
<button class="${styles.controlButton} ${styles.expandButton}" title="${this.#pageAgent.i18n.t('ui.panel.expand')}">
|
<button class="${styles.controlButton} ${styles.expandButton}" title="${this.#i18n.t('ui.panel.expand')}">
|
||||||
▼
|
▼
|
||||||
</button>
|
</button>
|
||||||
<button class="${styles.controlButton} ${styles.pauseButton}" title="${this.#pageAgent.i18n.t('ui.panel.pause')}">
|
<button class="${styles.controlButton} ${styles.pauseButton}" title="${this.#i18n.t('ui.panel.pause')}">
|
||||||
⏸︎
|
⏸︎
|
||||||
</button>
|
</button>
|
||||||
<button class="${styles.controlButton} ${styles.stopButton}" title="${this.#pageAgent.i18n.t('ui.panel.stop')}">
|
<button class="${styles.controlButton} ${styles.stopButton}" title="${this.#i18n.t('ui.panel.stop')}">
|
||||||
X
|
X
|
||||||
</button>
|
</button>
|
||||||
</div>
|
</div>
|
||||||
@@ -501,8 +620,8 @@ export class Panel {
|
|||||||
// Check if this is a result from done tool
|
// Check if this is a result from done tool
|
||||||
if (step.toolName === 'done') {
|
if (step.toolName === 'done') {
|
||||||
// Judge success or failure based on result
|
// Judge success or failure based on result
|
||||||
const failureKeyword = this.#pageAgent.i18n.t('ui.tools.resultFailure')
|
const failureKeyword = this.#i18n.t('ui.tools.resultFailure')
|
||||||
const errorKeyword = this.#pageAgent.i18n.t('ui.tools.resultError')
|
const errorKeyword = this.#i18n.t('ui.tools.resultError')
|
||||||
const isSuccess =
|
const isSuccess =
|
||||||
!step.toolResult ||
|
!step.toolResult ||
|
||||||
(!step.toolResult.includes(failureKeyword) && !step.toolResult.includes(errorKeyword))
|
(!step.toolResult.includes(failureKeyword) && !step.toolResult.includes(errorKeyword))
|
||||||
@@ -531,7 +650,7 @@ export class Panel {
|
|||||||
}
|
}
|
||||||
|
|
||||||
const durationText = step.duration ? ` · ${step.duration}ms` : ''
|
const durationText = step.duration ? ` · ${step.duration}ms` : ''
|
||||||
const stepLabel = this.#pageAgent.i18n.t('ui.panel.step', {
|
const stepLabel = this.#i18n.t('ui.panel.step', {
|
||||||
number: step.stepNumber.toString(),
|
number: step.stepNumber.toString(),
|
||||||
time,
|
time,
|
||||||
duration: durationText || '', // Explicitly pass empty string to replace template
|
duration: durationText || '', // Explicitly pass empty string to replace template
|
||||||
@@ -550,47 +669,3 @@ export class Panel {
|
|||||||
`
|
`
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Get display text for tool execution
|
|
||||||
*/
|
|
||||||
export function getToolExecutingText(toolName: string, args: any, i18n: I18n): string {
|
|
||||||
switch (toolName) {
|
|
||||||
case 'click_element_by_index':
|
|
||||||
return i18n.t('ui.tools.clicking', { index: args.index })
|
|
||||||
case 'input_text':
|
|
||||||
return i18n.t('ui.tools.inputting', { index: args.index })
|
|
||||||
case 'select_dropdown_option':
|
|
||||||
return i18n.t('ui.tools.selecting', { text: args.text })
|
|
||||||
case 'scroll':
|
|
||||||
return i18n.t('ui.tools.scrolling')
|
|
||||||
case 'wait':
|
|
||||||
return i18n.t('ui.tools.waiting', { seconds: args.seconds })
|
|
||||||
case 'done':
|
|
||||||
return i18n.t('ui.tools.done')
|
|
||||||
default:
|
|
||||||
return i18n.t('ui.tools.executing', { toolName })
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Get display text for tool completion
|
|
||||||
*/
|
|
||||||
export function getToolCompletedText(toolName: string, args: any, i18n: I18n): string | null {
|
|
||||||
switch (toolName) {
|
|
||||||
case 'click_element_by_index':
|
|
||||||
return i18n.t('ui.tools.clicked', { index: args.index })
|
|
||||||
case 'input_text':
|
|
||||||
return i18n.t('ui.tools.inputted', { text: args.text })
|
|
||||||
case 'select_dropdown_option':
|
|
||||||
return i18n.t('ui.tools.selected', { text: args.text })
|
|
||||||
case 'scroll':
|
|
||||||
return i18n.t('ui.tools.scrolled')
|
|
||||||
case 'wait':
|
|
||||||
return i18n.t('ui.tools.waited')
|
|
||||||
case 'done':
|
|
||||||
return null
|
|
||||||
default:
|
|
||||||
return null
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,6 +1,6 @@
|
|||||||
import { Motion } from 'ai-motion'
|
import { Motion } from 'ai-motion'
|
||||||
|
|
||||||
import { isPageDark } from '../utils/checkDarkMode'
|
import { isPageDark } from './checkDarkMode'
|
||||||
|
|
||||||
import styles from './SimulatorMask.module.css'
|
import styles from './SimulatorMask.module.css'
|
||||||
import cursorStyles from './cursor.module.css'
|
import cursorStyles from './cursor.module.css'
|
||||||
Vendored
+6
@@ -0,0 +1,6 @@
|
|||||||
|
/// <reference types="vite/client" />
|
||||||
|
|
||||||
|
declare module '*.module.css' {
|
||||||
|
const classes: Record<string, string>
|
||||||
|
export default classes
|
||||||
|
}
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
export { Panel, type PanelConfig, type PanelUpdate } from './Panel'
|
||||||
|
export { SimulatorMask } from './SimulatorMask'
|
||||||
|
export { UIState, type Step, type AgentStatus } from './UIState'
|
||||||
|
export { I18n, type SupportedLanguage, type TranslationKey } from './i18n'
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
export function truncate(text: string, maxLength: number): string {
|
||||||
|
if (text.length > maxLength) {
|
||||||
|
return text.substring(0, maxLength) + '...'
|
||||||
|
}
|
||||||
|
return text
|
||||||
|
}
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
{
|
||||||
|
"extends": "./tsconfig.json",
|
||||||
|
"compilerOptions": {
|
||||||
|
// @workaround DTS bug
|
||||||
|
// dts do not work with monorepo path mapping
|
||||||
|
// disable path mapping for it
|
||||||
|
"paths": {}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
@@ -0,0 +1,13 @@
|
|||||||
|
{
|
||||||
|
"extends": "../../tsconfig.base.json",
|
||||||
|
"compilerOptions": {
|
||||||
|
"tsBuildInfoFile": "./node_modules/.tmp/tsconfig.tsbuildinfo",
|
||||||
|
"noEmit": false,
|
||||||
|
"allowImportingTsExtensions": false,
|
||||||
|
"baseUrl": ".",
|
||||||
|
"outDir": "dist"
|
||||||
|
},
|
||||||
|
"include": ["**/*.ts", "**/*.js"],
|
||||||
|
"exclude": ["dist", "node_modules"]
|
||||||
|
}
|
||||||
|
|
||||||
@@ -0,0 +1,41 @@
|
|||||||
|
// @ts-check
|
||||||
|
import chalk from 'chalk'
|
||||||
|
import { dirname, resolve } from 'path'
|
||||||
|
import dts from 'unplugin-dts/vite'
|
||||||
|
import { fileURLToPath } from 'url'
|
||||||
|
import { defineConfig } from 'vite'
|
||||||
|
import cssInjectedByJsPlugin from 'vite-plugin-css-injected-by-js'
|
||||||
|
|
||||||
|
const __dirname = dirname(fileURLToPath(import.meta.url))
|
||||||
|
|
||||||
|
console.log(chalk.cyan(`📦 Building @page-agent/ui`))
|
||||||
|
|
||||||
|
export default defineConfig({
|
||||||
|
clearScreen: false,
|
||||||
|
plugins: [
|
||||||
|
dts({ tsconfigPath: './tsconfig.dts.json', bundleTypes: true }),
|
||||||
|
cssInjectedByJsPlugin({ relativeCSSInjection: true }),
|
||||||
|
],
|
||||||
|
publicDir: false,
|
||||||
|
esbuild: {
|
||||||
|
keepNames: true,
|
||||||
|
},
|
||||||
|
build: {
|
||||||
|
lib: {
|
||||||
|
entry: resolve(__dirname, 'src/index.ts'),
|
||||||
|
name: 'PageAgentUI',
|
||||||
|
fileName: 'page-agent-ui',
|
||||||
|
formats: ['es'],
|
||||||
|
},
|
||||||
|
outDir: resolve(__dirname, 'dist', 'lib'),
|
||||||
|
rollupOptions: {
|
||||||
|
external: ['ai-motion'],
|
||||||
|
},
|
||||||
|
minify: false,
|
||||||
|
sourcemap: true,
|
||||||
|
cssCodeSplit: true,
|
||||||
|
},
|
||||||
|
define: {
|
||||||
|
'process.env.NODE_ENV': '"production"',
|
||||||
|
},
|
||||||
|
})
|
||||||
@@ -1,7 +1,7 @@
|
|||||||
{
|
{
|
||||||
"name": "@page-agent/website",
|
"name": "@page-agent/website",
|
||||||
"private": true,
|
"private": true,
|
||||||
"version": "0.0.7",
|
"version": "0.0.8",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"dev": "vite",
|
"dev": "vite",
|
||||||
@@ -10,7 +10,6 @@
|
|||||||
"typecheck": "tsc --noEmit"
|
"typecheck": "tsc --noEmit"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"page-agent": "*",
|
|
||||||
"@tailwindcss/vite": "^4.1.14",
|
"@tailwindcss/vite": "^4.1.14",
|
||||||
"@types/react": "^19.2.2",
|
"@types/react": "^19.2.2",
|
||||||
"@types/react-dom": "^19.2.1",
|
"@types/react-dom": "^19.2.1",
|
||||||
|
|||||||
@@ -20,6 +20,7 @@ export default defineConfig({
|
|||||||
|
|
||||||
// Monorepo packages (always bundle local code instead of npm versions)
|
// Monorepo packages (always bundle local code instead of npm versions)
|
||||||
'@page-agent/page-controller': resolve(__dirname, '../page-controller/src/PageController.ts'),
|
'@page-agent/page-controller': resolve(__dirname, '../page-controller/src/PageController.ts'),
|
||||||
|
'@page-agent/ui': resolve(__dirname, '../ui/src/index.ts'),
|
||||||
'page-agent': resolve(__dirname, '../page-agent/src/PageAgent.ts'),
|
'page-agent': resolve(__dirname, '../page-agent/src/PageAgent.ts'),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -102,6 +102,7 @@ console.log(chalk.green.bold(`\n✓ Version synced: ${newVersion}\n`))
|
|||||||
if (hasChanges) {
|
if (hasChanges) {
|
||||||
const tagName = `v${newVersion}`
|
const tagName = `v${newVersion}`
|
||||||
console.log(chalk.cyan.bold('📋 Next steps:\n'))
|
console.log(chalk.cyan.bold('📋 Next steps:\n'))
|
||||||
|
console.log(chalk.blueBright(`npm i`))
|
||||||
console.log(
|
console.log(
|
||||||
chalk.blueBright(`git add . && git commit -m "chore(version): bump version to ${newVersion}"`)
|
chalk.blueBright(`git add . && git commit -m "chore(version): bump version to ${newVersion}"`)
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -2,6 +2,7 @@
|
|||||||
"extends": "./tsconfig.base.json",
|
"extends": "./tsconfig.base.json",
|
||||||
"references": [
|
"references": [
|
||||||
{ "path": "./packages/page-controller" },
|
{ "path": "./packages/page-controller" },
|
||||||
|
{ "path": "./packages/ui" },
|
||||||
{ "path": "./packages/page-agent" },
|
{ "path": "./packages/page-agent" },
|
||||||
{ "path": "./packages/website" }
|
{ "path": "./packages/website" }
|
||||||
],
|
],
|
||||||
|
|||||||
Reference in New Issue
Block a user