2019-11-22 14:46:34 -08:00
|
|
|
// Copyright (c) Microsoft Corporation.
|
|
|
|
// Licensed under the MIT license.
|
|
|
|
|
2020-01-03 12:59:06 -08:00
|
|
|
import { assert } from './helper';
|
2019-11-27 16:03:51 -08:00
|
|
|
import * as types from './types';
|
2019-12-12 20:54:40 -08:00
|
|
|
import * as keyboardLayout from './usKeyboardLayout';
|
2019-11-27 16:03:51 -08:00
|
|
|
|
2019-11-22 14:46:34 -08:00
|
|
|
export type Modifier = 'Alt' | 'Control' | 'Meta' | 'Shift';
|
|
|
|
export type Button = 'left' | 'right' | 'middle';
|
|
|
|
|
|
|
|
export type PointerActionOptions = {
|
|
|
|
modifiers?: Modifier[];
|
2019-11-27 16:03:51 -08:00
|
|
|
relativePoint?: types.Point;
|
2019-11-22 14:46:34 -08:00
|
|
|
};
|
|
|
|
|
|
|
|
export type ClickOptions = PointerActionOptions & {
|
|
|
|
delay?: number;
|
|
|
|
button?: Button;
|
|
|
|
clickCount?: number;
|
|
|
|
};
|
|
|
|
|
|
|
|
export type MultiClickOptions = PointerActionOptions & {
|
|
|
|
delay?: number;
|
|
|
|
button?: Button;
|
|
|
|
};
|
|
|
|
|
2019-11-25 11:19:20 -08:00
|
|
|
export const keypadLocation = keyboardLayout.keypadLocation;
|
|
|
|
|
|
|
|
type KeyDescription = {
|
|
|
|
keyCode: number,
|
2019-12-10 13:22:01 -08:00
|
|
|
keyCodeWithoutLocation: number,
|
2019-11-25 11:19:20 -08:00
|
|
|
key: string,
|
|
|
|
text: string,
|
|
|
|
code: string,
|
|
|
|
location: number,
|
|
|
|
};
|
|
|
|
|
|
|
|
const kModifiers: Modifier[] = ['Alt', 'Control', 'Meta', 'Shift'];
|
|
|
|
|
|
|
|
export interface RawKeyboard {
|
2019-12-10 13:22:01 -08:00
|
|
|
keydown(modifiers: Set<Modifier>, code: string, keyCode: number, keyCodeWithoutLocation: number, key: string, location: number, autoRepeat: boolean, text: string | undefined): Promise<void>;
|
|
|
|
keyup(modifiers: Set<Modifier>, code: string, keyCode: number, keyCodeWithoutLocation: number, key: string, location: number): Promise<void>;
|
2019-11-25 11:19:20 -08:00
|
|
|
sendText(text: string): Promise<void>;
|
|
|
|
}
|
|
|
|
|
|
|
|
export class Keyboard {
|
|
|
|
private _raw: RawKeyboard;
|
|
|
|
private _pressedModifiers = new Set<Modifier>();
|
|
|
|
private _pressedKeys = new Set<string>();
|
|
|
|
|
|
|
|
constructor(raw: RawKeyboard) {
|
|
|
|
this._raw = raw;
|
|
|
|
}
|
|
|
|
|
|
|
|
async down(key: string, options: { text?: string; } = { text: undefined }) {
|
|
|
|
const description = this._keyDescriptionForString(key);
|
|
|
|
const autoRepeat = this._pressedKeys.has(description.code);
|
|
|
|
this._pressedKeys.add(description.code);
|
|
|
|
if (kModifiers.includes(description.key as Modifier))
|
|
|
|
this._pressedModifiers.add(description.key as Modifier);
|
|
|
|
const text = options.text === undefined ? description.text : options.text;
|
2019-12-10 13:22:01 -08:00
|
|
|
await this._raw.keydown(this._pressedModifiers, description.code, description.keyCode, description.keyCodeWithoutLocation, description.key, description.location, autoRepeat, text);
|
2019-11-25 11:19:20 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
private _keyDescriptionForString(keyString: string): KeyDescription {
|
|
|
|
const shift = this._pressedModifiers.has('Shift');
|
|
|
|
const description: KeyDescription = {
|
|
|
|
key: '',
|
|
|
|
keyCode: 0,
|
2019-12-10 13:22:01 -08:00
|
|
|
keyCodeWithoutLocation: 0,
|
2019-11-25 11:19:20 -08:00
|
|
|
code: '',
|
|
|
|
text: '',
|
|
|
|
location: 0
|
|
|
|
};
|
|
|
|
|
|
|
|
const definition = keyboardLayout.keyDefinitions[keyString];
|
|
|
|
assert(definition, `Unknown key: "${keyString}"`);
|
|
|
|
|
|
|
|
if (definition.key)
|
|
|
|
description.key = definition.key;
|
|
|
|
if (shift && definition.shiftKey)
|
|
|
|
description.key = definition.shiftKey;
|
|
|
|
|
|
|
|
if (definition.keyCode)
|
|
|
|
description.keyCode = definition.keyCode;
|
|
|
|
if (shift && definition.shiftKeyCode)
|
|
|
|
description.keyCode = definition.shiftKeyCode;
|
|
|
|
|
|
|
|
if (definition.code)
|
|
|
|
description.code = definition.code;
|
|
|
|
|
|
|
|
if (definition.location)
|
|
|
|
description.location = definition.location;
|
|
|
|
|
|
|
|
if (description.key.length === 1)
|
|
|
|
description.text = description.key;
|
|
|
|
|
|
|
|
if (definition.text)
|
|
|
|
description.text = definition.text;
|
|
|
|
if (shift && definition.shiftText)
|
|
|
|
description.text = definition.shiftText;
|
|
|
|
|
|
|
|
// if any modifiers besides shift are pressed, no text should be sent
|
|
|
|
if (this._pressedModifiers.size > 1 || (!this._pressedModifiers.has('Shift') && this._pressedModifiers.size === 1))
|
|
|
|
description.text = '';
|
|
|
|
|
2019-12-10 13:22:01 -08:00
|
|
|
if (definition.keyCodeWithoutLocation)
|
|
|
|
description.keyCodeWithoutLocation = definition.keyCodeWithoutLocation;
|
|
|
|
else
|
|
|
|
description.keyCodeWithoutLocation = description.keyCode;
|
2019-11-25 11:19:20 -08:00
|
|
|
return description;
|
|
|
|
}
|
|
|
|
|
|
|
|
async up(key: string) {
|
|
|
|
const description = this._keyDescriptionForString(key);
|
|
|
|
if (kModifiers.includes(description.key as Modifier))
|
|
|
|
this._pressedModifiers.delete(description.key as Modifier);
|
|
|
|
this._pressedKeys.delete(description.code);
|
2019-12-10 13:22:01 -08:00
|
|
|
await this._raw.keyup(this._pressedModifiers, description.code, description.keyCode, description.keyCodeWithoutLocation, description.key, description.location);
|
2019-11-25 11:19:20 -08:00
|
|
|
}
|
|
|
|
|
2019-11-26 08:52:47 -08:00
|
|
|
async sendCharacters(text: string) {
|
2019-11-25 11:19:20 -08:00
|
|
|
await this._raw.sendText(text);
|
|
|
|
}
|
|
|
|
|
2019-12-17 14:30:02 -08:00
|
|
|
async type(text: string, options?: { delay?: number }) {
|
2019-11-25 11:19:20 -08:00
|
|
|
const delay = (options && options.delay) || null;
|
|
|
|
for (const char of text) {
|
|
|
|
if (keyboardLayout.keyDefinitions[char]) {
|
|
|
|
await this.press(char, {delay});
|
|
|
|
} else {
|
|
|
|
if (delay)
|
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 08:52:47 -08:00
|
|
|
await this.sendCharacters(char);
|
2019-11-25 11:19:20 -08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async press(key: string, options: { delay?: number; text?: string; } = {}) {
|
|
|
|
const {delay = null} = options;
|
|
|
|
await this.down(key, options);
|
|
|
|
if (delay)
|
|
|
|
await new Promise(f => setTimeout(f, options.delay));
|
|
|
|
await this.up(key);
|
|
|
|
}
|
|
|
|
|
|
|
|
async _ensureModifiers(modifiers: Modifier[]): Promise<Modifier[]> {
|
|
|
|
for (const modifier of modifiers) {
|
|
|
|
if (!kModifiers.includes(modifier))
|
|
|
|
throw new Error('Uknown modifier ' + modifier);
|
|
|
|
}
|
|
|
|
const restore: Modifier[] = Array.from(this._pressedModifiers);
|
|
|
|
const promises: Promise<void>[] = [];
|
|
|
|
for (const key of kModifiers) {
|
|
|
|
const needDown = modifiers.includes(key);
|
|
|
|
const isDown = this._pressedModifiers.has(key);
|
|
|
|
if (needDown && !isDown)
|
|
|
|
promises.push(this.down(key));
|
|
|
|
else if (!needDown && isDown)
|
|
|
|
promises.push(this.up(key));
|
|
|
|
}
|
|
|
|
await Promise.all(promises);
|
|
|
|
return restore;
|
|
|
|
}
|
|
|
|
|
|
|
|
_modifiers(): Set<Modifier> {
|
|
|
|
return this._pressedModifiers;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-26 07:52:55 -08:00
|
|
|
export interface RawMouse {
|
|
|
|
move(x: number, y: number, button: Button | 'none', buttons: Set<Button>, modifiers: Set<Modifier>): Promise<void>;
|
|
|
|
down(x: number, y: number, button: Button, buttons: Set<Button>, modifiers: Set<Modifier>, clickCount: number): Promise<void>;
|
|
|
|
up(x: number, y: number, button: Button, buttons: Set<Button>, modifiers: Set<Modifier>, clickCount: number): Promise<void>;
|
2019-11-22 16:47:50 -08:00
|
|
|
}
|
|
|
|
|
2019-11-26 07:52:55 -08:00
|
|
|
export class Mouse {
|
|
|
|
private _raw: RawMouse;
|
|
|
|
private _keyboard: Keyboard;
|
|
|
|
private _x = 0;
|
|
|
|
private _y = 0;
|
|
|
|
private _lastButton: 'none' | Button = 'none';
|
|
|
|
private _buttons = new Set<Button>();
|
2019-11-22 16:47:50 -08:00
|
|
|
|
2019-11-26 07:52:55 -08:00
|
|
|
constructor(raw: RawMouse, keyboard: Keyboard) {
|
|
|
|
this._raw = raw;
|
|
|
|
this._keyboard = keyboard;
|
|
|
|
}
|
|
|
|
|
|
|
|
async move(x: number, y: number, options: { steps?: number } = {}) {
|
|
|
|
const { steps = 1 } = options;
|
|
|
|
const fromX = this._x;
|
|
|
|
const fromY = this._y;
|
|
|
|
this._x = x;
|
|
|
|
this._y = y;
|
|
|
|
for (let i = 1; i <= steps; i++) {
|
|
|
|
const middleX = fromX + (x - fromX) * (i / steps);
|
|
|
|
const middleY = fromY + (y - fromY) * (i / steps);
|
|
|
|
await this._raw.move(middleX, middleY, this._lastButton, this._buttons, this._keyboard._modifiers());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async down(options: { button?: Button, clickCount?: number } = {}) {
|
|
|
|
const { button = 'left', clickCount = 1 } = options;
|
|
|
|
this._lastButton = button;
|
|
|
|
this._buttons.add(button);
|
|
|
|
await this._raw.down(this._x, this._y, this._lastButton, this._buttons, this._keyboard._modifiers(), clickCount);
|
|
|
|
}
|
|
|
|
|
|
|
|
async up(options: { button?: Button, clickCount?: number } = {}) {
|
|
|
|
const { button = 'left', clickCount = 1 } = options;
|
|
|
|
this._lastButton = 'none';
|
|
|
|
this._buttons.delete(button);
|
|
|
|
await this._raw.up(this._x, this._y, button, this._buttons, this._keyboard._modifiers(), clickCount);
|
2019-11-22 16:47:50 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
async click(x: number, y: number, options: ClickOptions = {}) {
|
|
|
|
const {delay = null} = options;
|
|
|
|
if (delay !== null) {
|
|
|
|
await Promise.all([
|
2019-11-26 07:52:55 -08:00
|
|
|
this.move(x, y),
|
|
|
|
this.down(options),
|
2019-11-22 16:47:50 -08:00
|
|
|
]);
|
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.up(options);
|
2019-11-22 16:47:50 -08:00
|
|
|
} else {
|
|
|
|
await Promise.all([
|
2019-11-26 07:52:55 -08:00
|
|
|
this.move(x, y),
|
|
|
|
this.down(options),
|
|
|
|
this.up(options),
|
2019-11-22 16:47:50 -08:00
|
|
|
]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async dblclick(x: number, y: number, options: MultiClickOptions = {}) {
|
|
|
|
const { delay = null } = options;
|
|
|
|
if (delay !== null) {
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.move(x, y);
|
|
|
|
await this.down({ ...options, clickCount: 1 });
|
2019-11-22 16:47:50 -08:00
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.up({ ...options, clickCount: 1 });
|
2019-11-22 16:47:50 -08:00
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.down({ ...options, clickCount: 2 });
|
2019-11-22 16:47:50 -08:00
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.up({ ...options, clickCount: 2 });
|
2019-11-22 16:47:50 -08:00
|
|
|
} else {
|
|
|
|
await Promise.all([
|
2019-11-26 07:52:55 -08:00
|
|
|
this.move(x, y),
|
|
|
|
this.down({ ...options, clickCount: 1 }),
|
|
|
|
this.up({ ...options, clickCount: 1 }),
|
|
|
|
this.down({ ...options, clickCount: 2 }),
|
|
|
|
this.up({ ...options, clickCount: 2 }),
|
2019-11-22 16:47:50 -08:00
|
|
|
]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async tripleclick(x: number, y: number, options: MultiClickOptions = {}) {
|
|
|
|
const { delay = null } = options;
|
|
|
|
if (delay !== null) {
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.move(x, y);
|
|
|
|
await this.down({ ...options, clickCount: 1 });
|
2019-11-22 16:47:50 -08:00
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.up({ ...options, clickCount: 1 });
|
2019-11-22 16:47:50 -08:00
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.down({ ...options, clickCount: 2 });
|
2019-11-22 16:47:50 -08:00
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.up({ ...options, clickCount: 2 });
|
2019-11-22 16:47:50 -08:00
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.down({ ...options, clickCount: 3 });
|
2019-11-22 16:47:50 -08:00
|
|
|
await new Promise(f => setTimeout(f, delay));
|
2019-11-26 07:52:55 -08:00
|
|
|
await this.up({ ...options, clickCount: 3 });
|
2019-11-22 16:47:50 -08:00
|
|
|
} else {
|
|
|
|
await Promise.all([
|
2019-11-26 07:52:55 -08:00
|
|
|
this.move(x, y),
|
|
|
|
this.down({ ...options, clickCount: 1 }),
|
|
|
|
this.up({ ...options, clickCount: 1 }),
|
|
|
|
this.down({ ...options, clickCount: 2 }),
|
|
|
|
this.up({ ...options, clickCount: 2 }),
|
|
|
|
this.down({ ...options, clickCount: 3 }),
|
|
|
|
this.up({ ...options, clickCount: 3 }),
|
2019-11-22 16:47:50 -08:00
|
|
|
]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|