Graphics & OCR

findColor

{
    x: 100,  // X coordinate of match point
    y: 200   // Y coordinate of match point
}

[
    { x: 100, y: 200 },
    { x: 150, y: 250 },
    { x: 200, y: 300 }
]

null

// Absolute coordinates: all points are screen absolute coordinates
colors: [
    [245, 509, "00B4F9|1"],   // Absolute coordinate (245, 509)
    [284, 745, "A49696|0.95"], // Absolute coordinate (284, 745)
    [290, 911, "9B8C89"]      // Absolute coordinate (290, 911)
]

// Relative coordinates: first point is [0,0], other points relative to first point
colors: [
    [0, 0, "00B4F9|1"],      // Reference point
    [39, 236, "A49696|0.95"], // Relative offset from reference point (39, 236)
    [45, 402, "9B8C89"]      // Relative offset from reference point (45, 402)
]

// Verify if multiple absolute coordinate points on screen match
const result = await apiInvoke('findColor', {
    deviceId: 'P72578581E07',
    colors: [
        [245, 509, "00B4F9|1"],   // Absolute coordinate point 1
        [284, 745, "A49696|0.95"], // Absolute coordinate point 2
        [290, 911, "9B8C89"]      // Absolute coordinate point 3
    ]
    // No need for rect and multiple parameters
});

if (result) {
    console.log(`All color points match, reference point at (${result.x}, ${result.y})`);
} else {
    console.log('Color points do not match');
}

// Find all matching locations
const results = await apiInvoke('findColor', {
    deviceId: 'P72578581E07',
    colors: [
        [0, 0, "FFFFFF|0.9"],
        [10, 10, "000000|0.9"]
    ],
    rect: [0, 0, 800, 1200],
    multiple: true,
    spacing: 50  // Minimum distance between results
});

if (results && results.length > 0) {
    console.log(`Found ${results.length} matching points`);
    results.forEach((point, index) => {
        console.log(`Match point ${index + 1}: (${point.x}, ${point.y})`);
    });
}

findImage

{
    x: 100,          // Match area center point X coordinate
    y: 200,          // Match area center point Y coordinate
    confidence: 0.95 // Similarity (0-1)
}

[
    { x: 100, y: 200, confidence: 0.95 },
    { x: 150, y: 250, confidence: 0.92 },
    { x: 200, y: 300, confidence: 0.90 }
]
// Sorted by similarity in descending order, max 88 results

findImages

{
    x: 100,          // Match center X
    y: 200,          // Match center Y
    confidence: 0.95,// Similarity (0-1)
    index: 0         // Index of matched template in sprites
}

[
    { x: 100, y: 200, confidence: 0.95, index: 0 },
    { x: 150, y: 250, confidence: 0.92, index: 2 },
    { x: 200, y: 300, confidence: 0.90, index: 1 }
]
// Sorted by confidence in descending order, max 88 results

getColor

const color = await apiInvoke('getColor', {
    deviceId: 'P72578581E07',
    x: 128,
    y: 256
});

console.log('Pixel color:', color); // e.g. "2A9DF4"

cmpColor

matchColorPoint

true  // All colors found in specified region

null

const _hasSysModal = await apiInvoke('matchColorPoint', {
    deviceId: 'P72578581E07',
    colors: ["FFFFFF|0.8", "222222|0.9", "1074EC|0.9"],
    rect: [200, 300, 400, 350]
});

findMultiColor

{
    x: 100,  // X coordinate of match point
    y: 200   // Y coordinate of match point
}

[
    { x: 100, y: 200 },
    { x: 150, y: 250 },
    { x: 200, y: 300 }
]

// Find single color point
const result = await apiInvoke('findMultiColor', {
    deviceId: 'P72578581E07',
    color: '000000',              // Main color
    offsetColor: '10|0|f6f6f6'    // Offset color
});

if (result) {
    console.log(`Found color point at (${result.x}, ${result.y})`);
}

ocr

[
    {
        text: "Recognized text",         // Recognized text content
        boundingBox: {                   // Text bounding box
            x: 100,                      // Top-left X coordinate
            y: 100,                      // Top-left Y coordinate
            width: 200,                  // Width
            height: 50                   // Height
        },
        confidence: 0.95,                // Recognition confidence (0-1)
        x: 200,                          // Text center point X coordinate
        y: 125                           // Text center point Y coordinate
    },
    // ... more text blocks
]

// Recognize text in specified screen area
const results = await apiInvoke('ocr', {
    deviceId: 'P72578581E07',
    rect: [100, 100, 500, 200]    // Recognition area: top-left(100,100) to bottom-right(500,200)
});

// Iterate through all recognized text blocks
results.forEach(item => {
    console.log(`Text: ${item.text}`);
    console.log(`Position: (${item.x}, ${item.y})`);
    console.log(`Confidence: ${item.confidence}`);
});

// Get all text content
const allText = results.map(item => item.text).join(' ');
console.log('Full text:', allText);

getScreenShot

// Get screenshot (default settings)
const screenshot = await apiInvoke('getScreenShot', {
    deviceId: 'P72578581E07'
});

// Save as file
const fs = require('fs');
fs.writeFileSync('screenshot.png', screenshot);

cropScreenShot

// Crop screenshot
// rect: [x1, y1, x2, y2] - top-left and bottom-right coordinates
const croppedImage = await apiInvoke('cropScreenShot', {
    deviceId: 'P72578581E07',
    rect: [100, 100, 300, 400]  // Area from (100, 100) to (300, 400)
});

// Save as file (Note: returns BMP format)
const fs = require('fs');
fs.writeFileSync('cropped.bmp', croppedImage);

screenPush

Content-Type: multipart/form-data

image: <Image binary data (screenshot)>

image: <Image binary data>
customField: "value"            // Your custom field
...

// Captcha recognition example
await apiInvoke('screenPush', {
    api: 'http://localhost:5000/resolve_captcha',
    args: {
        type: 'digits',
        ...
    }
});