Improve IK-style artifact scanner pipeline

electron/services/inputHelper.ts

@@ -7,6 +7,7 @@ import type {
   FocusGenshinResult,
   GdiCaptureResult,
   HelperOperationResponse,
+  KeyPressResult,
   WindowBounds,
   RuntimeInfo,
   ScrollResult,
@@ -115,6 +116,32 @@ function Send-MouseClickBatch {
   return [Native.InputHelper]::SendInput(2, [Native.InputHelper+INPUT[]]@($down, $up), $inputSize)
 }
 
+function Send-KeyPressBatch {
+  param([int]$virtualKey)
+  $down = New-Object Native.InputHelper+INPUT
+  $down.type = 1
+  $down.mi.dx = $virtualKey
+  $up = New-Object Native.InputHelper+INPUT
+  $up.type = 1
+  $up.mi.dx = $virtualKey
+  # Same union bytes as KEYBDINPUT: dx low word = wVk, dy = dwFlags.
+  $up.mi.dy = 0x0002
+  return [Native.InputHelper]::SendInput(2, [Native.InputHelper+INPUT[]]@($down, $up), $inputSize)
+}
+
+function Resolve-VirtualKey {
+  param([string]$key)
+  switch ($key.ToUpperInvariant()) {
+    "ESC" { return 27 }
+    "ESCAPE" { return 27 }
+    "ENTER" { return 13 }
+    "B" { return 66 }
+    "C" { return 67 }
+    "1" { return 49 }
+    default { throw "unsupported key: $key" }
+  }
+}
+
 function Get-CursorPoint {
   $pt = New-Object Native.InputHelper+POINT
   [Native.InputHelper]::GetCursorPos([ref]$pt) | Out-Null
@@ -358,6 +385,21 @@ while ($true) {
         $response.notchesSent = $sentTotal
         $response.inputBlocked = (($count -gt 0) -and ($sentTotal -eq 0))
       }
+      "key" {
+        $focusInfo = Focus-GenshinWindow
+        if ($focusInfo.focused -and -not $focusInfo.alreadyForeground) {
+          Start-Sleep -Milliseconds 120
+        }
+        $vk = Resolve-VirtualKey -key "$($cmd.key)"
+        $sent = Send-KeyPressBatch -virtualKey $vk
+        $response.key = "$($cmd.key)"
+        $response.focused = $focusInfo.focused
+        $response.foregroundProcess = $focusInfo.foregroundProcess
+        $response.targetProcess = $focusInfo.targetProcess
+        $response.isElevated = Get-CurrentProcessElevation
+        $response.eventsSent = $sent
+        $response.inputBlocked = ($sent -lt 2)
+      }
       "bounds" {
         $clientBounds = Get-GenshinClientBounds
         if ($null -eq $clientBounds) {
@@ -545,6 +587,7 @@ export interface InputHelperService {
   getGenshinWindowBounds(): Promise<WindowBounds | null>;
   clickScreen(x: number, y: number): Promise<ClickResult>;
   scrollScreen(notches: number, anchorX?: number, anchorY?: number): Promise<ScrollResult>;
+  keyPress(key: string): Promise<KeyPressResult>;
   getAutomationGuard(): Promise<AutomationGuard>;
   capturePrimaryScreenViaGdi(): Promise<GdiCaptureResult>;
   dispose(): void;
@@ -641,6 +684,20 @@ export function createInputHelperService(options: { userDataPath: string; exePat
     };
   }
 
+  async function keyPress(key: string) {
+    const result = (await request("key", { key }, 8000)) as HelperOperationResponse;
+    return {
+      ok: Boolean(result.ok) && Number(result.eventsSent ?? 0) >= 2,
+      key,
+      focused: Boolean(result.focused),
+      foregroundProcess: typeof result.foregroundProcess === "string" ? result.foregroundProcess : undefined,
+      targetProcess: typeof result.targetProcess === "string" ? result.targetProcess : undefined,
+      isElevated: typeof result.isElevated === "boolean" ? result.isElevated : undefined,
+      inputBlocked: Boolean(result.inputBlocked),
+      eventsSent: Number(result.eventsSent ?? 0),
+    };
+  }
+
   async function getAutomationGuard() {
     const result = await request("cursor", {}, 4000);
     return {
@@ -688,6 +745,7 @@ export function createInputHelperService(options: { userDataPath: string; exePat
     getGenshinWindowBounds,
     clickScreen,
     scrollScreen,
+    keyPress,
     getAutomationGuard,
     capturePrimaryScreenViaGdi,
     dispose: () => inputHelper.dispose(),