// PowerShell fallback for environments where the compiled C# sidecar is unavailable. Keep the JSON protocol aligned with native/input-helper/Program.cs. export const INPUT_HELPER_SCRIPT = String.raw` $ErrorActionPreference = "Stop" Add-Type -AssemblyName System.Drawing Add-Type -AssemblyName System.Windows.Forms $signature = @" [DllImport("user32.dll")] public static extern bool SetProcessDPIAware(); [DllImport("shcore.dll")] public static extern int SetProcessDpiAwareness(int value); [DllImport("user32.dll")] public static extern bool SetCursorPos(int X, int Y); [DllImport("user32.dll")] public static extern bool GetCursorPos(out POINT lpPoint); [DllImport("user32.dll", SetLastError=true)] public static extern bool GetClientRect(IntPtr hWnd, out RECT lpRect); [DllImport("user32.dll", SetLastError=true)] public static extern bool ClientToScreen(IntPtr hWnd, ref POINT lpPoint); [DllImport("user32.dll")] public static extern short GetAsyncKeyState(int vKey); [DllImport("user32.dll", SetLastError=true)] public static extern uint SendInput(uint nInputs, INPUT[] pInputs, int cbSize); [DllImport("user32.dll")] public static extern bool SetForegroundWindow(IntPtr hWnd); [DllImport("user32.dll")] public static extern bool ShowWindowAsync(IntPtr hWnd, int nCmdShow); [DllImport("user32.dll")] public static extern bool BringWindowToTop(IntPtr hWnd); [DllImport("user32.dll", SetLastError=true)] public static extern bool AttachThreadInput(uint idAttach, uint idAttachTo, bool fAttach); [DllImport("kernel32.dll")] public static extern uint GetCurrentThreadId(); [DllImport("user32.dll", SetLastError=true, EntryPoint="SystemParametersInfoW")] public static extern bool SystemParametersInfoGet(uint uiAction, uint uiParam, ref uint pvParam, uint fWinIni); [DllImport("user32.dll", SetLastError=true, EntryPoint="SystemParametersInfoW")] public static extern bool SystemParametersInfoSet(uint uiAction, uint uiParam, IntPtr pvParam, uint fWinIni); [DllImport("user32.dll")] public static extern IntPtr GetForegroundWindow(); [DllImport("user32.dll")] public static extern bool IsWindow(IntPtr hWnd); [DllImport("user32.dll")] public static extern uint GetWindowThreadProcessId(IntPtr hWnd, out uint lpdwProcessId); [StructLayout(LayoutKind.Sequential)] public struct POINT { public int X; public int Y; } [StructLayout(LayoutKind.Sequential)] public struct RECT { public int Left; public int Top; public int Right; public int Bottom; } [StructLayout(LayoutKind.Sequential)] public struct MOUSEINPUT { public int dx; public int dy; public uint mouseData; public uint dwFlags; public uint time; public UIntPtr dwExtraInfo; } [StructLayout(LayoutKind.Sequential)] public struct INPUT { public int type; public MOUSEINPUT mi; } "@ Add-Type -MemberDefinition $signature -Name InputHelper -Namespace Native # Per-monitor DPI awareness (matches GenshinArtScanner's proven fix for the # same symptom): the older SetProcessDPIAware() only applies a single, # system-wide scale factor. On a mixed-DPI multi-monitor setup (e.g. Genshin # on one display, this app's window on a differently-scaled second display), # that single scale factor is wrong for whichever monitor didn't set it, # silently shifting every SetCursorPos/click coordinate off-target even # though cursor readback still matches what we asked for (both go through the # same, wrong, virtualization layer). PROCESS_PER_MONITOR_DPI_AWARE = 2. try { [Native.InputHelper]::SetProcessDpiAwareness(2) | Out-Null } catch { [Native.InputHelper]::SetProcessDPIAware() | Out-Null } [Console]::OutputEncoding = [System.Text.Encoding]::UTF8 # SizeOf must receive a struct instance: passing the type object throws in # Windows PowerShell 5.1 (RuntimeType cannot be marshalled). $inputSize = [Runtime.InteropServices.Marshal]::SizeOf((New-Object Native.InputHelper+INPUT)) $genshinHwnd = [IntPtr]::Zero function Send-MouseInput { param([uint32]$flags, [int]$dx = 0, [int]$dy = 0, [long]$wheelData = 0) $mouseInput = New-Object Native.InputHelper+INPUT $mouseInput.type = 0 $mouseInput.mi.dx = $dx $mouseInput.mi.dy = $dy if ($wheelData -lt 0) { $mouseInput.mi.mouseData = [uint32](4294967296 + $wheelData) } else { $mouseInput.mi.mouseData = [uint32]$wheelData } $mouseInput.mi.dwFlags = $flags return [Native.InputHelper]::SendInput(1, [Native.InputHelper+INPUT[]]@($mouseInput), $inputSize) } # Matches Inventory Kamera exactly (see docs/DECISIONS.md ADR-008): it moves # with bare SetCursorPos, then clicks via the InputSimulator library's # Mouse.LeftButtonClick(), which sends button-down and button-up as ONE # SendInput call (two INPUT structs in the same array) - back-to-back with no # artificial delay between them, unlike two separate SendInput calls with a # Start-Sleep in between. Returns the number of injected events (2 = ok). function Send-MouseClickBatch { $down = New-Object Native.InputHelper+INPUT $down.type = 0 $down.mi.dwFlags = 0x0002 $up = New-Object Native.InputHelper+INPUT $up.type = 0 $up.mi.dwFlags = 0x0004 return [Native.InputHelper]::SendInput(2, [Native.InputHelper+INPUT[]]@($down, $up), $inputSize) } function Send-KeyPressBatch { param([int]$virtualKey) $down = New-Object Native.InputHelper+INPUT $down.type = 1 $down.mi.dx = $virtualKey $up = New-Object Native.InputHelper+INPUT $up.type = 1 $up.mi.dx = $virtualKey # Same union bytes as KEYBDINPUT: dx low word = wVk, dy = dwFlags. $up.mi.dy = 0x0002 return [Native.InputHelper]::SendInput(2, [Native.InputHelper+INPUT[]]@($down, $up), $inputSize) } function Resolve-VirtualKey { param([string]$key) switch ($key.ToUpperInvariant()) { "ESC" { return 27 } "ESCAPE" { return 27 } "ENTER" { return 13 } "B" { return 66 } "C" { return 67 } "1" { return 49 } default { throw "unsupported key: $key" } } } function Get-CursorPoint { $pt = New-Object Native.InputHelper+POINT [Native.InputHelper]::GetCursorPos([ref]$pt) | Out-Null return $pt } function Get-ProcessNameFromHwnd { param([IntPtr]$hwnd) if ($hwnd -eq [IntPtr]::Zero) { return "" } $pidValue = [uint32]0 [Native.InputHelper]::GetWindowThreadProcessId($hwnd, [ref]$pidValue) | Out-Null if ($pidValue -eq 0) { return "" } try { return (Get-Process -Id ([int]$pidValue) -ErrorAction Stop).ProcessName } catch { return "" } } function Get-CurrentProcessElevation { $identity = [Security.Principal.WindowsIdentity]::GetCurrent() $principal = New-Object Security.Principal.WindowsPrincipal($identity) return $principal.IsInRole([Security.Principal.WindowsBuiltInRole]::Administrator) } function Get-ForegroundInfo { $hwnd = [Native.InputHelper]::GetForegroundWindow() return @{ foregroundHwnd = $hwnd.ToInt64() foregroundProcess = Get-ProcessNameFromHwnd -hwnd $hwnd } } function Get-CursorState { $pt = New-Object Native.InputHelper+POINT [Native.InputHelper]::GetCursorPos([ref]$pt) | Out-Null # Only 0x8000 (key is held down right now). The 0x0001 "pressed since last # call" bit is unreliable and fires for ESC presses that happened long # before the scan (ESC is used constantly to navigate Genshin menus). $esc = ([Native.InputHelper]::GetAsyncKeyState(27) -band 0x8000) -ne 0 $enter = ([Native.InputHelper]::GetAsyncKeyState(13) -band 0x8000) -ne 0 $f9 = ([Native.InputHelper]::GetAsyncKeyState(120) -band 0x8000) -ne 0 return @{ cursorX = $pt.X; cursorY = $pt.Y; escapePressed = $esc; enterPressed = $enter; f9Pressed = $f9 } } function Get-GenshinClientBounds { $hwnd = Find-GenshinWindow if ($hwnd -eq [IntPtr]::Zero) { return $null } $rect = New-Object Native.InputHelper+RECT if (-not [Native.InputHelper]::GetClientRect($hwnd, [ref]$rect)) { return $null } $topLeft = New-Object Native.InputHelper+POINT $topLeft.X = 0 $topLeft.Y = 0 if (-not [Native.InputHelper]::ClientToScreen($hwnd, [ref]$topLeft)) { return $null } $width = $rect.Right - $rect.Left $height = $rect.Bottom - $rect.Top if ($width -le 0 -or $height -le 0) { return $null } return @{ Left = $topLeft.X Top = $topLeft.Y Width = $width Height = $height } } function Find-GenshinWindow { if ($script:genshinHwnd -ne [IntPtr]::Zero -and [Native.InputHelper]::IsWindow($script:genshinHwnd)) { return $script:genshinHwnd } $proc = Get-Process | Where-Object { $_.ProcessName -match 'GenshinImpact|YuanShen|Genshin' -and $_.MainWindowHandle -ne 0 } | Select-Object -First 1 if ($proc) { $script:genshinHwnd = $proc.MainWindowHandle } else { $script:genshinHwnd = [IntPtr]::Zero } return $script:genshinHwnd } # Plain SetForegroundWindow from this background helper process is silently # refused by Windows' foreground lock. Attach our thread's input queue to the # target (and current foreground) window thread and clear the lock timeout, so # the foreground change is honored - the same technique Inventory Kamera uses. function Force-Foreground { param([IntPtr]$hwnd) $current = [Native.InputHelper]::GetCurrentThreadId() $targetPid = [uint32]0 $target = [Native.InputHelper]::GetWindowThreadProcessId($hwnd, [ref]$targetPid) $fgWindow = [Native.InputHelper]::GetForegroundWindow() $foreground = [uint32]0 if ($fgWindow -ne [IntPtr]::Zero) { $fgPid = [uint32]0 $foreground = [Native.InputHelper]::GetWindowThreadProcessId($fgWindow, [ref]$fgPid) } $attachedTarget = $false $attachedForeground = $false $oldTimeout = [uint32]0 $timeoutRead = $false try { if ($target -ne 0 -and $target -ne $current) { $attachedTarget = [Native.InputHelper]::AttachThreadInput($current, $target, $true) } if ($foreground -ne 0 -and $foreground -ne $current -and $foreground -ne $target) { $attachedForeground = [Native.InputHelper]::AttachThreadInput($current, $foreground, $true) } $timeoutRead = [Native.InputHelper]::SystemParametersInfoGet(0x2000, 0, [ref]$oldTimeout, 0) [Native.InputHelper]::SystemParametersInfoSet(0x2001, 0, [IntPtr]::Zero, 0x0002) | Out-Null # Inject a no-op input (0,0 mouse move) so this process is the last input # source, which Windows requires before it will honor a foreground change. Send-MouseInput -flags 0x0001 | Out-Null [Native.InputHelper]::ShowWindowAsync($hwnd, 9) | Out-Null [Native.InputHelper]::BringWindowToTop($hwnd) | Out-Null return [Native.InputHelper]::SetForegroundWindow($hwnd) } finally { if ($timeoutRead) { [Native.InputHelper]::SystemParametersInfoSet(0x2001, 0, [IntPtr]::new([int64]$oldTimeout), 0x0002) | Out-Null } if ($attachedForeground) { [Native.InputHelper]::AttachThreadInput($current, $foreground, $false) | Out-Null } if ($attachedTarget) { [Native.InputHelper]::AttachThreadInput($current, $target, $false) | Out-Null } } } function Focus-GenshinWindow { $hwnd = Find-GenshinWindow $info = @{ hwnd = $hwnd.ToInt64() focused = $false alreadyForeground = $false foregroundProcess = "" targetProcess = Get-ProcessNameFromHwnd -hwnd $hwnd } if ($hwnd -eq [IntPtr]::Zero) { return $info } $info.alreadyForeground = ([Native.InputHelper]::GetForegroundWindow() -eq $hwnd) if (-not $info.alreadyForeground) { $info.setForegroundResult = Force-Foreground -hwnd $hwnd Start-Sleep -Milliseconds 140 } $foreground = [Native.InputHelper]::GetForegroundWindow() $info.focused = ($foreground -eq $hwnd) $info.foregroundProcess = Get-ProcessNameFromHwnd -hwnd $foreground return $info } while ($true) { $line = [Console]::In.ReadLine() if ($null -eq $line) { break } if ($line.Trim().Length -eq 0) { continue } $response = @{ id = ""; ok = $true } try { $cmd = $line | ConvertFrom-Json $response.id = "$($cmd.id)" switch ("$($cmd.op)") { "ping" { $response.pong = $true } "cursor" { $state = Get-CursorState $response.cursorX = $state.cursorX $response.cursorY = $state.cursorY $response.escapePressed = $state.escapePressed $response.enterPressed = $state.enterPressed $response.f9Pressed = $state.f9Pressed } "runtime" { $response.isElevated = Get-CurrentProcessElevation $hwnd = Find-GenshinWindow $foregroundInfo = Get-ForegroundInfo $response.genshinFound = ($hwnd -ne [IntPtr]::Zero) $response.genshinHwnd = $hwnd.ToInt64() $response.targetProcess = Get-ProcessNameFromHwnd -hwnd $hwnd $response.foregroundProcess = $foregroundInfo.foregroundProcess $response.foregroundHwnd = $foregroundInfo.foregroundHwnd $response.helperPid = $PID } "focus" { $focusInfo = Focus-GenshinWindow $response.focused = $focusInfo.focused $response.alreadyForeground = $focusInfo.alreadyForeground $response.foregroundProcess = $focusInfo.foregroundProcess $response.targetProcess = $focusInfo.targetProcess $response.genshinFound = ($focusInfo.hwnd -ne 0) $response.setForegroundResult = $focusInfo.setForegroundResult } "click" { $focusInfo = Focus-GenshinWindow if ($focusInfo.focused -and -not $focusInfo.alreadyForeground) { Start-Sleep -Milliseconds 120 } $targetX = [int]$cmd.x $targetY = [int]$cmd.y # Matches Inventory Kamera's verified-working sequence exactly: bare # SetCursorPos immediately followed by a click, with NO extra move # event and NO artificial delay between moving and clicking - IK's # Navigation.Click(x, y) does SetCursor() then Click() back-to-back, # zero gap. Settling delays only happen after the click, in the scan # loop. Down+up are sent as one SendInput call (see # Send-MouseClickBatch), matching InputSimulator.Mouse.LeftButtonClick(). [Native.InputHelper]::SetCursorPos($targetX, $targetY) | Out-Null $point = Get-CursorPoint $onTarget = (([Math]::Abs($targetX - $point.X) -le 2) -and ([Math]::Abs($targetY - $point.Y) -le 2)) $clickEventsSent = 0 if ($onTarget) { $clickEventsSent = Send-MouseClickBatch } $state = Get-CursorState $response.cursorX = $state.cursorX $response.cursorY = $state.cursorY $response.escapePressed = $state.escapePressed $response.enterPressed = $state.enterPressed $response.f9Pressed = $state.f9Pressed $response.moved = $onTarget $response.focused = $focusInfo.focused $response.alreadyForeground = $focusInfo.alreadyForeground $response.foregroundProcess = $focusInfo.foregroundProcess $response.targetProcess = $focusInfo.targetProcess $response.isElevated = Get-CurrentProcessElevation # Never report a click unless the cursor is verifiably on the target. # Real acceptance is proven later by the detail-panel fingerprint. $response.clicked = ($onTarget -and $clickEventsSent -ge 2) $response.inputBlocked = ($onTarget -and $clickEventsSent -lt 2) } "scroll" { $focusInfo = Focus-GenshinWindow if ($focusInfo.focused -and -not $focusInfo.alreadyForeground) { Start-Sleep -Milliseconds 120 } if ($null -ne $cmd.x -and $null -ne $cmd.y) { [Native.InputHelper]::SetCursorPos([int]$cmd.x, [int]$cmd.y) | Out-Null Start-Sleep -Milliseconds 30 } $point = Get-CursorPoint $response.cursorX = $point.X $response.cursorY = $point.Y $response.focused = $focusInfo.focused $response.foregroundProcess = $focusInfo.foregroundProcess $response.isElevated = Get-CurrentProcessElevation $notches = [int]$cmd.notches $stepDelta = 120 if ($notches -lt 0) { $stepDelta = -120 } $count = [Math]::Abs($notches) if ($count -gt 60) { $count = 60 } $sentTotal = 0 for ($i = 0; $i -lt $count; $i++) { $sentTotal += Send-MouseInput -flags 0x0800 -wheelData $stepDelta Start-Sleep -Milliseconds 45 } $response.notchesSent = $sentTotal $response.inputBlocked = (($count -gt 0) -and ($sentTotal -eq 0)) } "key" { $focusInfo = Focus-GenshinWindow if ($focusInfo.focused -and -not $focusInfo.alreadyForeground) { Start-Sleep -Milliseconds 120 } $vk = Resolve-VirtualKey -key "$($cmd.key)" $sent = Send-KeyPressBatch -virtualKey $vk $response.key = "$($cmd.key)" $response.focused = $focusInfo.focused $response.foregroundProcess = $focusInfo.foregroundProcess $response.targetProcess = $focusInfo.targetProcess $response.isElevated = Get-CurrentProcessElevation $response.eventsSent = $sent $response.inputBlocked = ($sent -lt 2) } "bounds" { $clientBounds = Get-GenshinClientBounds if ($null -eq $clientBounds) { $response.found = $false } else { $response.found = $true $response.left = $clientBounds.Left $response.top = $clientBounds.Top $response.width = $clientBounds.Width $response.height = $clientBounds.Height } } "capture" { $clientBounds = Get-GenshinClientBounds if ($null -eq $clientBounds) { $screenBounds = [System.Windows.Forms.Screen]::PrimaryScreen.Bounds $clientBounds = @{ Left = $screenBounds.Left Top = $screenBounds.Top Width = $screenBounds.Width Height = $screenBounds.Height } $response.captureTarget = "primary-screen" } else { $response.captureTarget = "genshin-client" } $bitmap = New-Object System.Drawing.Bitmap $clientBounds.Width, $clientBounds.Height $graphics = [System.Drawing.Graphics]::FromImage($bitmap) $graphics.CopyFromScreen($clientBounds.Left, $clientBounds.Top, 0, 0, $bitmap.Size) $capturePath = [System.IO.Path]::Combine([System.IO.Path]::GetTempPath(), "genshin-assistant-capture-" + [Guid]::NewGuid().ToString() + ".png") $bitmap.Save($capturePath, [System.Drawing.Imaging.ImageFormat]::Png) $graphics.Dispose() $bitmap.Dispose() $response.path = $capturePath $response.width = $clientBounds.Width $response.height = $clientBounds.Height $response.originX = $clientBounds.Left $response.originY = $clientBounds.Top } default { $response.ok = $false $response.error = "unknown op" } } } catch { $response.ok = $false $response.error = $_.Exception.Message } Write-Output (ConvertTo-Json $response -Compress) } `;