Add input handling functionality to the agent. Implement API endpoints for mouse click and text input, and update the web interface to support video capture and interaction features.

This commit is contained in:
2026-08-18 19:12:25 +03:00
parent f24e31da27
commit 16d7aa75b3
8 changed files with 447 additions and 26 deletions
+31
View File
@@ -114,6 +114,15 @@
.shots { display: flex; flex-wrap: wrap; gap: 0.75rem; }
.shots figure { margin: 0; }
.shots img { max-width: 100%; height: auto; border: 1px solid var(--line); border-radius: 8px; }
#video-canvas {
width: 100%;
height: auto;
display: block;
border: 1px solid var(--line);
border-radius: 8px;
cursor: crosshair;
background: #111;
}
.error {
display: none;
max-width: 1100px;
@@ -134,6 +143,7 @@
<button data-tab="status" class="active">Status</button>
<button data-tab="files">Files</button>
<button data-tab="screenshot">Screenshot</button>
<button data-tab="video">Video</button>
<button data-tab="exec">Command</button>
</nav>
<main>
@@ -178,6 +188,27 @@
</div>
<div id="shot-gallery" class="shots"></div>
</section>
<section id="video" class="panel">
<div class="row">
<button id="video-start" class="primary" type="button">Start</button>
<button id="video-stop" type="button" disabled>Stop</button>
<label>FPS
<input id="video-fps" type="number" min="1" max="15" value="5" style="width:4.5rem">
</label>
<label>Quality
<input id="video-quality" type="number" min="1" max="100" value="40" style="width:5rem">
</label>
<label>Monitor
<input id="video-monitor" type="number" min="0" value="0" style="width:4.5rem">
</label>
</div>
<canvas id="video-canvas" width="1280" height="720"></canvas>
<p id="video-meta" class="meta"></p>
<div class="row" style="margin-top:0.75rem">
<input id="video-text" type="text" placeholder="Type text for the focused field">
<button id="video-send" class="primary" type="button">Send</button>
</div>
</section>
<section id="exec" class="panel">
<div class="row">
<textarea id="exec-command" placeholder="ipconfig /all"></textarea>