Claude 3.7 does not require the mouse coordinate to the saved

This commit is contained in:
Alessandro Pignotti 2025-03-10 11:32:03 +01:00
parent f60b9478d0
commit f76b238f53

View File

@ -165,7 +165,7 @@
var screenshotWidth = Math.floor(internalWidth * screenshotMult); var screenshotWidth = Math.floor(internalWidth * screenshotMult);
var screenshotHeight = Math.floor(internalHeight * screenshotMult); var screenshotHeight = Math.floor(internalHeight * screenshotMult);
// Track the state of the mouse as requested by the AI, to avoid losing the position due to user movement // Track the state of the mouse as requested by the AI, to avoid losing the position due to user movement
displayConfig.set({width: screenshotWidth, height: screenshotHeight, mouseX: 0, mouseY: 0, mouseMult: internalMult * screenshotMult}); displayConfig.set({width: screenshotWidth, height: screenshotHeight, mouseMult: internalMult * screenshotMult});
} }
var curInnerWidth = 0; var curInnerWidth = 0;
var curInnerHeight = 0; var curInnerHeight = 0;
@ -463,11 +463,11 @@
{ {
var coords = tool.coordinate; var coords = tool.coordinate;
var dc = get(displayConfig); var dc = get(displayConfig);
dc.mouseX = coords[0] / dc.mouseMult; var mouseX = coords[0] / dc.mouseMult;
dc.mouseY = coords[1] / dc.mouseMult; var mouseY = coords[1] / dc.mouseMult;
var display = document.getElementById("display"); var display = document.getElementById("display");
var clientRect = display.getBoundingClientRect(); var clientRect = display.getBoundingClientRect();
var me = new MouseEvent('mousemove', { clientX: dc.mouseX + clientRect.left, clientY: dc.mouseY + clientRect.top }); var me = new MouseEvent('mousemove', { clientX: mouseX + clientRect.left, clientY: mouseY + clientRect.top });
display.dispatchEvent(me); display.dispatchEvent(me);
return null; return null;
} }
@ -475,15 +475,15 @@
{ {
var coords = tool.coordinate; var coords = tool.coordinate;
var dc = get(displayConfig); var dc = get(displayConfig);
dc.mouseX = coords[0] / dc.mouseMult; var mouseX = coords[0] / dc.mouseMult;
dc.mouseY = coords[1] / dc.mouseMult; var mouseY = coords[1] / dc.mouseMult;
var display = document.getElementById("display"); var display = document.getElementById("display");
var clientRect = display.getBoundingClientRect(); var clientRect = display.getBoundingClientRect();
var me = new MouseEvent('mousedown', { clientX: dc.mouseX + clientRect.left, clientY: dc.mouseY + clientRect.top, button: 0 }); var me = new MouseEvent('mousedown', { clientX: mouseX + clientRect.left, clientY: mouseY + clientRect.top, button: 0 });
display.dispatchEvent(me); display.dispatchEvent(me);
// This delay prevent X11 logic from debouncing the mouseup // This delay prevent X11 logic from debouncing the mouseup
await yieldHelper(60) await yieldHelper(60)
me = new MouseEvent('mouseup', { clientX: dc.mouseX + clientRect.left, clientY: dc.mouseY + clientRect.top, button: 0 }); me = new MouseEvent('mouseup', { clientX: mouseX + clientRect.left, clientY: mouseY + clientRect.top, button: 0 });
display.dispatchEvent(me); display.dispatchEvent(me);
return null; return null;
} }
@ -491,15 +491,15 @@
{ {
var coords = tool.coordinate; var coords = tool.coordinate;
var dc = get(displayConfig); var dc = get(displayConfig);
dc.mouseX = coords[0] / dc.mouseMult; var mouseX = coords[0] / dc.mouseMult;
dc.mouseY = coords[1] / dc.mouseMult; var mouseY = coords[1] / dc.mouseMult;
var display = document.getElementById("display"); var display = document.getElementById("display");
var clientRect = display.getBoundingClientRect(); var clientRect = display.getBoundingClientRect();
var me = new MouseEvent('mousedown', { clientX: dc.mouseX + clientRect.left, clientY: dc.mouseY + clientRect.top, button: 2 }); var me = new MouseEvent('mousedown', { clientX: mouseX + clientRect.left, clientY: mouseY + clientRect.top, button: 2 });
display.dispatchEvent(me); display.dispatchEvent(me);
// This delay prevent X11 logic from debouncing the mouseup // This delay prevent X11 logic from debouncing the mouseup
await yieldHelper(60) await yieldHelper(60)
me = new MouseEvent('mouseup', { clientX: dc.mouseX + clientRect.left, clientY: dc.mouseY + clientRect.top, button: 2 }); me = new MouseEvent('mouseup', { clientX: mouseX + clientRect.left, clientY: mouseY + clientRect.top, button: 2 });
display.dispatchEvent(me); display.dispatchEvent(me);
return null; return null;
} }