144 lines
5.2 KiB
TypeScript
144 lines
5.2 KiB
TypeScript
import React, { useCallback, useEffect, useState } from 'react';
|
|
import { useSocketStore } from '../../context/socket';
|
|
import Canvas from "../atoms/canvas";
|
|
import { useBrowserDimensionsStore } from "../../context/browserDimensions";
|
|
import { Highlighter } from "../atoms/Highlighter";
|
|
import { GenericModal } from '../atoms/GenericModal';
|
|
import { useActionContext } from '../../context/browserActions';
|
|
import { useBrowserSteps } from '../../context/browserSteps';
|
|
import { ConfirmationBox } from "../atoms/ConfirmationBox";
|
|
|
|
export const BrowserWindow = () => {
|
|
const [canvasRef, setCanvasReference] = useState<React.RefObject<HTMLCanvasElement> | undefined>(undefined);
|
|
const [screenShot, setScreenShot] = useState<string>("");
|
|
const [highlighterData, setHighlighterData] = useState<{ rect: DOMRect, selector: string } | null>(null);
|
|
const [showConfirmation, setShowConfirmation] = useState(false);
|
|
|
|
const { socket } = useSocketStore();
|
|
const { width, height } = useBrowserDimensionsStore();
|
|
const { getText, getScreenshot } = useActionContext();
|
|
const { addBrowserStep } = useBrowserSteps();
|
|
|
|
const onMouseMove = (e: MouseEvent) => {
|
|
if (canvasRef && canvasRef.current && highlighterData) {
|
|
const canvasRect = canvasRef.current.getBoundingClientRect();
|
|
// mousemove outside the browser window
|
|
if (
|
|
e.pageX < canvasRect.left
|
|
|| e.pageX > canvasRect.right
|
|
|| e.pageY < canvasRect.top
|
|
|| e.pageY > canvasRect.bottom
|
|
) {
|
|
setHighlighterData(null);
|
|
}
|
|
}
|
|
};
|
|
|
|
const screencastHandler = useCallback((data: string) => {
|
|
setScreenShot(data);
|
|
}, [screenShot]);
|
|
|
|
useEffect(() => {
|
|
if (socket) {
|
|
socket.on("screencast", screencastHandler);
|
|
}
|
|
if (canvasRef?.current) {
|
|
drawImage(screenShot, canvasRef.current);
|
|
} else {
|
|
console.log('Canvas is not initialized');
|
|
}
|
|
return () => {
|
|
socket?.off("screencast", screencastHandler);
|
|
}
|
|
}, [screenShot, canvasRef, socket, screencastHandler]);
|
|
|
|
const highlighterHandler = useCallback((data: { rect: DOMRect, selector: string }) => {
|
|
setHighlighterData(data);
|
|
}, [highlighterData])
|
|
|
|
useEffect(() => {
|
|
document.addEventListener('mousemove', onMouseMove, false);
|
|
if (socket) {
|
|
socket.on("highlighter", highlighterHandler);
|
|
}
|
|
return () => {
|
|
document.removeEventListener('mousemove', onMouseMove);
|
|
socket?.off("highlighter", highlighterHandler);
|
|
};
|
|
}, [socket, onMouseMove]);
|
|
|
|
const handleClick = (e: React.MouseEvent<HTMLDivElement>) => {
|
|
if (highlighterData && canvasRef?.current) {
|
|
const canvasRect = canvasRef.current.getBoundingClientRect();
|
|
const clickX = e.clientX - canvasRect.left;
|
|
const clickY = e.clientY - canvasRect.top;
|
|
|
|
const highlightRect = highlighterData.rect;
|
|
if (
|
|
clickX >= highlightRect.left &&
|
|
clickX <= highlightRect.right &&
|
|
clickY >= highlightRect.top &&
|
|
clickY <= highlightRect.bottom
|
|
) {
|
|
addBrowserStep('Enter Label Here...', highlighterData.selector);
|
|
}
|
|
}
|
|
};
|
|
|
|
const handleConfirmation = (confirmed: boolean) => {
|
|
if (confirmed) {
|
|
console.log(`User confirmed interaction with: ${highlighterData?.selector}`);
|
|
} else {
|
|
console.log('User declined interaction');
|
|
}
|
|
setShowConfirmation(false);
|
|
};
|
|
|
|
return (
|
|
<div onClick={handleClick}>
|
|
{
|
|
getText === true && showConfirmation ? (
|
|
<GenericModal
|
|
isOpen={showConfirmation}
|
|
onClose={() => setShowConfirmation(false)}
|
|
canBeClosed={false}
|
|
>
|
|
<ConfirmationBox
|
|
selector={highlighterData?.selector || ''}
|
|
onYes={() => handleConfirmation(true)}
|
|
onNo={() => handleConfirmation(false)}
|
|
/>
|
|
</GenericModal>
|
|
) : null
|
|
}
|
|
{(getText === true && !showConfirmation && highlighterData?.rect != null && highlighterData?.rect.top != null) && canvasRef?.current ?
|
|
<Highlighter
|
|
unmodifiedRect={highlighterData?.rect}
|
|
displayedSelector={highlighterData?.selector}
|
|
width={width}
|
|
height={height}
|
|
canvasRect={canvasRef.current.getBoundingClientRect()}
|
|
/>
|
|
: null}
|
|
<Canvas
|
|
onCreateRef={setCanvasReference}
|
|
width={width}
|
|
height={height}
|
|
/>
|
|
</div>
|
|
);
|
|
};
|
|
|
|
const drawImage = (image: string, canvas: HTMLCanvasElement): void => {
|
|
|
|
const ctx = canvas.getContext('2d');
|
|
|
|
const img = new Image();
|
|
|
|
img.src = image;
|
|
img.onload = () => {
|
|
URL.revokeObjectURL(img.src);
|
|
ctx?.drawImage(img, 0, 0, 1280, 720);
|
|
};
|
|
|
|
}; |