Mercurial > hg > orthanc-stone
view Platforms/Wasm/wasm-viewport.ts @ 536:f65748b33bd1 bgo-commands-codegen
Merged dev branch
author | Benjamin Golinvaux <bgo@osimis.io> |
---|---|
date | Tue, 19 Mar 2019 09:21:48 +0100 |
parents | 548eed46f535 |
children | 11510f92cc38 |
line wrap: on
line source
import wasmApplicationRunner = require('./wasm-application-runner'); //import stoneFrameworkLoader = require('./stone-framework-loader'); import * as Logger from './logger' var isPendingRedraw = false; function ScheduleWebViewportRedraw(cppViewportHandle: any) : void { if (!isPendingRedraw) { isPendingRedraw = true; Logger.defaultLogger.debug('Scheduling a refresh of the viewport, as its content changed'); window.requestAnimationFrame(function() { isPendingRedraw = false; WasmViewport.GetFromCppViewport(cppViewportHandle).Redraw(); }); } } (<any>window).ScheduleWebViewportRedraw = ScheduleWebViewportRedraw; declare function UTF8ToString(any): string; function CreateWasmViewport(htmlCanvasId: string) : any { var cppViewportHandle = wasmApplicationRunner.CreateCppViewport(); var canvasId = UTF8ToString(htmlCanvasId); var webViewport = new WasmViewport((<any> window).StoneFrameworkModule, canvasId, cppViewportHandle); // viewports are stored in a static map in WasmViewport -> won't be deleted webViewport.Initialize(); return cppViewportHandle; } (<any>window).CreateWasmViewport = CreateWasmViewport; // export declare type InitializationCallback = () => void; // export declare var StoneFrameworkModule : any; //const ASSETS_FOLDER : string = "assets/lib"; //const WASM_FILENAME : string = "orthanc-framework"; export class WasmViewport { private static viewportsMapByCppHandle_ : Map<number, WasmViewport> = new Map<number, WasmViewport>(); // key = the C++ handle private static viewportsMapByCanvasId_ : Map<string, WasmViewport> = new Map<string, WasmViewport>(); // key = the canvasId private module_ : any; private canvasId_ : string; private htmlCanvas_ : HTMLCanvasElement; private context_ : CanvasRenderingContext2D; private imageData_ : any = null; private renderingBuffer_ : any = null; private touchGestureInProgress_: boolean = false; private touchCount_: number = 0; private touchGestureLastCoordinates_: [number, number][] = []; // last x,y coordinates of each touch private touchZoom_ : any = false; private touchTranslation_ : any = false; private ViewportSetSize : Function; private ViewportRender : Function; private ViewportMouseDown : Function; private ViewportMouseMove : Function; private ViewportMouseUp : Function; private ViewportMouseEnter : Function; private ViewportMouseLeave : Function; private ViewportMouseWheel : Function; private ViewportKeyPressed : Function; private ViewportTouchStart : Function; private ViewportTouchMove : Function; private ViewportTouchEnd : Function; private pimpl_ : any; // Private pointer to the underlying WebAssembly C++ object public constructor(module: any, canvasId: string, cppViewport: any) { this.pimpl_ = cppViewport; WasmViewport.viewportsMapByCppHandle_[this.pimpl_] = this; WasmViewport.viewportsMapByCanvasId_[canvasId] = this; this.module_ = module; this.canvasId_ = canvasId; this.htmlCanvas_ = document.getElementById(this.canvasId_) as HTMLCanvasElement; if (this.htmlCanvas_ == null) { Logger.defaultLogger.error("Can not create WasmViewport, did not find the canvas whose id is '", this.canvasId_, "'"); } this.context_ = this.htmlCanvas_.getContext('2d'); this.ViewportSetSize = this.module_.cwrap('ViewportSetSize', null, [ 'number', 'number', 'number' ]); this.ViewportRender = this.module_.cwrap('ViewportRender', null, [ 'number', 'number', 'number', 'number' ]); this.ViewportMouseDown = this.module_.cwrap('ViewportMouseDown', null, [ 'number', 'number', 'number', 'number', 'number' ]); this.ViewportMouseMove = this.module_.cwrap('ViewportMouseMove', null, [ 'number', 'number', 'number' ]); this.ViewportMouseUp = this.module_.cwrap('ViewportMouseUp', null, [ 'number' ]); this.ViewportMouseEnter = this.module_.cwrap('ViewportMouseEnter', null, [ 'number' ]); this.ViewportMouseLeave = this.module_.cwrap('ViewportMouseLeave', null, [ 'number' ]); this.ViewportMouseWheel = this.module_.cwrap('ViewportMouseWheel', null, [ 'number', 'number', 'number', 'number', 'number' ]); this.ViewportKeyPressed = this.module_.cwrap('ViewportKeyPressed', null, [ 'number', 'number', 'string', 'number', 'number' ]); this.ViewportTouchStart = this.module_.cwrap('ViewportTouchStart', null, [ 'number', 'number', 'number', 'number', 'number', 'number', 'number' ]); this.ViewportTouchMove = this.module_.cwrap('ViewportTouchMove', null, [ 'number', 'number', 'number', 'number', 'number', 'number', 'number' ]); this.ViewportTouchEnd = this.module_.cwrap('ViewportTouchEnd', null, [ 'number', 'number', 'number', 'number', 'number', 'number', 'number' ]); } public GetCppViewport() : number { return this.pimpl_; } public static GetFromCppViewport(cppViewportHandle: number) : WasmViewport { if (WasmViewport.viewportsMapByCppHandle_[cppViewportHandle] !== undefined) { return WasmViewport.viewportsMapByCppHandle_[cppViewportHandle]; } Logger.defaultLogger.error("WasmViewport not found !"); return undefined; } public static GetFromCanvasId(canvasId: string) : WasmViewport { if (WasmViewport.viewportsMapByCanvasId_[canvasId] !== undefined) { return WasmViewport.viewportsMapByCanvasId_[canvasId]; } Logger.defaultLogger.error("WasmViewport not found !"); return undefined; } public static ResizeAll() { for (let canvasId in WasmViewport.viewportsMapByCanvasId_) { WasmViewport.viewportsMapByCanvasId_[canvasId].Resize(); } } public Redraw() { if (this.imageData_ === null || this.renderingBuffer_ === null || this.ViewportRender(this.pimpl_, this.imageData_.width, this.imageData_.height, this.renderingBuffer_) == 0) { Logger.defaultLogger.error('The rendering has failed'); } else { // Create an accessor to the rendering buffer (i.e. create a // "window" above the heap of the WASM module), then copy it to // the ImageData object this.imageData_.data.set(new Uint8ClampedArray( this.module_.buffer, this.renderingBuffer_, this.imageData_.width * this.imageData_.height * 4)); this.context_.putImageData(this.imageData_, 0, 0); } } public Resize() { if (this.imageData_ != null && (this.imageData_.width != window.innerWidth || this.imageData_.height != window.innerHeight)) { this.imageData_ = null; } // width/height is defined by the parent width/height this.htmlCanvas_.width = this.htmlCanvas_.parentElement.offsetWidth; this.htmlCanvas_.height = this.htmlCanvas_.parentElement.offsetHeight; Logger.defaultLogger.debug("resizing WasmViewport: ", this.htmlCanvas_.width, "x", this.htmlCanvas_.height); if (this.imageData_ === null) { this.imageData_ = this.context_.getImageData(0, 0, this.htmlCanvas_.width, this.htmlCanvas_.height); this.ViewportSetSize(this.pimpl_, this.htmlCanvas_.width, this.htmlCanvas_.height); if (this.renderingBuffer_ != null) { this.module_._free(this.renderingBuffer_); } this.renderingBuffer_ = this.module_._malloc(this.imageData_.width * this.imageData_.height * 4); } else { this.ViewportSetSize(this.pimpl_, this.htmlCanvas_.width, this.htmlCanvas_.height); } this.Redraw(); } public Initialize() { // Force the rendering of the viewport for the first time this.Resize(); var that : WasmViewport = this; // Register an event listener to call the Resize() function // each time the window is resized. window.addEventListener('resize', function(event) { that.Resize(); }, false); this.htmlCanvas_.addEventListener('contextmenu', function(event) { // Prevent right click on the canvas event.preventDefault(); }, false); this.htmlCanvas_.addEventListener('mouseleave', function(event) { that.ViewportMouseLeave(that.pimpl_); }); this.htmlCanvas_.addEventListener('mouseenter', function(event) { that.ViewportMouseEnter(that.pimpl_); }); this.htmlCanvas_.addEventListener('mousedown', function(event) { var x = event.pageX - this.offsetLeft; var y = event.pageY - this.offsetTop; that.ViewportMouseDown(that.pimpl_, event.button, x, y, 0 /* TODO detect modifier keys*/); }); this.htmlCanvas_.addEventListener('mousemove', function(event) { var x = event.pageX - this.offsetLeft; var y = event.pageY - this.offsetTop; that.ViewportMouseMove(that.pimpl_, x, y); }); this.htmlCanvas_.addEventListener('mouseup', function(event) { that.ViewportMouseUp(that.pimpl_); }); window.addEventListener('keydown', function(event) { var keyChar = event.key; var keyCode = event.keyCode if (keyChar.length == 1) { keyCode = 0; // maps to OrthancStone::KeyboardKeys_Generic } else { keyChar = null; } // console.log("key: ", keyCode, keyChar); that.ViewportKeyPressed(that.pimpl_, keyCode, keyChar, event.shiftKey, event.ctrlKey, event.altKey); }); this.htmlCanvas_.addEventListener('wheel', function(event) { var x = event.pageX - this.offsetLeft; var y = event.pageY - this.offsetTop; that.ViewportMouseWheel(that.pimpl_, event.deltaY, x, y, event.ctrlKey); event.preventDefault(); }); this.htmlCanvas_.addEventListener('touchstart', function(event: TouchEvent) { // don't propagate events to the whole body (this could zoom the entire page instead of zooming the viewport) event.preventDefault(); event.stopPropagation(); // TODO: find a way to pass the coordinates as an array between JS and C++ var x0 = 0; var y0 = 0; var x1 = 0; var y1 = 0; var x2 = 0; var y2 = 0; if (event.targetTouches.length > 0) { x0 = event.targetTouches[0].pageX; y0 = event.targetTouches[0].pageY; } if (event.targetTouches.length > 1) { x1 = event.targetTouches[1].pageX; y1 = event.targetTouches[1].pageY; } if (event.targetTouches.length > 2) { x2 = event.targetTouches[2].pageX; y2 = event.targetTouches[2].pageY; } that.ViewportTouchStart(that.pimpl_, event.targetTouches.length, x0, y0, x1, y1, x2, y2); }); this.htmlCanvas_.addEventListener('touchend', function(event) { // don't propagate events to the whole body (this could zoom the entire page instead of zooming the viewport) event.preventDefault(); event.stopPropagation(); // TODO: find a way to pass the coordinates as an array between JS and C++ var x0 = 0; var y0 = 0; var x1 = 0; var y1 = 0; var x2 = 0; var y2 = 0; if (event.targetTouches.length > 0) { x0 = event.targetTouches[0].pageX; y0 = event.targetTouches[0].pageY; } if (event.targetTouches.length > 1) { x1 = event.targetTouches[1].pageX; y1 = event.targetTouches[1].pageY; } if (event.targetTouches.length > 2) { x2 = event.targetTouches[2].pageX; y2 = event.targetTouches[2].pageY; } that.ViewportTouchEnd(that.pimpl_, event.targetTouches.length, x0, y0, x1, y1, x2, y2); }); this.htmlCanvas_.addEventListener('touchmove', function(event: TouchEvent) { // don't propagate events to the whole body (this could zoom the entire page instead of zooming the viewport) event.preventDefault(); event.stopPropagation(); // TODO: find a way to pass the coordinates as an array between JS and C++ var x0 = 0; var y0 = 0; var x1 = 0; var y1 = 0; var x2 = 0; var y2 = 0; if (event.targetTouches.length > 0) { x0 = event.targetTouches[0].pageX; y0 = event.targetTouches[0].pageY; } if (event.targetTouches.length > 1) { x1 = event.targetTouches[1].pageX; y1 = event.targetTouches[1].pageY; } if (event.targetTouches.length > 2) { x2 = event.targetTouches[2].pageX; y2 = event.targetTouches[2].pageY; } that.ViewportTouchMove(that.pimpl_, event.targetTouches.length, x0, y0, x1, y1, x2, y2); return; // if (!that.touchGestureInProgress_) { // // starting a new gesture // that.touchCount_ = event.targetTouches.length; // for (var t = 0; t < event.targetTouches.length; t++) { // that.touchGestureLastCoordinates_.push([event.targetTouches[t].pageX, event.targetTouches[t].pageY]); // } // that.touchGestureInProgress_ = true; // } else { // // continuing a gesture // // TODO: we shall probably forward all touches to the C++ code and let the "interactors/trackers" handle them // if (that.touchCount_ == 1) { // consider it's a left mouse drag // } // } // TODO: we shall probably forward all touches to the C++ code and let the "interactors/trackers" handle them if (that.touchTranslation_.length == 2) { // var t = that.GetTouchTranslation(event); that.ViewportMouseMove(that.pimpl_, t[0], t[1]); } else if (that.touchZoom_.length == 3) { var z0 = that.touchZoom_; var z1 = that.GetTouchZoom(event); that.ViewportMouseMove(that.pimpl_, z0[0], z0[1] - z0[2] + z1[2]); } else { // Realize the gesture event if (event.targetTouches.length == 1) { // Exactly one finger inside the canvas => Setup a translation that.touchTranslation_ = that.GetTouchTranslation(event); that.ViewportMouseDown(that.pimpl_, 0 /* left button */, that.touchTranslation_[0], that.touchTranslation_[1], 0); } else if (event.targetTouches.length == 2) { // Exactly 2 fingers inside the canvas => Setup a pinch/zoom that.touchZoom_ = that.GetTouchZoom(event); var z0 = that.touchZoom_; that.ViewportMouseDown(that.pimpl_, 2 /* right button */, z0[0], z0[1], 0); } } }); } public ResetTouch() { if (this.touchTranslation_ || this.touchZoom_) { this.ViewportMouseUp(this.pimpl_); } this.touchTranslation_ = false; this.touchZoom_ = false; // this.touchGestureInProgress_ = false; // this.touchCount_ = 0; // this.touchGestureLastCoordinates_ = []; } public GetTouchTranslation(event) { var touch = event.targetTouches[0]; return [ touch.pageX, touch.pageY ]; } public GetTouchZoom(event) { var touch1 = event.targetTouches[0]; var touch2 = event.targetTouches[1]; var dx = (touch1.pageX - touch2.pageX); var dy = (touch1.pageY - touch2.pageY); var d = Math.sqrt(dx * dx + dy * dy); return [ (touch1.pageX + touch2.pageX) / 2.0, (touch1.pageY + touch2.pageY) / 2.0, d ]; } }