view Samples/WebAssembly/BasicMPR.cpp @ 828:28f99af358fa

Merge + FusionMprSdl
author Benjamin Golinvaux <bgo@osimis.io>
date Wed, 29 May 2019 16:15:04 +0200
parents 270c31978df1
children 76e8224bc300
line wrap: on
line source

/**
 * Stone of Orthanc
 * Copyright (C) 2012-2016 Sebastien Jodogne, Medical Physics
 * Department, University Hospital of Liege, Belgium
 * Copyright (C) 2017-2019 Osimis S.A., Belgium
 *
 * This program is free software: you can redistribute it and/or
 * modify it under the terms of the GNU Affero General Public License
 * as published by the Free Software Foundation, either version 3 of
 * the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Affero General Public License for more details.
 * 
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 **/



#include <emscripten.h>
#include <emscripten/fetch.h>
#include <emscripten/html5.h>

#include "../../Framework/Loaders/OrthancSeriesVolumeProgressiveLoader.h"
#include "../../Framework/OpenGL/WebAssemblyOpenGLContext.h"
#include "../../Framework/Scene2D/GrayscaleStyleConfigurator.h"
#include "../../Framework/Scene2D/OpenGLCompositor.h"
#include "../../Framework/Scene2D/PanSceneTracker.h"
#include "../../Framework/Scene2D/RotateSceneTracker.h"
#include "../../Framework/Scene2D/ZoomSceneTracker.h"
#include "../../Framework/Scene2DViewport/IFlexiblePointerTracker.h"
#include "../../Framework/Scene2DViewport/ViewportController.h"
#include "../../Framework/StoneInitialization.h"
#include "../../Framework/Volumes/VolumeSceneLayerSource.h"

#include <Core/OrthancException.h>
#include <Core/Toolbox.h>


static const unsigned int FONT_SIZE = 32;


namespace OrthancStone
{
  class WebAssemblyViewport : public boost::noncopyable
  {
  private:
    // the construction order is important because compositor_
    // will hold a reference to the scene that belong to the 
    // controller_ object
    OpenGL::WebAssemblyOpenGLContext       context_;
    boost::shared_ptr<ViewportController>  controller_;
    OpenGLCompositor                       compositor_;

    void SetupEvents(const std::string& canvas);

  public:
    WebAssemblyViewport(MessageBroker& broker,
                        const std::string& canvas) :
      context_(canvas),
      controller_(new ViewportController(broker)),
      compositor_(context_, *controller_->GetScene())
    {
      compositor_.SetFont(0, Orthanc::EmbeddedResources::UBUNTU_FONT, 
                          FONT_SIZE, Orthanc::Encoding_Latin1);
      SetupEvents(canvas);
    }

    Scene2D& GetScene()
    {
      return *controller_->GetScene();
    }

    const boost::shared_ptr<ViewportController>& GetController()
    {
      return controller_;
    }

    void UpdateSize()
    {
      context_.UpdateSize();
      compositor_.UpdateSize();
      Refresh();
    }

    void Refresh()
    {
      compositor_.Refresh();
    }

    const std::string& GetCanvasIdentifier() const
    {
      return context_.GetCanvasIdentifier();
    }

    ScenePoint2D GetPixelCenterCoordinates(int x, int y) const
    {
      return compositor_.GetPixelCenterCoordinates(x, y);
    }

    unsigned int GetCanvasWidth() const
    {
      return context_.GetCanvasWidth();
    }

    unsigned int GetCanvasHeight() const
    {
      return context_.GetCanvasHeight();
    }
  };

  class ActiveTracker : public boost::noncopyable
  {
  private:
    boost::shared_ptr<IFlexiblePointerTracker> tracker_;
    std::string                             canvasIdentifier_;
    bool                                    insideCanvas_;
    
  public:
    ActiveTracker(const boost::shared_ptr<IFlexiblePointerTracker>& tracker,
                  const WebAssemblyViewport& viewport) :
      tracker_(tracker),
      canvasIdentifier_(viewport.GetCanvasIdentifier()),
      insideCanvas_(true)
    {
      if (tracker_.get() == NULL)
      {
        throw Orthanc::OrthancException(Orthanc::ErrorCode_NullPointer);
      }
    }

    bool IsAlive() const
    {
      return tracker_->IsAlive();
    }

    void PointerMove(const PointerEvent& event)
    {
      tracker_->PointerMove(event);
    }

    void PointerUp(const PointerEvent& event)
    {
      tracker_->PointerUp(event);
    }
  };
}

static OrthancStone::PointerEvent* ConvertMouseEvent(
  const EmscriptenMouseEvent&        source,
  OrthancStone::WebAssemblyViewport& viewport)
{
  std::auto_ptr<OrthancStone::PointerEvent> target(
    new OrthancStone::PointerEvent);

  target->AddPosition(viewport.GetPixelCenterCoordinates(
    source.targetX, source.targetY));
  target->SetAltModifier(source.altKey);
  target->SetControlModifier(source.ctrlKey);
  target->SetShiftModifier(source.shiftKey);

  return target.release();
}

std::auto_ptr<OrthancStone::ActiveTracker> tracker_;

EM_BOOL OnMouseEvent(int eventType, 
                     const EmscriptenMouseEvent *mouseEvent, 
                     void *userData)
{
  if (mouseEvent != NULL &&
      userData != NULL)
  {
    OrthancStone::WebAssemblyViewport& viewport = 
      *reinterpret_cast<OrthancStone::WebAssemblyViewport*>(userData);

    switch (eventType)
    {
      case EMSCRIPTEN_EVENT_CLICK:
      {
        static unsigned int count = 0;
        char buf[64];
        sprintf(buf, "click %d", count++);

        std::auto_ptr<OrthancStone::TextSceneLayer> layer(new OrthancStone::TextSceneLayer);
        layer->SetText(buf);
        viewport.GetScene().SetLayer(100, layer.release());
        viewport.Refresh();
        break;
      }

      case EMSCRIPTEN_EVENT_MOUSEDOWN:
      {
        boost::shared_ptr<OrthancStone::IFlexiblePointerTracker> t;

        {
          std::auto_ptr<OrthancStone::PointerEvent> event(
            ConvertMouseEvent(*mouseEvent, viewport));

          switch (mouseEvent->button)
          {
            case 0:  // Left button
              emscripten_console_log("Creating RotateSceneTracker");
              t.reset(new OrthancStone::RotateSceneTracker(
                viewport.GetController(), *event));
              break;

            case 1:  // Middle button
              emscripten_console_log("Creating PanSceneTracker");
              LOG(INFO) << "Creating PanSceneTracker" ;
              t.reset(new OrthancStone::PanSceneTracker(
                viewport.GetController(), *event));
              break;

            case 2:  // Right button
              emscripten_console_log("Creating ZoomSceneTracker");
              t.reset(new OrthancStone::ZoomSceneTracker(
                viewport.GetController(), *event, viewport.GetCanvasWidth()));
              break;

            default:
              break;
          }
        }

        if (t.get() != NULL)
        {
          tracker_.reset(
            new OrthancStone::ActiveTracker(t, viewport));
          viewport.Refresh();
        }

        break;
      }

      case EMSCRIPTEN_EVENT_MOUSEMOVE:
        if (tracker_.get() != NULL)
        {
          std::auto_ptr<OrthancStone::PointerEvent> event(
            ConvertMouseEvent(*mouseEvent, viewport));
          tracker_->PointerMove(*event);
          viewport.Refresh();
        }
        break;

      case EMSCRIPTEN_EVENT_MOUSEUP:
        if (tracker_.get() != NULL)
        {
          std::auto_ptr<OrthancStone::PointerEvent> event(
            ConvertMouseEvent(*mouseEvent, viewport));
          tracker_->PointerUp(*event);
          viewport.Refresh();
          if (!tracker_->IsAlive())
            tracker_.reset();
        }
        break;

      default:
        break;
    }
  }

  return true;
}


void OrthancStone::WebAssemblyViewport::SetupEvents(const std::string& canvas)
{
  emscripten_set_mousedown_callback(canvas.c_str(), this, false, OnMouseEvent);
  emscripten_set_mousemove_callback(canvas.c_str(), this, false, OnMouseEvent);
  emscripten_set_mouseup_callback(canvas.c_str(), this, false, OnMouseEvent);
}




namespace OrthancStone
{
  class VolumeSlicerViewport : public IObserver
  {
  private:
    OrthancStone::WebAssemblyViewport      viewport_;
    std::auto_ptr<VolumeSceneLayerSource>  source_;
    VolumeProjection                       projection_;
    std::vector<CoordinateSystem3D>        planes_;
    size_t                                 currentPlane_;

    void Handle(const DicomVolumeImage::GeometryReadyMessage& message)
    {
      LOG(INFO) << "Geometry is available";

      const VolumeImageGeometry& geometry = message.GetOrigin().GetGeometry();

      const unsigned int depth = geometry.GetProjectionDepth(projection_);
      currentPlane_ = depth / 2;
      
      planes_.resize(depth);

      for (unsigned int z = 0; z < depth; z++)
      {
        planes_[z] = geometry.GetProjectionSlice(projection_, z);
      }
    }
    
  public:
    VolumeSlicerViewport(MessageBroker& broker,
                         const std::string& canvas,
                         VolumeProjection projection) :
      IObserver(broker),
      viewport_(broker, canvas),
      projection_(projection),
      currentPlane_(0)
    {
    }

    void UpdateSize()
    {
      viewport_.UpdateSize();
    }

    void SetSlicer(int layerDepth,
                   const boost::shared_ptr<IVolumeSlicer>& slicer,
                   IObservable& loader,
                   ILayerStyleConfigurator* configurator)
    {
      if (source_.get() != NULL)
      {
        throw Orthanc::OrthancException(Orthanc::ErrorCode_BadSequenceOfCalls,
                                        "Only one slicer can be registered");
      }
      
      loader.RegisterObserverCallback(
        new Callable<VolumeSlicerViewport, DicomVolumeImage::GeometryReadyMessage>
        (*this, &VolumeSlicerViewport::Handle));

      source_.reset(new VolumeSceneLayerSource(viewport_.GetScene(), layerDepth, slicer));

      if (configurator != NULL)
      {
        source_->SetConfigurator(configurator);
      }
    }    

    void Refresh()
    {
      if (source_.get() != NULL &&
          currentPlane_ < planes_.size())
      {
        source_->Update(planes_[currentPlane_]);
      }
    }
  };




  class WebAssemblyOracle :
    public IOracle,
    public IObservable
  {
  private:
    typedef std::map<std::string, std::string>  HttpHeaders;
    
    class FetchContext : public boost::noncopyable
    {
    private:
      class Emitter : public IMessageEmitter
      {
      private:
        WebAssemblyOracle&  oracle_;

      public:
        Emitter(WebAssemblyOracle&  oracle) :
          oracle_(oracle)
        {
        }

        virtual void EmitMessage(const IObserver& receiver,
                                 const IMessage& message)
        {
          oracle_.EmitMessage(receiver, message);
        }
      };

      Emitter                        emitter_;
      const IObserver&               receiver_;
      std::auto_ptr<IOracleCommand>  command_;
      std::string                    expectedContentType_;

    public:
      FetchContext(WebAssemblyOracle& oracle,
                   const IObserver& receiver,
                   IOracleCommand* command,
                   const std::string& expectedContentType) :
        emitter_(oracle),
        receiver_(receiver),
        command_(command),
        expectedContentType_(expectedContentType)
      {
        if (command == NULL)
        {
          throw Orthanc::OrthancException(Orthanc::ErrorCode_NullPointer);
        }
      }

      const std::string& GetExpectedContentType() const
      {
        return expectedContentType_;
      }

      void EmitMessage(const IMessage& message)
      {
        emitter_.EmitMessage(receiver_, message);
      }

      IMessageEmitter& GetEmitter()
      {
        return emitter_;
      }

      const IObserver& GetReceiver() const
      {
        return receiver_;
      }

      IOracleCommand& GetCommand() const
      {
        return *command_;
      }

      template <typename T>
      const T& GetTypedCommand() const
      {
        return dynamic_cast<T&>(*command_);
      }
    };
    
    static void FetchSucceeded(emscripten_fetch_t *fetch)
    {
      /**
       * Firstly, make a local copy of the fetched information, and
       * free data associated with the fetch.
       **/
      
      std::auto_ptr<FetchContext> context(reinterpret_cast<FetchContext*>(fetch->userData));

      std::string answer;
      if (fetch->numBytes > 0)
      {
        answer.assign(fetch->data, fetch->numBytes);
      }

      /**
       * TODO - HACK - As of emscripten-1.38.31, the fetch API does
       * not contain a way to retrieve the HTTP headers of the
       * answer. We make the assumption that the "Content-Type" header
       * of the response is the same as the "Accept" header of the
       * query. This should be fixed in future versions of emscripten.
       * https://github.com/emscripten-core/emscripten/pull/8486
       **/

      HttpHeaders headers;
      if (!context->GetExpectedContentType().empty())
      {
        headers["Content-Type"] = context->GetExpectedContentType();
      }
      
      
      emscripten_fetch_close(fetch);


      /**
       * Secondly, use the retrieved data.
       **/

      try
      {
        if (context.get() == NULL)
        {
          throw Orthanc::OrthancException(Orthanc::ErrorCode_NullPointer);
        }
        else
        {
          switch (context->GetCommand().GetType())
          {
            case IOracleCommand::Type_OrthancRestApi:
            {
              OrthancRestApiCommand::SuccessMessage message
                (context->GetTypedCommand<OrthancRestApiCommand>(), headers, answer);
              context->EmitMessage(message);
              break;
            }
            
            case IOracleCommand::Type_GetOrthancImage:
            {
              context->GetTypedCommand<GetOrthancImageCommand>().ProcessHttpAnswer
                (context->GetEmitter(), context->GetReceiver(), answer, headers);
              break;
            }
          
            case IOracleCommand::Type_GetOrthancWebViewerJpeg:
            {
              context->GetTypedCommand<GetOrthancWebViewerJpegCommand>().ProcessHttpAnswer
                (context->GetEmitter(), context->GetReceiver(), answer);
              break;
            }
          
            default:
              LOG(ERROR) << "Command type not implemented by the WebAssembly Oracle: "
                         << context->GetCommand().GetType();
          }
        }
      }
      catch (Orthanc::OrthancException& e)
      {
        LOG(ERROR) << "Error while processing a fetch answer in the oracle: " << e.What();
      }
    }

    static void FetchFailed(emscripten_fetch_t *fetch)
    {
      std::auto_ptr<FetchContext> context(reinterpret_cast<FetchContext*>(fetch->userData));
      
      LOG(ERROR) << "Fetching " << fetch->url << " failed, HTTP failure status code: " << fetch->status;

      /**
       * TODO - The following code leads to an infinite recursion, at
       * least with Firefox running on incognito mode => WHY?
       **/      
      //emscripten_fetch_close(fetch); // Also free data on failure.
    }


    class FetchCommand : public boost::noncopyable
    {
    private:
      WebAssemblyOracle&             oracle_;
      const IObserver&               receiver_;
      std::auto_ptr<IOracleCommand>  command_;
      Orthanc::HttpMethod            method_;
      std::string                    uri_;
      std::string                    body_;
      HttpHeaders                    headers_;
      unsigned int                   timeout_;
      std::string                    expectedContentType_;

    public:
      FetchCommand(WebAssemblyOracle& oracle,
                   const IObserver& receiver,
                   IOracleCommand* command) :
        oracle_(oracle),
        receiver_(receiver),
        command_(command),
        method_(Orthanc::HttpMethod_Get),
        timeout_(0)
      {
        if (command == NULL)
        {
          throw Orthanc::OrthancException(Orthanc::ErrorCode_NullPointer);
        }
      }

      void SetMethod(Orthanc::HttpMethod method)
      {
        method_ = method;
      }

      void SetUri(const std::string& uri)
      {
        uri_ = uri;
      }

      void SetBody(std::string& body /* will be swapped */)
      {
        body_.swap(body);
      }

      void SetHttpHeaders(const HttpHeaders& headers)
      {
        headers_ = headers;
      }

      void SetTimeout(unsigned int timeout)
      {
        timeout_ = timeout;
      }

      void Execute()
      {
        if (command_.get() == NULL)
        {
          // Cannot call Execute() twice
          throw Orthanc::OrthancException(Orthanc::ErrorCode_BadSequenceOfCalls);          
        }

        emscripten_fetch_attr_t attr;
        emscripten_fetch_attr_init(&attr);

        const char* method;
      
        switch (method_)
        {
          case Orthanc::HttpMethod_Get:
            method = "GET";
            break;

          case Orthanc::HttpMethod_Post:
            method = "POST";
            break;

          case Orthanc::HttpMethod_Delete:
            method = "DELETE";
            break;

          case Orthanc::HttpMethod_Put:
            method = "PUT";
            break;

          default:
            throw Orthanc::OrthancException(Orthanc::ErrorCode_NotImplemented);
        }

        strcpy(attr.requestMethod, method);

        attr.attributes = EMSCRIPTEN_FETCH_LOAD_TO_MEMORY;
        attr.onsuccess = FetchSucceeded;
        attr.onerror = FetchFailed;
        attr.timeoutMSecs = timeout_ * 1000;

        std::vector<const char*> headers;
        headers.reserve(2 * headers_.size() + 1);

        std::string expectedContentType;
        
        for (HttpHeaders::const_iterator it = headers_.begin(); it != headers_.end(); ++it)
        {
          std::string key;
          Orthanc::Toolbox::ToLowerCase(key, it->first);
          
          if (key == "accept")
          {
            expectedContentType = it->second;
          }

          if (key != "accept-encoding")  // Web browsers forbid the modification of this HTTP header
          {
            headers.push_back(it->first.c_str());
            headers.push_back(it->second.c_str());
          }
        }
        
        headers.push_back(NULL);  // Termination of the array of HTTP headers

        attr.requestHeaders = &headers[0];

        if (!body_.empty())
        {
          attr.requestDataSize = body_.size();
          attr.requestData = body_.c_str();
        }

        // Must be the last call to prevent memory leak on error
        attr.userData = new FetchContext(oracle_, receiver_, command_.release(), expectedContentType);
        emscripten_fetch(&attr, uri_.c_str());
      }        
    };
    
    
    void Execute(const IObserver& receiver,
                 OrthancRestApiCommand* command)
    {
      FetchCommand fetch(*this, receiver, command);

      fetch.SetMethod(command->GetMethod());
      fetch.SetUri(command->GetUri());
      fetch.SetHttpHeaders(command->GetHttpHeaders());
      fetch.SetTimeout(command->GetTimeout());
      
      if (command->GetMethod() == Orthanc::HttpMethod_Put ||
          command->GetMethod() == Orthanc::HttpMethod_Put)
      {
        std::string body;
        command->SwapBody(body);
        fetch.SetBody(body);
      }
      
      fetch.Execute();
    }
    
    
    void Execute(const IObserver& receiver,
                 GetOrthancImageCommand* command)
    {
      FetchCommand fetch(*this, receiver, command);

      fetch.SetUri(command->GetUri());
      fetch.SetHttpHeaders(command->GetHttpHeaders());
      fetch.SetTimeout(command->GetTimeout());
      
      fetch.Execute();
    }
    
    
    void Execute(const IObserver& receiver,
                 GetOrthancWebViewerJpegCommand* command)
    {
      FetchCommand fetch(*this, receiver, command);

      fetch.SetUri(command->GetUri());
      fetch.SetHttpHeaders(command->GetHttpHeaders());
      fetch.SetTimeout(command->GetTimeout());
      
      fetch.Execute();
    }

    
  public:
    WebAssemblyOracle(MessageBroker& broker) :
      IObservable(broker)
    {
    }
    
    virtual void Schedule(const IObserver& receiver,
                          IOracleCommand* command)
    {
      std::auto_ptr<IOracleCommand> protection(command);

      if (command == NULL)
      {
        throw Orthanc::OrthancException(Orthanc::ErrorCode_NullPointer);
      }

      switch (command->GetType())
      {
        case IOracleCommand::Type_OrthancRestApi:
          Execute(receiver, dynamic_cast<OrthancRestApiCommand*>(protection.release()));
          break;
        
        case IOracleCommand::Type_GetOrthancImage:
          Execute(receiver, dynamic_cast<GetOrthancImageCommand*>(protection.release()));
          break;

        case IOracleCommand::Type_GetOrthancWebViewerJpeg:
          Execute(receiver, dynamic_cast<GetOrthancWebViewerJpegCommand*>(protection.release()));
          break;          
            
        default:
          LOG(ERROR) << "Command type not implemented by the WebAssembly Oracle: " << command->GetType();
      }
    }

    virtual void Start()
    {
    }

    virtual void Stop()
    {
    }
  };
}




boost::shared_ptr<OrthancStone::DicomVolumeImage>  ct_(new OrthancStone::DicomVolumeImage);

boost::shared_ptr<OrthancStone::OrthancSeriesVolumeProgressiveLoader>  loader_;

std::auto_ptr<OrthancStone::VolumeSlicerViewport>  viewport1_;
std::auto_ptr<OrthancStone::VolumeSlicerViewport>  viewport2_;
std::auto_ptr<OrthancStone::VolumeSlicerViewport>  viewport3_;

OrthancStone::MessageBroker  broker_;
OrthancStone::WebAssemblyOracle  oracle_(broker_);


EM_BOOL OnWindowResize(int eventType, const EmscriptenUiEvent *uiEvent, void *userData)
{
  try
  {
    if (viewport1_.get() != NULL)
    {
      viewport1_->UpdateSize();
    }
  
    if (viewport2_.get() != NULL)
    {
      viewport2_->UpdateSize();
    }
  
    if (viewport3_.get() != NULL)
    {
      viewport3_->UpdateSize();
    }
  }
  catch (Orthanc::OrthancException& e)
  {
    LOG(ERROR) << "Exception while updating canvas size: " << e.What();
  }
  
  return true;
}




EM_BOOL OnAnimationFrame(double time, void *userData)
{
  try
  {
    if (viewport1_.get() != NULL)
    {
      viewport1_->Refresh();
    }
  
    if (viewport2_.get() != NULL)
    {
      viewport2_->Refresh();
    }
  
    if (viewport3_.get() != NULL)
    {
      viewport3_->Refresh();
    }

    return true;
  }
  catch (Orthanc::OrthancException& e)
  {
    LOG(ERROR) << "Exception in the animation loop, stopping now: " << e.What();
    return false;
  }  
}


extern "C"
{
  int main(int argc, char const *argv[]) 
  {
    OrthancStone::StoneInitialize();
    Orthanc::Logging::EnableInfoLevel(true);
    // Orthanc::Logging::EnableTraceLevel(true);
    EM_ASM(window.dispatchEvent(new CustomEvent("WebAssemblyLoaded")););
  }

  EMSCRIPTEN_KEEPALIVE
  void Initialize()
  {
    try
    {
      loader_.reset(new OrthancStone::OrthancSeriesVolumeProgressiveLoader(ct_, oracle_, oracle_));
    
      viewport1_.reset(new OrthancStone::VolumeSlicerViewport(broker_, "mycanvas1", OrthancStone::VolumeProjection_Axial));
      viewport1_->SetSlicer(0, loader_, *loader_, new OrthancStone::GrayscaleStyleConfigurator);
      viewport1_->UpdateSize();

      viewport2_.reset(new OrthancStone::VolumeSlicerViewport(broker_, "mycanvas2", OrthancStone::VolumeProjection_Coronal));
      viewport2_->SetSlicer(0, loader_, *loader_, new OrthancStone::GrayscaleStyleConfigurator);
      viewport2_->UpdateSize();

      viewport3_.reset(new OrthancStone::VolumeSlicerViewport(broker_, "mycanvas3", OrthancStone::VolumeProjection_Sagittal));
      viewport3_->SetSlicer(0, loader_, *loader_, new OrthancStone::GrayscaleStyleConfigurator);
      viewport3_->UpdateSize();

      emscripten_set_resize_callback("#window", NULL, false, OnWindowResize);
    
      emscripten_request_animation_frame_loop(OnAnimationFrame, NULL);

      oracle_.Start();
      loader_->LoadSeries("a04ecf01-79b2fc33-58239f7e-ad9db983-28e81afa");
    }
    catch (Orthanc::OrthancException& e)
    {
      LOG(ERROR) << "Exception during Initialize(): " << e.What();
    }
  }
}