New VideoToolbox rgb packet processor

Mac OS X >= 10.8 has hardware accelerated jpeg decoding (a bit hidden)

Author: fran6co

README.md

@@ -144,20 +144,16 @@ Use your favorite package managers (brew, ports, etc.)
 
 1. ``cd`` into a directory where you want to keep libfreenect2 stuff in
 1. Make sure these build tools are available: wget, git, cmake, pkg-config, automake, autoconf, libtool. Xcode may provide some of them. Install the rest via package managers.
-1. Install dependencies: TurboJPEG, GLFW.
+1. Install dependencies: GLFW.
 
     ```
 brew update
-brew tap homebrew/science
-brew install jpeg-turbo
 brew tap homebrew/versions
 brew install glfw3
 ```
 
     Do not install libusb via package managers for libfreenect2. libfreenect2 includes an unreleased local version of libusb with USB3 specific patches. libfreenect2's libusb should still work fine in presence of a global version libusb.
 
-    It is not recommended to build TurboJPEG from source, which produces corrupted results on Mac OSX according to reports. Install TurboJPEG binary only from package managers.
-
 1. Download the libfreenect2 repository
 
     ```

examples/protonect/CMakeLists.txt

@@ -47,14 +47,12 @@ SET(LIBRARY_OUTPUT_PATH ${MY_DIR}/lib)
 # dependencies
 FIND_PACKAGE(PkgConfig)    # try find PKGConfig as it will be used if found
 FIND_PACKAGE(LibUSB REQUIRED)
-FIND_PACKAGE(TurboJPEG REQUIRED) #does not provide a package-config file
 
 # Add includes
 INCLUDE_DIRECTORIES(
   "${MY_DIR}/include"
   ${LIBFREENECT2_THREADING_INCLUDE_DIR}
   ${LibUSB_INCLUDE_DIRS}
-  ${TurboJPEG_INCLUDE_DIRS}
 )
 
 LINK_DIRECTORIES(${LibUSB_LIBRARY_DIRS})
@@ -94,7 +92,6 @@ SET(SOURCES
   src/packet_pipeline.cpp
   src/rgb_packet_stream_parser.cpp
   src/rgb_packet_processor.cpp
-  src/turbo_jpeg_rgb_packet_processor.cpp
   src/depth_packet_stream_parser.cpp
   src/depth_packet_processor.cpp
   src/cpu_depth_packet_processor.cpp
@@ -110,7 +107,6 @@ SET(SOURCES
 
 SET(LIBRARIES
   ${LibUSB_LIBRARIES}
-  ${TurboJPEG_LIBRARIES}
   ${LIBFREENECT2_THREADING_LIBRARIES}
 )
 
@@ -169,6 +165,49 @@ IF(ENABLE_OPENCL)
   ENDIF(OPENCL_FOUND)
 ENDIF(ENABLE_OPENCL)
 
+IF(APPLE)
+  FIND_LIBRARY(VIDEOTOOLBOX_LIBRARY VideoToolbox)
+
+  IF(VIDEOTOOLBOX_LIBRARY)
+    SET(LIBFREENECT2_WITH_VT_SUPPORT 1)
+
+    FIND_LIBRARY(COREFOUNDATION_LIBRARY CoreFoundation REQUIRED)
+    FIND_LIBRARY(COREMEDIA_LIBRARY CoreMedia REQUIRED)
+    FIND_LIBRARY(COREVIDEO_LIBRARY CoreVideo REQUIRED)
+
+    LIST(APPEND SOURCES
+      src/vt_rgb_packet_processor.cpp
+    )
+
+    LIST(APPEND LIBRARIES
+      ${VIDEOTOOLBOX_LIBRARY}
+      ${COREFOUNDATION_LIBRARY}
+      ${COREMEDIA_LIBRARY}
+      ${COREVIDEO_LIBRARY}
+    )
+  ENDIF(VIDEOTOOLBOX_LIBRARY)
+ENDIF(APPLE)
+
+IF(LIBFREENECT2_WITH_VT_SUPPORT)
+  FIND_PACKAGE(TurboJPEG)
+ELSE()
+  FIND_PACKAGE(TurboJPEG REQUIRED)
+ENDIF()
+
+IF(TurboJPEG_FOUND)
+  SET(LIBFREENECT2_WITH_TURBOJPEG_SUPPORT 1)
+
+  INCLUDE_DIRECTORIES(${TurboJPEG_INCLUDE_DIRS})
+
+  LIST(APPEND SOURCES
+    src/turbo_jpeg_rgb_packet_processor.cpp
+  )
+
+  LIST(APPEND LIBRARIES
+    ${TurboJPEG_LIBRARIES}
+  )
+ENDIF()
+
 SET(CMAKE_INSTALL_RPATH ${LibUSB_LIBDIR})
 
 CONFIGURE_FILE("${MY_DIR}/include/libfreenect2/config.h.in" "${MY_DIR}/include/libfreenect2/config.h" @ONLY)

examples/protonect/include/libfreenect2/config.h.in

@@ -43,6 +43,10 @@
 
 #cmakedefine LIBFREENECT2_WITH_OPENCL_SUPPORT
 
+#cmakedefine LIBFREENECT2_WITH_VT_SUPPORT
+
+#cmakedefine LIBFREENECT2_WITH_TURBOJPEG_SUPPORT
+
 #cmakedefine LIBFREENECT2_THREADING_STDLIB
 
 #cmakedefine LIBFREENECT2_THREADING_TINYTHREAD

examples/protonect/include/libfreenect2/frame_listener.hpp

@@ -49,22 +49,30 @@ class LIBFREENECT2_API Frame
   size_t width, height, bytes_per_pixel;
   unsigned char* data;
 
-  Frame(size_t width, size_t height, size_t bytes_per_pixel) :
+  Frame(size_t width, size_t height, size_t bytes_per_pixel, unsigned char* _data = NULL) :
     width(width),
     height(height),
-    bytes_per_pixel(bytes_per_pixel)
+    bytes_per_pixel(bytes_per_pixel),
+    rawdata(NULL),
+    data(_data)
   {
-    const size_t alignment = 64;
-    size_t space = width * height * bytes_per_pixel + alignment;
-    rawdata = new unsigned char[space];
-    uintptr_t ptr = reinterpret_cast<uintptr_t>(rawdata);
-    uintptr_t aligned = (ptr - 1u + alignment) & -alignment;
-    data = reinterpret_cast<unsigned char *>(aligned);
+    if (data == NULL)
+    {
+      const size_t alignment = 64;
+      size_t space = width * height * bytes_per_pixel + alignment;
+      rawdata = new unsigned char[space];
+      uintptr_t ptr = reinterpret_cast<uintptr_t>(rawdata);
+      uintptr_t aligned = (ptr - 1u + alignment) & -alignment;
+      data = reinterpret_cast<unsigned char *>(aligned);
+    }
   }
 
-  ~Frame()
+  virtual ~Frame()
   {
-    delete[] rawdata;
+    if (rawdata)
+    {
+      delete[] rawdata;
+    }
   }
 
   protected:

examples/protonect/include/libfreenect2/rgb_packet_processor.h

@@ -68,6 +68,7 @@ class LIBFREENECT2_API DumpRgbPacketProcessor : public RgbPacketProcessor
   virtual void process(const libfreenect2::RgbPacket &packet);
 };
 
+#ifdef LIBFREENECT2_WITH_TURBOJPEG_SUPPORT
 class TurboJpegRgbPacketProcessorImpl;
 
 class LIBFREENECT2_API TurboJpegRgbPacketProcessor : public RgbPacketProcessor
@@ -80,6 +81,22 @@ class LIBFREENECT2_API TurboJpegRgbPacketProcessor : public RgbPacketProcessor
 private:
   TurboJpegRgbPacketProcessorImpl *impl_;
 };
+#endif
+
+#ifdef LIBFREENECT2_WITH_VT_SUPPORT
+class VTRgbPacketProcessorImpl;
+
+class LIBFREENECT2_API VTRgbPacketProcessor : public RgbPacketProcessor
+{
+public:
+  VTRgbPacketProcessor();
+  virtual ~VTRgbPacketProcessor();
+protected:
+  virtual void process(const libfreenect2::RgbPacket &packet);
+private:
+  VTRgbPacketProcessorImpl *impl_;
+};
+#endif
 
 } /* namespace libfreenect2 */
 #endif /* RGB_PACKET_PROCESSOR_H_ */

examples/protonect/src/packet_pipeline.cpp

@@ -39,7 +39,12 @@ void BasePacketPipeline::initialize()
   rgb_parser_ = new RgbPacketStreamParser();
   depth_parser_ = new DepthPacketStreamParser();
 
+#ifdef LIBFREENECT2_WITH_VT_SUPPORT
+  rgb_processor_ = new VTRgbPacketProcessor();
+#else
   rgb_processor_ = new TurboJpegRgbPacketProcessor();
+#endif
+
   depth_processor_ = createDepthPacketProcessor();
 
   async_rgb_processor_ = new AsyncPacketProcessor<RgbPacket>(rgb_processor_);