Apple api add CVPixelBuffer、CMSampleBuffer、UIImage convenient

codeformat.sh

@@ -2,12 +2,12 @@
 
 # we run clang-format and astyle twice to get stable format output
 
-find src/ tools/ tests/ examples/ benchmark/ python/ -type f -name '*.c' -o -name '*.cpp' -o -name '*.cc' -o -name '*.h' | grep -v python/pybind11 | grep -v stb_image | xargs -i clang-format -i {}
-astyle -n -r "benchmark/*.h,*.cpp,*.cc" "tests/*.h,*.cpp,*.cc" "tools/*.h,*.cpp,*.cc" "examples/*.h,*.cpp,*.cc"
-astyle -n -r "src/*.h,*.cpp,*.cc" --exclude=src/stb_image.h --exclude=src/stb_image_write.h
+find src/ tools/ tests/ examples/ benchmark/ python/ -type f -name '*.c' -o -name '*.cpp' -o -name '*.cc' -o -name '*.mm' -o -name '*.h' | grep -v python/pybind11 | grep -v stb_image | xargs -i clang-format -i {}
+astyle -n -r "benchmark/*.h,*.cpp,*.cc" "tests/*.h,*.cpp,*.cc,*.mm" "tools/*.h,*.cpp,*.cc" "examples/*.h,*.cpp,*.cc"
+astyle -n -r "src/*.h,*.cpp,*.cc,*.mm" --exclude=src/stb_image.h --exclude=src/stb_image_write.h
 astyle -n -r "python/*.h,*.cpp,*.cc" --exclude=python/pybind11
 
-find src/ tools/ tests/ examples/ benchmark/ python/ -type f -name '*.c' -o -name '*.cpp' -o -name '*.cc' -o -name '*.h' | grep -v python/pybind11 | grep -v stb_image | xargs -i clang-format -i {}
-astyle -n -r "benchmark/*.h,*.cpp,*.cc" "tests/*.h,*.cpp,*.cc" "tools/*.h,*.cpp,*.cc" "examples/*.h,*.cpp,*.cc"
-astyle -n -r "src/*.h,*.cpp,*.cc" --exclude=src/stb_image.h --exclude=src/stb_image_write.h
+find src/ tools/ tests/ examples/ benchmark/ python/ -type f -name '*.c' -o -name '*.cpp' -o -name '*.cc' -o -name '*.mm' -o -name '*.h' | grep -v python/pybind11 | grep -v stb_image | xargs -i clang-format -i {}
+astyle -n -r "benchmark/*.h,*.cpp,*.cc" "tests/*.h,*.cpp,*.cc,*.mm" "tools/*.h,*.cpp,*.cc" "examples/*.h,*.cpp,*.cc"
+astyle -n -r "src/*.h,*.cpp,*.cc,*.mm" --exclude=src/stb_image.h --exclude=src/stb_image_write.h
 astyle -n -r "python/*.h,*.cpp,*.cc" --exclude=python/pybind11

src/CMakeLists.txt

@@ -45,6 +45,11 @@ if(ANDROID)
     list(APPEND ncnn_SRCS mat_pixel_android.cpp)
 endif()
 
+if(APPLE)
+    enable_language(OBJCXX)
+    list(APPEND ncnn_SRCS mat_pixel_apple.mm)
+endif()
+
 ncnn_src_group(ncnn_SRCS "sources")
 
 include_directories("${CMAKE_CURRENT_SOURCE_DIR}/layer/${NCNN_TARGET_ARCH}")
@@ -270,8 +275,17 @@ if(NCNN_VULKAN)
     target_link_libraries(ncnn PRIVATE glslang SPIRV)
 endif()
 
-if(NCNN_PLATFORM_API AND ANDROID_NDK)
-    target_link_libraries(ncnn PUBLIC android jnigraphics log)
+if(NCNN_PLATFORM_API)
+    if(ANDROID_NDK)
+        target_link_libraries(ncnn PUBLIC android jnigraphics log)
+    endif()
+    if(APPLE)
+        if(IOS)
+            target_link_libraries(ncnn PUBLIC "-framework Foundation" "-framework CoreMedia" "-framework CoreVideo" "-framework Accelerate" "-framework UIKit" "-framework CoreGraphics")
+        else()
+            target_link_libraries(ncnn PUBLIC "-framework Foundation" "-framework CoreMedia" "-framework CoreVideo" "-framework Accelerate" "-framework AppKit" "-framework CoreGraphics")
+        endif()
+    endif()
 endif()
 
 if(WIN32)

src/allocator.h

@@ -32,6 +32,9 @@
 #if __ANDROID_API__ >= 26
 #include <android/hardware_buffer.h>
 #endif // __ANDROID_API__ >= 26
+#if __APPLE__
+#include <errno.h>
+#endif // __APPLE__
 #endif // NCNN_PLATFORM_API
 
 namespace ncnn {
@@ -72,7 +75,7 @@ static NCNN_FORCEINLINE void* fastMalloc(size_t size)
 {
 #if _MSC_VER
     return _aligned_malloc(size, NCNN_MALLOC_ALIGN);
-#elif (defined(__unix__) || defined(__APPLE__)) && _POSIX_C_SOURCE >= 200112L || (__ANDROID__ && __ANDROID_API__ >= 17)
+#elif (defined(__unix__) && _POSIX_C_SOURCE >= 200112L) || defined(__APPLE__) || (__ANDROID__ && __ANDROID_API__ >= 17)
     void* ptr = 0;
     if (posix_memalign(&ptr, NCNN_MALLOC_ALIGN, size + NCNN_MALLOC_OVERREAD))
         ptr = 0;
@@ -95,7 +98,7 @@ static NCNN_FORCEINLINE void fastFree(void* ptr)
     {
 #if _MSC_VER
         _aligned_free(ptr);
-#elif (defined(__unix__) || defined(__APPLE__)) && _POSIX_C_SOURCE >= 200112L || (__ANDROID__ && __ANDROID_API__ >= 17)
+#elif (defined(__unix__) && _POSIX_C_SOURCE >= 200112L) || defined(__APPLE__) || (__ANDROID__ && __ANDROID_API__ >= 17)
         free(ptr);
 #elif __ANDROID__ && __ANDROID_API__ < 17
         free(ptr);

src/mat.h

@@ -52,6 +52,18 @@
 #include <android/bitmap.h>
 #include <jni.h>
 #endif // __ANDROID_API__ >= 9
+#ifdef __OBJC__
+#import <Foundation/Foundation.h>
+#if __APPLE__
+#if TARGET_OS_IOS
+#import <UIKit/UIKit.h>
+#else
+#import <AppKit/Appkit.h>
+#endif // TARGET_OS_IOS
+#import <CoreMedia/CoreMedia.h>
+#import <CoreVideo/CoreVideo.h>
+#endif // __APPLE__
+#endif
 #endif // NCNN_PLATFORM_API
 #endif // NCNN_PIXEL
 
@@ -301,6 +313,27 @@ class NCNN_EXPORT Mat
     // convenient export to android Bitmap and resize to the android Bitmap size
     void to_android_bitmap(JNIEnv* env, jobject bitmap, int type_from) const;
 #endif // __ANDROID_API__ >= 9
+#ifdef __OBJC__
+#if __APPLE__
+    // convenient construct from apple SampleBuffer, mat is RGBA
+    static Mat from_apple_samplebuffer(CMSampleBufferRef samplebuffer);
+    // convenient construct from apple PixelBuffer, mat is RGBA
+    static Mat from_apple_pixelbuffer(CVPixelBufferRef pixelbuffer);
+    // convenient export to apple PixelBuffer
+    int to_apple_pixelbuffer(CVPixelBufferRef* pixelbuffer);
+#if TARGET_OS_IOS
+    // convenient construct from apple UIImage
+    static Mat from_apple_image(UIImage* image);
+    // convenient export to apple UIImage
+    UIImage* to_apple_image();
+#else
+    // convenient construct from apple NSImage
+    static Mat from_apple_image(NSImage* image);
+    // convenient export to apple NSImage
+    NSImage* to_apple_image();
+#endif // TARGET_OS_IOS
+#endif // __APPLE__
+#endif
 #endif // NCNN_PLATFORM_API
 #endif // NCNN_PIXEL