Apple api add CVPixelBuffer、CMSampleBuffer、UIImage convenient

codeformat.sh

@@ -2,12 +2,12 @@
 
 # we run clang-format and astyle twice to get stable format output
 
-find src/ tools/ tests/ examples/ benchmark/ python/ -type f -name '*.c' -o -name '*.cpp' -o -name '*.cc' -o -name '*.h' | grep -v python/pybind11 | grep -v stb_image | xargs -i clang-format -i {}
-astyle -n -r "benchmark/*.h,*.cpp,*.cc" "tests/*.h,*.cpp,*.cc" "tools/*.h,*.cpp,*.cc" "examples/*.h,*.cpp,*.cc"
-astyle -n -r "src/*.h,*.cpp,*.cc" --exclude=src/stb_image.h --exclude=src/stb_image_write.h
+find src/ tools/ tests/ examples/ benchmark/ python/ -type f -name '*.c' -o -name '*.cpp' -o -name '*.cc' -o -name '*.mm' -o -name '*.h' | grep -v python/pybind11 | grep -v stb_image | xargs -i clang-format -i {}
+astyle -n -r "benchmark/*.h,*.cpp,*.cc" "tests/*.h,*.cpp,*.cc,*.mm" "tools/*.h,*.cpp,*.cc" "examples/*.h,*.cpp,*.cc"
+astyle -n -r "src/*.h,*.cpp,*.cc,*.mm" --exclude=src/stb_image.h --exclude=src/stb_image_write.h
 astyle -n -r "python/*.h,*.cpp,*.cc" --exclude=python/pybind11
 
-find src/ tools/ tests/ examples/ benchmark/ python/ -type f -name '*.c' -o -name '*.cpp' -o -name '*.cc' -o -name '*.h' | grep -v python/pybind11 | grep -v stb_image | xargs -i clang-format -i {}
-astyle -n -r "benchmark/*.h,*.cpp,*.cc" "tests/*.h,*.cpp,*.cc" "tools/*.h,*.cpp,*.cc" "examples/*.h,*.cpp,*.cc"
-astyle -n -r "src/*.h,*.cpp,*.cc" --exclude=src/stb_image.h --exclude=src/stb_image_write.h
+find src/ tools/ tests/ examples/ benchmark/ python/ -type f -name '*.c' -o -name '*.cpp' -o -name '*.cc' -o -name '*.mm' -o -name '*.h' | grep -v python/pybind11 | grep -v stb_image | xargs -i clang-format -i {}
+astyle -n -r "benchmark/*.h,*.cpp,*.cc" "tests/*.h,*.cpp,*.cc,*.mm" "tools/*.h,*.cpp,*.cc" "examples/*.h,*.cpp,*.cc"
+astyle -n -r "src/*.h,*.cpp,*.cc,*.mm" --exclude=src/stb_image.h --exclude=src/stb_image_write.h
 astyle -n -r "python/*.h,*.cpp,*.cc" --exclude=python/pybind11

src/CMakeLists.txt

@@ -41,8 +41,15 @@ set(ncnn_SRCS
     simplestl.cpp
 )
 
-if(ANDROID)
-    list(APPEND ncnn_SRCS mat_pixel_android.cpp)
+if(NCNN_PLATFORM_API)
+    if(ANDROID)
+        list(APPEND ncnn_SRCS mat_pixel_android.cpp)
+    endif()
+
+    if(APPLE)
+        enable_language(OBJCXX)
+        list(APPEND ncnn_SRCS mat_pixel_apple.mm)
+    endif()
 endif()
 
 ncnn_src_group(ncnn_SRCS "sources")
@@ -270,8 +277,17 @@ if(NCNN_VULKAN)
     target_link_libraries(ncnn PRIVATE glslang SPIRV)
 endif()
 
-if(NCNN_PLATFORM_API AND ANDROID_NDK)
-    target_link_libraries(ncnn PUBLIC android jnigraphics log)
+if(NCNN_PLATFORM_API)
+    if(ANDROID_NDK)
+        target_link_libraries(ncnn PUBLIC android jnigraphics log)
+    endif()
+    if(APPLE)
+        if(IOS)
+            target_link_libraries(ncnn PUBLIC "-framework Foundation" "-framework CoreMedia" "-framework CoreVideo" "-framework Accelerate" "-framework UIKit" "-framework CoreGraphics")
+        else()
+            target_link_libraries(ncnn PUBLIC "-framework Foundation" "-framework CoreMedia" "-framework CoreVideo" "-framework Accelerate" "-framework AppKit" "-framework CoreGraphics")
+        endif()
+    endif()
 endif()
 
 if(WIN32)

src/allocator.h

@@ -72,7 +72,7 @@ static NCNN_FORCEINLINE void* fastMalloc(size_t size)
 {
 #if _MSC_VER
     return _aligned_malloc(size, NCNN_MALLOC_ALIGN);
-#elif (defined(__unix__) || defined(__APPLE__)) && _POSIX_C_SOURCE >= 200112L || (__ANDROID__ && __ANDROID_API__ >= 17)
+#elif (defined(__unix__) && _POSIX_C_SOURCE >= 200112L) || defined(__APPLE__) || (__ANDROID__ && __ANDROID_API__ >= 17)
     void* ptr = 0;
     if (posix_memalign(&ptr, NCNN_MALLOC_ALIGN, size + NCNN_MALLOC_OVERREAD))
         ptr = 0;
@@ -95,7 +95,7 @@ static NCNN_FORCEINLINE void fastFree(void* ptr)
     {
 #if _MSC_VER
         _aligned_free(ptr);
-#elif (defined(__unix__) || defined(__APPLE__)) && _POSIX_C_SOURCE >= 200112L || (__ANDROID__ && __ANDROID_API__ >= 17)
+#elif (defined(__unix__) && _POSIX_C_SOURCE >= 200112L) || defined(__APPLE__) || (__ANDROID__ && __ANDROID_API__ >= 17)
         free(ptr);
 #elif __ANDROID__ && __ANDROID_API__ < 17
         free(ptr);

src/mat.h

@@ -52,6 +52,18 @@
 #include <android/bitmap.h>
 #include <jni.h>
 #endif // __ANDROID_API__ >= 9
+#ifdef __OBJC__
+#import <Foundation/Foundation.h>
+#if __APPLE__
+#if TARGET_OS_IOS
+#import <UIKit/UIKit.h>
+#else
+#import <AppKit/Appkit.h>
+#endif // TARGET_OS_IOS
+#import <CoreMedia/CoreMedia.h>
+#import <CoreVideo/CoreVideo.h>
+#endif // __APPLE__
+#endif
 #endif // NCNN_PLATFORM_API
 #endif // NCNN_PIXEL
 
@@ -301,6 +313,31 @@ class NCNN_EXPORT Mat
     // convenient export to android Bitmap and resize to the android Bitmap size
     void to_android_bitmap(JNIEnv* env, jobject bitmap, int type_from) const;
 #endif // __ANDROID_API__ >= 9
+#ifdef __OBJC__
+#if __APPLE__
+    // convenient construct from apple SampleBuffer
+    static Mat from_apple_samplebuffer(CMSampleBufferRef samplebuffer, int type_to, Allocator* allocator = 0);
+    // convenient construct from apple PixelBuffer
+    static Mat from_apple_pixelbuffer(CVPixelBufferRef pixelbuffer, int type_to, Allocator* allocator = 0);
+    // convenient export to apple PixelBuffer and resize to the apple PixelBuffer size
+    int to_apple_pixelbuffer(CVPixelBufferRef pixelbuffer, int type_from) const;
+    // convenient construct from apple CGImage
+    static Mat from_apple_cgimage(CGImageRef image, int type_to, Allocator* allocator = 0);
+    // convenient export to apple CGImage
+    CGImageRef to_apple_cgimage() const;
+#if TARGET_OS_IOS
+    // convenient construct from apple UIImage
+    static Mat from_apple_uiimage(UIImage* image, int type_to, Allocator* allocator = 0);
+    // convenient export to apple UIImage
+    UIImage* to_apple_uiimage() const;
+#else
+    // convenient construct from apple NSImage
+    static Mat from_apple_nsimage(NSImage* image, int type_to, Allocator* allocator = 0);
+    // convenient export to apple NSImage
+    NSImage* to_apple_nsimage() const;
+#endif // TARGET_OS_IOS
+#endif // __APPLE__
+#endif
 #endif // NCNN_PLATFORM_API
 #endif // NCNN_PIXEL