Add function to find cropping of a game that doesn't use the full screen.

Author: Mysticial

SerialPrograms/Source/CommonTools/Images/ImageTools.cpp

@@ -8,6 +8,7 @@
 #include "CommonFramework/ImageTypes/ImageRGB32.h"
 #include "CommonFramework/ImageTools/ImageBoxes.h"
 #include "CommonFramework/ImageTools/FloatPixel.h"
+#include "CommonTools/Images/SolidColorTest.h"
 #include "ImageTools.h"
 
 namespace PokemonAutomation{
@@ -47,6 +48,50 @@ ImageRGB32 image_diff_greyscale(const ImageViewRGB32& x, const ImageViewRGB32& y
 
 
 
+ImagePixelBox find_contents_pixel_box(const ImageViewRGB32& image){
+    const double MAX_SUM = 10;
+    const double MAX_STDDEV = 10;
+
+    size_t top = 0;
+    for (; top < image.height(); top++){
+        ImageViewRGB32 line = image.sub_image(0, top, image.width(), 1);
+        if (!is_black(line, MAX_SUM, MAX_STDDEV)){
+            break;
+        }
+    }
+
+    size_t bot = image.height();
+    for (; bot > top; bot--){
+        ImageViewRGB32 line = image.sub_image(0, bot - 1, image.width(), 1);
+        if (!is_black(line, MAX_SUM, MAX_STDDEV)){
+            break;
+        }
+    }
+
+    size_t left = 0;
+    for (; left < image.width(); left++){
+        ImageViewRGB32 line = image.sub_image(left, 0, 1, image.height());
+        if (!is_black(line, MAX_SUM, MAX_STDDEV)){
+            break;
+        }
+    }
+
+    size_t right = image.width();
+    for (; right > left; right--){
+        ImageViewRGB32 line = image.sub_image(right - 1, 0, 1, image.height());
+        if (!is_black(line, MAX_SUM, MAX_STDDEV)){
+            break;
+        }
+    }
+
+    return ImagePixelBox(left, top, right, bot);
+}
+ImageFloatBox find_contents_float_box(const ImageViewRGB32& image){
+    return pixelbox_to_floatbox(
+        image.width(), image.height(),
+        find_contents_pixel_box(image)
+    );
+}
 
 
 

SerialPrograms/Source/CommonTools/Images/ImageTools.h

@@ -12,12 +12,18 @@ namespace PokemonAutomation{
 
 class ImageViewRGB32;
 class ImageRGB32;
+struct ImagePixelBox;
+struct ImageFloatBox;
 
 
 //  Deprecated
 ImageRGB32 image_diff_greyscale(const ImageViewRGB32& x, const ImageViewRGB32& y);
 
 
+ImagePixelBox find_contents_pixel_box(const ImageViewRGB32& image);
+ImageFloatBox find_contents_float_box(const ImageViewRGB32& image);
+
+
 
 
 

SerialPrograms/Source/NintendoSwitch/DevPrograms/TestProgramSwitch.cpp

@@ -172,6 +172,7 @@
 #include "Common/Cpp/StreamConnections/MockDevice.h"
 #include "ML/Inference/ML_PaddleOCRPipeline.h"
 #include "CommonTools/OCR/OCR_RawPaddleOCR.h"
+#include "CommonTools/Images/ImageTools.h"
 
 
 
@@ -493,6 +494,8 @@ class MockConnection : public StreamConnection{
 
 
 
+
+
 void TestProgram::program(MultiSwitchProgramEnvironment& env, CancellableScope& scope){
     using namespace Kernels;
     using namespace Kernels::Waterfill;
@@ -514,13 +517,20 @@ void TestProgram::program(MultiSwitchProgramEnvironment& env, CancellableScope&
     // JoyconContext context(scope, console.controller<JoyconController>());
     VideoOverlaySet overlays(overlay);
 
+    auto snapshot = feed.snapshot();
 
+    ImageFloatBox box = find_contents_float_box(snapshot);
+    cout << box.x << ", " << box.y << ", " << box.width << ", " << box.height << endl;
+
+    overlays.add(COLOR_RED, box);
 
+
+#if 0
     PokemonLA::EventDialogDetector detector(logger, overlay, true);
 
     auto snapshot = feed.snapshot();
     detector.process_frame(snapshot, current_time());
-
+#endif
 
 #if 0
     UpdateMenuWatcher update_menu(console, COLOR_PURPLE);

SerialPrograms/Source/NintendoSwitch/DevPrograms/TestProgramSwitch.h

@@ -67,6 +67,11 @@ class TestProgram : public MultiSwitchProgramInstance, public ButtonListener{
         std::atomic<uint64_t>& m_resets;
     };
 
+    virtual void start_program_border_check(
+        VideoStream& stream, size_t console_index,
+        FeedbackType feedback_type
+    ) override{}
+
 private:
     ButtonCell BUTTON0;
     ButtonOption BUTTON1;