canny: disallow broken inplace arguments

alalek · alalek · commit cdf2a59afa50 · 2017-06-30T19:32:16.000+03:00
diff --git a/modules/imgproc/src/canny.cpp b/modules/imgproc/src/canny.cpp
@@ -972,6 +972,9 @@ void Canny( InputArray _src, OutputArray _dst,
 
     const Size size = _src.size();
 
+    // we don't support inplace parameters in case with RGB/BGR src
+    CV_Assert((_dst.getObj() != _src.getObj() || _src.type() == CV_8UC1) && "Inplace parameters are not supported");
+
     _dst.create(size, CV_8U);
 
     if (!L2gradient && (aperture_size & CV_CANNY_L2_GRADIENT) == CV_CANNY_L2_GRADIENT)
