diff --git a/plugin/src/py/android_screenshot_tests/recorder.py b/plugin/src/py/android_screenshot_tests/recorder.py
index d7e18bee..1df81c03 100644
--- a/plugin/src/py/android_screenshot_tests/recorder.py
+++ b/plugin/src/py/android_screenshot_tests/recorder.py
@@ -90,10 +90,10 @@ def _clean(self):
 
     def _is_image_same(self, file1, file2, failure_file):
         with Image.open(file1) as im1, Image.open(file2) as im2:
-            diff_image = ImageChops.difference(im1, im2)
+            diff_image = ImageChops.difference(im1.convert("RGB"), im2.convert("RGB"))
             try:
                 diff = diff_image.getbbox()
-                if diff is None:
+                if diff is None and im1.size == im2.size:
                     return True
                 else:
                     if failure_file: