Jose Fonseca | 247e1fa | 2019-04-28 14:14:44 +0100 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 2 | ########################################################################## |
| 3 | # |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 4 | # Copyright 2011 Jose Fonseca |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 5 | # Copyright 2008-2009 VMware, Inc. |
| 6 | # All Rights Reserved. |
| 7 | # |
| 8 | # Permission is hereby granted, free of charge, to any person obtaining a copy |
| 9 | # of this software and associated documentation files (the "Software"), to deal |
| 10 | # in the Software without restriction, including without limitation the rights |
| 11 | # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
| 12 | # copies of the Software, and to permit persons to whom the Software is |
| 13 | # furnished to do so, subject to the following conditions: |
| 14 | # |
| 15 | # The above copyright notice and this permission notice shall be included in |
| 16 | # all copies or substantial portions of the Software. |
| 17 | # |
| 18 | # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 19 | # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 20 | # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 21 | # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 22 | # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 23 | # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN |
| 24 | # THE SOFTWARE. |
| 25 | # |
| 26 | ##########################################################################/ |
| 27 | |
| 28 | |
José Fonseca | be591db | 2011-05-22 00:37:12 +0100 | [diff] [blame] | 29 | '''Snapshot (image) comparison script. |
| 30 | ''' |
| 31 | |
| 32 | |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 33 | import sys |
| 34 | import os.path |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 35 | import optparse |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 36 | import math |
| 37 | import operator |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 38 | |
José Fonseca | 6d5954b | 2011-07-13 00:08:21 +0100 | [diff] [blame] | 39 | from PIL import Image |
| 40 | from PIL import ImageChops |
| 41 | from PIL import ImageEnhance |
José Fonseca | e9fcdcf | 2011-12-14 23:18:49 +0000 | [diff] [blame] | 42 | from PIL import ImageFilter |
Piotr Podsiadły | 0b8b019 | 2019-01-03 20:39:55 +0100 | [diff] [blame] | 43 | from functools import reduce |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 44 | |
| 45 | |
José Fonseca | c9573b5 | 2013-04-18 20:30:49 +0100 | [diff] [blame] | 46 | thumbSize = 320 |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 47 | |
José Fonseca | e9fcdcf | 2011-12-14 23:18:49 +0000 | [diff] [blame] | 48 | gaussian_kernel = ImageFilter.Kernel((3, 3), [1, 2, 1, 2, 4, 2, 1, 2, 1], 16) |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 49 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 50 | class Comparer: |
| 51 | '''Image comparer.''' |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 52 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 53 | def __init__(self, ref_image, src_image, alpha = False): |
Piotr Podsiadły | 0b8b019 | 2019-01-03 20:39:55 +0100 | [diff] [blame] | 54 | if isinstance(ref_image, str): |
José Fonseca | bcca5f7 | 2011-09-06 00:07:41 +0100 | [diff] [blame] | 55 | self.ref_im = Image.open(ref_image) |
| 56 | else: |
| 57 | self.ref_im = ref_image |
| 58 | |
Piotr Podsiadły | 0b8b019 | 2019-01-03 20:39:55 +0100 | [diff] [blame] | 59 | if isinstance(src_image, str): |
José Fonseca | bcca5f7 | 2011-09-06 00:07:41 +0100 | [diff] [blame] | 60 | self.src_im = Image.open(src_image) |
| 61 | else: |
| 62 | self.src_im = src_image |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 63 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 64 | # Ignore |
| 65 | if not alpha: |
| 66 | self.ref_im = self.ref_im.convert('RGB') |
| 67 | self.src_im = self.src_im.convert('RGB') |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 68 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 69 | self.diff = ImageChops.difference(self.src_im, self.ref_im) |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 70 | |
José Fonseca | ff1c0f2 | 2011-12-11 12:34:40 +0000 | [diff] [blame] | 71 | def size_mismatch(self): |
| 72 | return self.ref_im.size != self.src_im.size |
| 73 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 74 | def write_diff(self, diff_image, fuzz = 0.05): |
José Fonseca | dbef9b6 | 2013-05-22 13:21:45 +0100 | [diff] [blame] | 75 | if self.size_mismatch(): |
| 76 | return |
| 77 | |
Jose Fonseca | 9b7da9c | 2016-02-17 10:25:53 +0000 | [diff] [blame] | 78 | # Make a difference image similar to ImageMagick's compare utility. |
| 79 | # |
| 80 | # Basically produces a brightened/faded version of the source image, |
| 81 | # but where every pixel for which absolute error is larger than |
| 82 | # 255*fuzz will be colored strong red. |
| 83 | |
| 84 | # Take the maximum error across all channels |
| 85 | diff_max = reduce(ImageChops.lighter, self.diff.split()) |
| 86 | |
| 87 | # Scale values so that pixels equal or above 255*fuzz become 255 |
| 88 | mask = diff_max.point(lambda x: min(x/fuzz, 255), 'L') |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 89 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 90 | lowlight = Image.new('RGB', self.src_im.size, (0xff, 0xff, 0xff)) |
| 91 | highlight = Image.new('RGB', self.src_im.size, (0xf1, 0x00, 0x1e)) |
| 92 | diff_im = Image.composite(highlight, lowlight, mask) |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 93 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 94 | diff_im = Image.blend(self.src_im, diff_im, 0xcc/255.0) |
| 95 | diff_im.save(diff_image) |
| 96 | |
José Fonseca | e9fcdcf | 2011-12-14 23:18:49 +0000 | [diff] [blame] | 97 | def precision(self, filter=False): |
José Fonseca | ff1c0f2 | 2011-12-11 12:34:40 +0000 | [diff] [blame] | 98 | if self.size_mismatch(): |
| 99 | return 0.0 |
| 100 | |
José Fonseca | e9fcdcf | 2011-12-14 23:18:49 +0000 | [diff] [blame] | 101 | diff = self.diff |
| 102 | if filter: |
| 103 | diff = diff.filter(gaussian_kernel) |
| 104 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 105 | # See also http://effbot.org/zone/pil-comparing-images.htm |
José Fonseca | e9fcdcf | 2011-12-14 23:18:49 +0000 | [diff] [blame] | 106 | h = diff.histogram() |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 107 | square_error = 0 |
| 108 | for i in range(1, 256): |
| 109 | square_error += sum(h[i : 3*256: 256])*i*i |
| 110 | rel_error = float(square_error*2 + 1) / float(self.diff.size[0]*self.diff.size[1]*3*255*255*2) |
| 111 | bits = -math.log(rel_error)/math.log(2.0) |
| 112 | return bits |
| 113 | |
José Fonseca | 01b8c7b | 2011-12-04 15:31:31 +0000 | [diff] [blame] | 114 | def ae(self, fuzz = 0.05): |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 115 | # Compute absolute error |
José Fonseca | ff1c0f2 | 2011-12-11 12:34:40 +0000 | [diff] [blame] | 116 | |
| 117 | if self.size_mismatch(): |
Piotr Podsiadły | 0b8b019 | 2019-01-03 20:39:55 +0100 | [diff] [blame] | 118 | return sys.maxsize |
José Fonseca | ff1c0f2 | 2011-12-11 12:34:40 +0000 | [diff] [blame] | 119 | |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 120 | # TODO: this is approximate due to the grayscale conversion |
| 121 | h = self.diff.convert('L').histogram() |
| 122 | ae = sum(h[int(255 * fuzz) + 1 : 256]) |
| 123 | return ae |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 124 | |
| 125 | |
| 126 | def surface(html, image): |
José Fonseca | 0c881f7 | 2011-05-15 11:50:01 +0100 | [diff] [blame] | 127 | if True: |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 128 | name, ext = os.path.splitext(image) |
José Fonseca | 0c881f7 | 2011-05-15 11:50:01 +0100 | [diff] [blame] | 129 | thumb = name + '.thumb' + ext |
| 130 | if os.path.exists(image) \ |
| 131 | and (not os.path.exists(thumb) \ |
| 132 | or os.path.getmtime(thumb) < os.path.getmtime(image)): |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 133 | im = Image.open(image) |
José Fonseca | c9573b5 | 2013-04-18 20:30:49 +0100 | [diff] [blame] | 134 | imageWidth, imageHeight = im.size |
| 135 | if imageWidth <= thumbSize and imageHeight <= thumbSize: |
| 136 | if imageWidth >= imageHeight: |
| 137 | imageHeight = imageHeight*thumbSize/imageWidth |
| 138 | imageWidth = thumbSize |
| 139 | else: |
| 140 | imageWidth = imageWidth*thumbSize/imageHeight |
| 141 | imageHeight = thumbSize |
| 142 | html.write(' <td><img src="%s" width="%u" height="%u"/></td>\n' % (image, imageWidth, imageHeight)) |
| 143 | return |
| 144 | |
| 145 | im.thumbnail((thumbSize, thumbSize)) |
Jose Fonseca | 1cffb70 | 2017-05-23 17:29:59 +0100 | [diff] [blame] | 146 | try: |
| 147 | im.save(thumb) |
| 148 | except IOError: |
| 149 | thumb = image |
José Fonseca | 0c881f7 | 2011-05-15 11:50:01 +0100 | [diff] [blame] | 150 | else: |
| 151 | thumb = image |
| 152 | html.write(' <td><a href="%s"><img src="%s"/></a></td>\n' % (image, thumb)) |
| 153 | |
| 154 | |
| 155 | def is_image(path): |
José Fonseca | 63f0847 | 2011-12-13 15:53:49 +0000 | [diff] [blame] | 156 | name = os.path.basename(path) |
| 157 | name, ext1 = os.path.splitext(name) |
| 158 | name, ext2 = os.path.splitext(name) |
José Fonseca | 63f0847 | 2011-12-13 15:53:49 +0000 | [diff] [blame] | 159 | return ext1 in ('.png', '.bmp') and ext2 not in ('.diff', '.thumb') |
José Fonseca | 0c881f7 | 2011-05-15 11:50:01 +0100 | [diff] [blame] | 160 | |
| 161 | |
| 162 | def find_images(prefix): |
José Fonseca | 0c881f7 | 2011-05-15 11:50:01 +0100 | [diff] [blame] | 163 | if os.path.isdir(prefix): |
| 164 | prefix_dir = prefix |
| 165 | else: |
| 166 | prefix_dir = os.path.dirname(prefix) |
| 167 | |
| 168 | images = [] |
| 169 | for dirname, dirnames, filenames in os.walk(prefix_dir, followlinks=True): |
| 170 | for filename in filenames: |
| 171 | filepath = os.path.join(dirname, filename) |
| 172 | if filepath.startswith(prefix) and is_image(filepath): |
| 173 | images.append(filepath[len(prefix):]) |
| 174 | |
| 175 | return images |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 176 | |
| 177 | |
| 178 | def main(): |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 179 | global options |
| 180 | |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 181 | optparser = optparse.OptionParser( |
Carl Worth | 905c128 | 2011-11-14 11:05:11 -0800 | [diff] [blame] | 182 | usage="\n\t%prog [options] <ref_prefix> <src_prefix>") |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 183 | optparser.add_option( |
Carl Worth | cbabe34 | 2012-04-09 13:45:33 -0700 | [diff] [blame] | 184 | '-v', '--verbose', |
| 185 | action="store_true", dest="verbose", default=False, |
| 186 | help="verbose output") |
| 187 | optparser.add_option( |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 188 | '-o', '--output', metavar='FILE', |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 189 | type="string", dest="output", default='index.html', |
| 190 | help="output filename [default: %default]") |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 191 | optparser.add_option( |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 192 | '-f', '--fuzz', |
José Fonseca | 0b956fd | 2011-06-04 22:51:45 +0100 | [diff] [blame] | 193 | type="float", dest="fuzz", default=0.05, |
José Fonseca | da3e844 | 2011-06-03 19:50:34 +0100 | [diff] [blame] | 194 | help="fuzz ratio [default: %default]") |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 195 | optparser.add_option( |
José Fonseca | 0798473 | 2011-12-13 15:53:13 +0000 | [diff] [blame] | 196 | '-a', '--alpha', |
| 197 | action="store_true", dest="alpha", default=False, |
| 198 | help="take alpha channel in consideration") |
| 199 | optparser.add_option( |
José Fonseca | cbb46fa | 2011-05-21 18:47:21 +0100 | [diff] [blame] | 200 | '--overwrite', |
| 201 | action="store_true", dest="overwrite", default=False, |
José Fonseca | 0798473 | 2011-12-13 15:53:13 +0000 | [diff] [blame] | 202 | help="overwrite images") |
Carl Worth | 78329e2 | 2012-04-09 11:24:52 -0700 | [diff] [blame] | 203 | optparser.add_option( |
| 204 | '--show-all', |
| 205 | action="store_true", dest="show_all", default=False, |
| 206 | help="show all images, including similar ones") |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 207 | |
| 208 | (options, args) = optparser.parse_args(sys.argv[1:]) |
| 209 | |
| 210 | if len(args) != 2: |
| 211 | optparser.error('incorrect number of arguments') |
| 212 | |
José Fonseca | 2f6720e | 2011-04-13 15:57:15 +0100 | [diff] [blame] | 213 | ref_prefix = args[0] |
| 214 | src_prefix = args[1] |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 215 | |
José Fonseca | 0c881f7 | 2011-05-15 11:50:01 +0100 | [diff] [blame] | 216 | ref_images = find_images(ref_prefix) |
| 217 | src_images = find_images(src_prefix) |
Jose Fonseca | 898676e | 2016-03-14 10:51:54 +0000 | [diff] [blame] | 218 | images = list(set(ref_images).union(set(src_images))) |
José Fonseca | 0c881f7 | 2011-05-15 11:50:01 +0100 | [diff] [blame] | 219 | images.sort() |
| 220 | |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 221 | if options.output: |
| 222 | html = open(options.output, 'wt') |
| 223 | else: |
| 224 | html = sys.stdout |
| 225 | html.write('<html>\n') |
| 226 | html.write(' <body>\n') |
| 227 | html.write(' <table border="1">\n') |
Carl Worth | ae3981a | 2012-04-03 15:18:00 -0700 | [diff] [blame] | 228 | html.write(' <tr><th>File</th><th>%s</th><th>%s</th><th>Δ</th></tr>\n' % (ref_prefix, src_prefix)) |
Carl Worth | b3b6d73 | 2012-04-03 16:02:25 -0700 | [diff] [blame] | 229 | failures = 0 |
José Fonseca | 0c881f7 | 2011-05-15 11:50:01 +0100 | [diff] [blame] | 230 | for image in images: |
| 231 | ref_image = ref_prefix + image |
| 232 | src_image = src_prefix + image |
| 233 | root, ext = os.path.splitext(src_image) |
| 234 | delta_image = "%s.diff.png" % (root, ) |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 235 | if os.path.exists(ref_image) and os.path.exists(src_image): |
Carl Worth | cbabe34 | 2012-04-09 13:45:33 -0700 | [diff] [blame] | 236 | if options.verbose: |
| 237 | sys.stdout.write('Comparing %s and %s ...' % (ref_image, src_image)) |
Carl Worth | b3b6d73 | 2012-04-03 16:02:25 -0700 | [diff] [blame] | 238 | comparer = Comparer(ref_image, src_image, options.alpha) |
Carl Worth | 78329e2 | 2012-04-09 11:24:52 -0700 | [diff] [blame] | 239 | match = comparer.ae(fuzz=options.fuzz) == 0 |
| 240 | if match: |
Carl Worth | cbabe34 | 2012-04-09 13:45:33 -0700 | [diff] [blame] | 241 | result = 'MATCH' |
Carl Worth | b3b6d73 | 2012-04-03 16:02:25 -0700 | [diff] [blame] | 242 | bgcolor = '#20ff20' |
| 243 | else: |
Carl Worth | cbabe34 | 2012-04-09 13:45:33 -0700 | [diff] [blame] | 244 | result = 'MISMATCH' |
Carl Worth | b3b6d73 | 2012-04-03 16:02:25 -0700 | [diff] [blame] | 245 | failures += 1 |
| 246 | bgcolor = '#ff2020' |
Jose Fonseca | 898676e | 2016-03-14 10:51:54 +0000 | [diff] [blame] | 247 | else: |
Jose Fonseca | 7fed7ad | 2016-12-02 15:14:26 +0000 | [diff] [blame] | 248 | comparer = None |
| 249 | match = None |
Jose Fonseca | 898676e | 2016-03-14 10:51:54 +0000 | [diff] [blame] | 250 | result = 'MISSING' |
| 251 | failures += 1 |
| 252 | bgcolor = '#ff2020' |
| 253 | |
| 254 | if options.verbose: |
| 255 | sys.stdout.write(' %s\n' % (result,)) |
| 256 | html.write(' <tr>\n') |
| 257 | html.write(' <td bgcolor="%s"><a href="%s">%s<a/></td>\n' % (bgcolor, ref_image, image)) |
| 258 | if not match or options.show_all: |
Jose Fonseca | 7fed7ad | 2016-12-02 15:14:26 +0000 | [diff] [blame] | 259 | if comparer is not None \ |
| 260 | and (options.overwrite \ |
| 261 | or not os.path.exists(delta_image) \ |
| 262 | or (os.path.getmtime(delta_image) < os.path.getmtime(ref_image) \ |
| 263 | and os.path.getmtime(delta_image) < os.path.getmtime(src_image))): |
| 264 | comparer.write_diff(delta_image, fuzz=options.fuzz) |
Jose Fonseca | 898676e | 2016-03-14 10:51:54 +0000 | [diff] [blame] | 265 | surface(html, ref_image) |
| 266 | surface(html, src_image) |
| 267 | surface(html, delta_image) |
| 268 | html.write(' </tr>\n') |
| 269 | html.flush() |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 270 | html.write(' </table>\n') |
| 271 | html.write(' </body>\n') |
| 272 | html.write('</html>\n') |
| 273 | |
Carl Worth | b3b6d73 | 2012-04-03 16:02:25 -0700 | [diff] [blame] | 274 | if failures: |
| 275 | sys.exit(1) |
José Fonseca | f87d8c6 | 2011-02-15 12:19:11 +0000 | [diff] [blame] | 276 | |
| 277 | if __name__ == '__main__': |
| 278 | main() |