| OLD | NEW |
| (Empty) |
| 1 #!/bin/bash | |
| 2 # Copyright (c) 2010 The Chromium Authors. All rights reserved. | |
| 3 # Use of this source code is governed by a BSD-style license that can be | |
| 4 # found in the LICENSE file. | |
| 5 | |
| 6 # The optimization code is based on pngslim (http://goo.gl/a0XHg) | |
| 7 # and executes a similar pipleline to optimize the png file size. | |
| 8 # The steps that require pngoptimizercl/pngrewrite/deflopt are omitted, | |
| 9 # but this runs all other processes, including: | |
| 10 # 1) various color-dependent optimizations using optipng. | |
| 11 # 2) optimize the number of huffman blocks. | |
| 12 # 3) randomize the huffman table. | |
| 13 # 4) Further optimize using optipng and advdef (zlib stream). | |
| 14 # Due to the step 3), each run may produce slightly different results. | |
| 15 # | |
| 16 # Note(oshima): In my experiment, advdef didn't reduce much. I'm keeping it | |
| 17 # for now as it does not take much time to run. | |
| 18 | |
| 19 readonly ALL_DIRS=" | |
| 20 ash/resources | |
| 21 ui/resources | |
| 22 chrome/app/theme | |
| 23 chrome/browser/resources | |
| 24 chrome/renderer/resources | |
| 25 webkit/glue/resources | |
| 26 remoting/resources | |
| 27 remoting/webapp | |
| 28 " | |
| 29 | |
| 30 # Files larger than this file size (in bytes) will | |
| 31 # use the optimization parameters tailored for large files. | |
| 32 LARGE_FILE_THRESHOLD=3000 | |
| 33 | |
| 34 # Constants used for optimization | |
| 35 readonly DEFAULT_MIN_BLOCK_SIZE=128 | |
| 36 readonly DEFAULT_LIMIT_BLOCKS=256 | |
| 37 readonly DEFAULT_RANDOM_TRIALS=100 | |
| 38 # Taken from the recommendation in the pngslim's readme.txt. | |
| 39 readonly LARGE_MIN_BLOCK_SIZE=1 | |
| 40 readonly LARGE_LIMIT_BLOCKS=2 | |
| 41 readonly LARGE_RANDOM_TRIALS=1 | |
| 42 | |
| 43 # Global variables for stats | |
| 44 TOTAL_OLD_BYTES=0 | |
| 45 TOTAL_NEW_BYTES=0 | |
| 46 TOTAL_FILE=0 | |
| 47 PROCESSED_FILE=0 | |
| 48 | |
| 49 declare -a THROBBER_STR=('-' '\\' '|' '/') | |
| 50 THROBBER_COUNT=0 | |
| 51 | |
| 52 # Show throbber character at current cursor position. | |
| 53 function throbber { | |
| 54 echo -ne "${THROBBER_STR[$THROBBER_COUNT]}\b" | |
| 55 let THROBBER_COUNT=($THROBBER_COUNT+1)%4 | |
| 56 } | |
| 57 | |
| 58 # Usage: pngout_loop <file> <png_out_options> ... | |
| 59 # Optimize the png file using pngout with the given options | |
| 60 # using various block split thresholds and filter types. | |
| 61 function pngout_loop { | |
| 62 local file=$1 | |
| 63 shift | |
| 64 local opts=$* | |
| 65 if [ $OPTIMIZE_LEVEL == 1 ]; then | |
| 66 for j in $(seq 0 5); do | |
| 67 throbber | |
| 68 pngout -q -k1 -s1 -f$j $opts $file | |
| 69 done | |
| 70 else | |
| 71 for i in 0 128 256 512; do | |
| 72 for j in $(seq 0 5); do | |
| 73 throbber | |
| 74 pngout -q -k1 -s1 -b$i -f$j $opts $file | |
| 75 done | |
| 76 done | |
| 77 fi | |
| 78 } | |
| 79 | |
| 80 # Usage: get_color_depth_list | |
| 81 # Returns the list of color depth options for current optimization level. | |
| 82 function get_color_depth_list { | |
| 83 if [ $OPTIMIZE_LEVEL == 1 ]; then | |
| 84 echo "-d0" | |
| 85 else | |
| 86 echo "-d1 -d2 -d4 -d8" | |
| 87 fi | |
| 88 } | |
| 89 | |
| 90 # Usage: process_grayscale <file> | |
| 91 # Optimize grayscale images for all color bit depths. | |
| 92 # | |
| 93 # TODO(oshima): Experiment with -d0 w/o -c0. | |
| 94 function process_grayscale { | |
| 95 echo -n "|gray" | |
| 96 for opt in $(get_color_depth_list); do | |
| 97 pngout_loop $file -c0 $opt | |
| 98 done | |
| 99 } | |
| 100 | |
| 101 # Usage: process_grayscale_alpha <file> | |
| 102 # Optimize grayscale images with alpha for all color bit depths. | |
| 103 function process_grayscale_alpha { | |
| 104 echo -n "|gray-a" | |
| 105 pngout_loop $file -c4 | |
| 106 for opt in $(get_color_depth_list); do | |
| 107 pngout_loop $file -c3 $opt | |
| 108 done | |
| 109 } | |
| 110 | |
| 111 # Usage: process_rgb <file> | |
| 112 # Optimize rgb images with or without alpha for all color bit depths. | |
| 113 function process_rgb { | |
| 114 echo -n "|rgb" | |
| 115 for opt in $(get_color_depth_list); do | |
| 116 pngout_loop $file -c3 $opt | |
| 117 done | |
| 118 pngout_loop $file -c2 | |
| 119 pngout_loop $file -c6 | |
| 120 } | |
| 121 | |
| 122 # Usage: huffman_blocks <file> | |
| 123 # Optimize the huffman blocks. | |
| 124 function huffman_blocks { | |
| 125 local file=$1 | |
| 126 echo -n "|huffman" | |
| 127 local size=$(stat -c%s $file) | |
| 128 local min_block_size=$DEFAULT_MIN_BLOCK_SIZE | |
| 129 local limit_blocks=$DEFAULT_LIMIT_BLOCKS | |
| 130 | |
| 131 if [ $size -gt $LARGE_FILE_THRESHOLD ]; then | |
| 132 min_block_size=$LARGE_MIN_BLOCK_SIZE | |
| 133 limit_blocks=$LARGE_LIMIT_BLOCKS | |
| 134 fi | |
| 135 let max_blocks=$size/$min_block_size | |
| 136 if [ $max_blocks -gt $limit_blocks ]; then | |
| 137 max_blocks=$limit_blocks | |
| 138 fi | |
| 139 | |
| 140 for i in $(seq 2 $max_blocks); do | |
| 141 throbber | |
| 142 pngout -q -k1 -ks -s1 -n$i $file | |
| 143 done | |
| 144 } | |
| 145 | |
| 146 # Usage: random_huffman_table_trial <file> | |
| 147 # Try compressing by randomizing the initial huffman table. | |
| 148 # | |
| 149 # TODO(oshima): Try adjusting different parameters for large files to | |
| 150 # reduce runtime. | |
| 151 function random_huffman_table_trial { | |
| 152 echo -n "|random" | |
| 153 local file=$1 | |
| 154 local old_size=$(stat -c%s $file) | |
| 155 local trials_count=$DEFAULT_RANDOM_TRIALS | |
| 156 | |
| 157 if [ $old_size -gt $LARGE_FILE_THRESHOLD ]; then | |
| 158 trials_count=$LARGE_RANDOM_TRIALS | |
| 159 fi | |
| 160 for i in $(seq 1 $trials_count); do | |
| 161 throbber | |
| 162 pngout -q -k1 -ks -s0 -r $file | |
| 163 done | |
| 164 local new_size=$(stat -c%s $file) | |
| 165 if [ $new_size -lt $old_size ]; then | |
| 166 random_huffman_table_trial $file | |
| 167 fi | |
| 168 } | |
| 169 | |
| 170 # Usage: final_comprssion <file> | |
| 171 # Further compress using optipng and advdef. | |
| 172 # TODO(oshima): Experiment with 256. | |
| 173 function final_compression { | |
| 174 echo -n "|final" | |
| 175 local file=$1 | |
| 176 if [ $OPTIMIZE_LEVEL == 2 ]; then | |
| 177 for i in 32k 16k 8k 4k 2k 1k 512; do | |
| 178 throbber | |
| 179 optipng -q -nb -nc -zw$i -zc1-9 -zm1-9 -zs0-3 -f0-5 $file | |
| 180 done | |
| 181 fi | |
| 182 for i in $(seq 1 4); do | |
| 183 throbber | |
| 184 advdef -q -z -$i $file | |
| 185 done | |
| 186 echo -ne "\r" | |
| 187 } | |
| 188 | |
| 189 # Usage: get_color_type <file> | |
| 190 # Returns the color type name of the png file. Here is the list of names | |
| 191 # for each color type codes. | |
| 192 # 0 : grayscale | |
| 193 # 2 : RGB | |
| 194 # 3 : colormap | |
| 195 # 4 : gray+alpha | |
| 196 # 6 : RGBA | |
| 197 # See http://en.wikipedia.org/wiki/Portable_Network_Graphics#Color_depth | |
| 198 # for details about the color type code. | |
| 199 function get_color_type { | |
| 200 local file=$1 | |
| 201 echo $(file $file | awk -F, '{print $3}' | awk '{print $2}') | |
| 202 } | |
| 203 | |
| 204 # Usage: optimize_size <file> | |
| 205 # Performs png file optimization. | |
| 206 function optimize_size { | |
| 207 tput el | |
| 208 local file=$1 | |
| 209 echo -n "$file " | |
| 210 | |
| 211 advdef -q -z -4 $file | |
| 212 | |
| 213 pngout -q -s4 -c0 -force $file $file.tmp.png | |
| 214 if [ -f $file.tmp.png ]; then | |
| 215 rm $file.tmp.png | |
| 216 process_grayscale $file | |
| 217 process_grayscale_alpha $file | |
| 218 else | |
| 219 pngout -q -s4 -c4 -force $file $file.tmp.png | |
| 220 if [ -f $file.tmp.png ]; then | |
| 221 rm $file.tmp.png | |
| 222 process_grayscale_alpha $file | |
| 223 else | |
| 224 process_rgb $file | |
| 225 fi | |
| 226 fi | |
| 227 | |
| 228 echo -n "|filter" | |
| 229 local old_color_type=$(get_color_type $file) | |
| 230 optipng -q -zc9 -zm8 -zs0-3 -f0-5 $file -out $file.tmp.png | |
| 231 local new_color_type=$(get_color_type $file.tmp.png) | |
| 232 # optipng may corrupt a png file when reducing the color type | |
| 233 # to grayscale/grayscale+alpha. Just skip such cases until | |
| 234 # the bug is fixed. See crbug.com/174505, crbug.com/174084. | |
| 235 # The issue is reported in | |
| 236 # https://sourceforge.net/tracker/?func=detail&aid=3603630&group_id=151404&ati
d=780913 | |
| 237 if [[ $old_color_type == "RGBA" && $new_color_type =~ gray.* ]] ; then | |
| 238 rm $file.tmp.png | |
| 239 echo -n "[skip opting]" | |
| 240 else | |
| 241 mv $file.tmp.png $file | |
| 242 fi | |
| 243 pngout -q -k1 -s1 $file | |
| 244 | |
| 245 huffman_blocks $file | |
| 246 | |
| 247 # TODO(oshima): Experiment with strategy 1. | |
| 248 echo -n "|strategy" | |
| 249 if [ $OPTIMIZE_LEVEL == 2 ]; then | |
| 250 for i in 3 2 0; do | |
| 251 pngout -q -k1 -ks -s$i $file | |
| 252 done | |
| 253 else | |
| 254 pngout -q -k1 -ks -s1 $file | |
| 255 fi | |
| 256 | |
| 257 if [ $OPTIMIZE_LEVEL == 2 ]; then | |
| 258 random_huffman_table_trial $file | |
| 259 fi | |
| 260 | |
| 261 final_compression $file | |
| 262 } | |
| 263 | |
| 264 # Usage: process_file <file> | |
| 265 function process_file { | |
| 266 local file=$1 | |
| 267 local name=$(basename $file) | |
| 268 # -rem alla removes all ancillary chunks except for tRNS | |
| 269 pngcrush -d $TMP_DIR -brute -reduce -rem alla $file > /dev/null | |
| 270 | |
| 271 if [ $OPTIMIZE_LEVEL != 0 ]; then | |
| 272 optimize_size $TMP_DIR/$name | |
| 273 fi | |
| 274 } | |
| 275 | |
| 276 # Usage: sanitize_file <file> | |
| 277 function sanitize_file { | |
| 278 local file=$1 | |
| 279 local name=$(basename $file) | |
| 280 local old=$(stat -c%s $file) | |
| 281 local tmp_file=$TMP_DIR/$name | |
| 282 | |
| 283 process_file $file | |
| 284 | |
| 285 local new=$(stat -c%s $tmp_file) | |
| 286 let diff=$old-$new | |
| 287 let percent=($diff*100)/$old | |
| 288 let TOTAL_FILE+=1 | |
| 289 | |
| 290 tput el | |
| 291 if [ $new -lt $old ]; then | |
| 292 echo -ne "$file : $old => $new ($diff bytes : $percent %)\n" | |
| 293 mv "$tmp_file" "$file" | |
| 294 let TOTAL_OLD_BYTES+=$old | |
| 295 let TOTAL_NEW_BYTES+=$new | |
| 296 let PROCESSED_FILE+=1 | |
| 297 else | |
| 298 if [ $OPTIMIZE_LEVEL == 0 ]; then | |
| 299 echo -ne "$file : skipped\r" | |
| 300 fi | |
| 301 rm $tmp_file | |
| 302 fi | |
| 303 } | |
| 304 | |
| 305 function sanitize_dir { | |
| 306 local dir=$1 | |
| 307 for f in $(find $dir -name "*.png"); do | |
| 308 if $using_cygwin ; then | |
| 309 sanitize_file $(cygpath -w $f) | |
| 310 else | |
| 311 sanitize_file $f | |
| 312 fi | |
| 313 done | |
| 314 } | |
| 315 | |
| 316 function install_if_not_installed { | |
| 317 local program=$1 | |
| 318 local package=$2 | |
| 319 which $program > /dev/null 2>&1 | |
| 320 if [ "$?" != "0" ]; then | |
| 321 if $using_cygwin ; then | |
| 322 echo "Couldn't find $program. Please run setup.exe and install the $packa
ge package." | |
| 323 exit 1 | |
| 324 else | |
| 325 read -p "Couldn't find $program. Do you want to install? (y/n)" | |
| 326 [ "$REPLY" == "y" ] && sudo apt-get install $package | |
| 327 [ "$REPLY" == "y" ] || exit | |
| 328 fi | |
| 329 fi | |
| 330 } | |
| 331 | |
| 332 function fail_if_not_installed { | |
| 333 local program=$1 | |
| 334 local url=$2 | |
| 335 which $program > /dev/null 2>&1 | |
| 336 if [ $? != 0 ]; then | |
| 337 echo "Couldn't find $program. Please download and install it from $url ." | |
| 338 exit 1 | |
| 339 fi | |
| 340 } | |
| 341 | |
| 342 function show_help { | |
| 343 local program=$(basename $0) | |
| 344 echo \ | |
| 345 "Usage: $program [options] dir ... | |
| 346 | |
| 347 $program is a utility to reduce the size of png files by removing | |
| 348 unnecessary chunks and compressing the image. | |
| 349 | |
| 350 Options: | |
| 351 -o<optimize_level> Specify optimization level: (default is 1) | |
| 352 0 Just run pngcrush. It removes unnecessary chunks and perform basic | |
| 353 optimization on the encoded data. | |
| 354 1 Optimize png files using pngout/optipng and advdef. This can further | |
| 355 reduce addtional 5~30%. This is the default level. | |
| 356 2 Aggressively optimize the size of png files. This may produce | |
| 357 addtional 1%~5% reduction. Warning: this is *VERY* | |
| 358 slow and can take hours to process all files. | |
| 359 -h Print this help text." | |
| 360 exit 1 | |
| 361 } | |
| 362 | |
| 363 if [ ! -e ../.gclient ]; then | |
| 364 echo "$0 must be run in src directory" | |
| 365 exit 1 | |
| 366 fi | |
| 367 | |
| 368 if [ "$(expr substr $(uname -s) 1 6)" == "CYGWIN" ]; then | |
| 369 using_cygwin=true | |
| 370 else | |
| 371 using_cygwin=false | |
| 372 fi | |
| 373 | |
| 374 OPTIMIZE_LEVEL=1 | |
| 375 # Parse options | |
| 376 while getopts o:h opts | |
| 377 do | |
| 378 case $opts in | |
| 379 o) | |
| 380 if [[ ! "$OPTARG" =~ [012] ]]; then | |
| 381 show_help | |
| 382 fi | |
| 383 OPTIMIZE_LEVEL=$OPTARG | |
| 384 [ "$1" == "-o" ] && shift | |
| 385 shift;; | |
| 386 [h?]) | |
| 387 show_help;; | |
| 388 esac | |
| 389 done | |
| 390 | |
| 391 # Make sure we have all necessary commands installed. | |
| 392 install_if_not_installed pngcrush pngcrush | |
| 393 if [ $OPTIMIZE_LEVEL == 2 ]; then | |
| 394 install_if_not_installed optipng optipng | |
| 395 | |
| 396 if $using_cygwin ; then | |
| 397 fail_if_not_installed advdef "http://advancemame.sourceforge.net/comp-readme
.html" | |
| 398 else | |
| 399 install_if_not_installed advdef advancecomp | |
| 400 fi | |
| 401 | |
| 402 if $using_cygwin ; then | |
| 403 pngout_url="http://www.advsys.net/ken/utils.htm" | |
| 404 else | |
| 405 pngout_url="http://www.jonof.id.au/kenutils" | |
| 406 fi | |
| 407 fail_if_not_installed pngout $pngout_url | |
| 408 fi | |
| 409 | |
| 410 # Create tmp directory for crushed png file. | |
| 411 TMP_DIR=$(mktemp -d) | |
| 412 if $using_cygwin ; then | |
| 413 TMP_DIR=$(cygpath -w $TMP_DIR) | |
| 414 fi | |
| 415 | |
| 416 # Make sure we cleanup temp dir | |
| 417 trap "rm -rf $TMP_DIR" EXIT | |
| 418 | |
| 419 # If no directories are specified, sanitize all directories. | |
| 420 DIRS=$@ | |
| 421 set ${DIRS:=$ALL_DIRS} | |
| 422 | |
| 423 echo "Optimize level=$OPTIMIZE_LEVEL" | |
| 424 for d in $DIRS; do | |
| 425 if $using_cygwin ; then | |
| 426 d=$(cygpath -w $d) | |
| 427 fi | |
| 428 echo "Sanitizing png files in $d" | |
| 429 sanitize_dir $d | |
| 430 echo | |
| 431 done | |
| 432 | |
| 433 # Print the results. | |
| 434 if [ $PROCESSED_FILE == 0 ]; then | |
| 435 echo "Did not find any files (out of $TOTAL_FILE files)" \ | |
| 436 "that could be optimized" \ | |
| 437 "in $(date -u -d @$SECONDS +%T)s" | |
| 438 else | |
| 439 let diff=$TOTAL_OLD_BYTES-$TOTAL_NEW_BYTES | |
| 440 let percent=$diff*100/$TOTAL_OLD_BYTES | |
| 441 echo "Processed $PROCESSED_FILE files (out of $TOTAL_FILE files)" \ | |
| 442 "in $(date -u -d @$SECONDS +%T)s" | |
| 443 echo "Result : $TOTAL_OLD_BYTES => $TOTAL_NEW_BYTES bytes" \ | |
| 444 "($diff bytes : $percent %)" | |
| 445 fi | |
| OLD | NEW |