3 # Copyright (C) 2016 Thomas De Schampheleire <thomas.de.schampheleire@gmail.com>
5 # This program is free software; you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation; either version 2 of the License, or
8 # (at your option) any later version.
10 # This program is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 # General Public License for more details.
15 # You should have received a copy of the GNU General Public License
16 # along with this program; if not, write to the Free Software
17 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
20 # - support K,M,G size suffixes for threshold
21 # - output CSV file in addition to stdout reporting
28 def read_file_size_csv(inputf, detail=None):
29 """Extract package or file sizes from CSV file into size dictionary"""
31 reader = csv.reader(inputf)
34 if header[0] != 'File name' or header[1] != 'Package name' or \
35 header[2] != 'File size' or header[3] != 'Package size':
36 print(("Input file %s does not contain the expected header. Are you "
37 "sure this file corresponds to the file-size-stats.csv "
38 "file created by 'make graph-size'?") % inputf.name)
43 sizes[row[0]] = int(row[2])
45 sizes[row[1]] = int(row[3])
50 def compare_sizes(old, new):
51 """Return delta/added/removed dictionaries based on two input size
54 oldkeys = set(old.keys())
55 newkeys = set(new.keys())
57 # packages/files in both
58 for entry in newkeys.intersection(oldkeys):
59 delta[entry] = ('', new[entry] - old[entry])
60 # packages/files only in new
61 for entry in newkeys.difference(oldkeys):
62 delta[entry] = ('added', new[entry])
63 # packages/files only in old
64 for entry in oldkeys.difference(newkeys):
65 delta[entry] = ('removed', -old[entry])
70 def print_results(result, threshold):
71 """Print the given result dictionary sorted by size, ignoring any entries
72 below or equal to threshold"""
74 from six import iteritems
75 list_result = list(iteritems(result))
76 # result is a dictionary: name -> (flag, size difference)
77 # list_result is a list of tuples: (name, (flag, size difference))
79 for entry in sorted(list_result, key=lambda entry: entry[1][1]):
80 if threshold is not None and abs(entry[1][1]) <= threshold:
82 print('%12s %7s %s' % (entry[1][1], entry[1][0], entry[0]))
85 # main #########################################################################
88 Compare rootfs size between Buildroot compilations, for example after changing
89 configuration options or after switching to another Buildroot release.
91 This script compares the file-size-stats.csv file generated by 'make graph-size'
92 with the corresponding file from another Buildroot compilation.
93 The size differences can be reported per package or per file.
94 Size differences smaller or equal than a given threshold can be ignored.
97 parser = argparse.ArgumentParser(description=description,
98 formatter_class=argparse.RawDescriptionHelpFormatter)
100 parser.add_argument('-d', '--detail', action='store_true',
101 help='''report differences for individual files rather than
103 parser.add_argument('-t', '--threshold', type=int,
104 help='''ignore size differences smaller or equal than this
106 parser.add_argument('old_file_size_csv', type=argparse.FileType('r'),
107 metavar='old-file-size-stats.csv',
108 help="""old CSV file with file and package size statistics,
109 generated by 'make graph-size'""")
110 parser.add_argument('new_file_size_csv', type=argparse.FileType('r'),
111 metavar='new-file-size-stats.csv',
112 help='new CSV file with file and package size statistics')
113 args = parser.parse_args()
120 old_sizes = read_file_size_csv(args.old_file_size_csv, args.detail)
121 new_sizes = read_file_size_csv(args.new_file_size_csv, args.detail)
123 delta = compare_sizes(old_sizes, new_sizes)
125 print('Size difference per %s (bytes), threshold = %s' % (keyword, args.threshold))
127 print_results(delta, args.threshold)
129 print_results({'TOTAL': ('', sum(new_sizes.values()) - sum(old_sizes.values()))},