#!/usr/bin/env python3 # # Checks some of the GNU style formatting rules in a set of patches. # The script is a rewritten of the same bash script and should eventually # replace the former script. # # This file is part of GCC. # # GCC is free software; you can redistribute it and/or modify it under # the terms of the GNU General Public License as published by the Free # Software Foundation; either version 3, or (at your option) any later # version. # # GCC is distributed in the hope that it will be useful, but WITHOUT ANY # WARRANTY; without even the implied warranty of MERCHANTABILITY or # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License # for more details. # # You should have received a copy of the GNU General Public License # along with GCC; see the file COPYING3. If not see # . */ # # The script requires python packages, which can be installed via pip3 # like this: # $ pip3 install unidiff termcolor import sys import re import unittest def import_pip3(*args): missing=[] for (module, names) in args: try: lib = __import__(module) except ImportError: missing.append(module) continue if not isinstance(names, list): names=[names] for name in names: globals()[name]=getattr(lib, name) if len(missing) > 0: missing_and_sep = ' and '.join(missing) missing_space_sep = ' '.join(missing) print('%s %s missing (run: pip3 install %s)' % (missing_and_sep, ("module is" if len(missing) == 1 else "modules are"), missing_space_sep)) exit(3) import_pip3(('termcolor', 'colored'), ('unidiff', 'PatchSet')) from itertools import * ws_char = '█' ts = 8 def error_string(s): return colored(s, 'red', attrs = ['bold']) class CheckError: def __init__(self, filename, lineno, console_error, error_message, column = -1): self.filename = filename self.lineno = lineno self.console_error = console_error self.error_message = error_message self.column = column def error_location(self): return '%s:%d:%d:' % (self.filename, self.lineno, self.column if self.column != -1 else -1) class LineLengthCheck: def __init__(self): self.limit = 80 self.expanded_tab = ' ' * ts def check(self, filename, lineno, line): line_expanded = line.replace('\t', self.expanded_tab) if len(line_expanded) > self.limit: return CheckError(filename, lineno, line_expanded[:self.limit] + error_string(line_expanded[self.limit:]), 'lines should not exceed 80 characters', self.limit) return None class SpacesCheck: def __init__(self): self.expanded_tab = ' ' * ts def check(self, filename, lineno, line): i = line.find(self.expanded_tab) if i != -1: return CheckError(filename, lineno, line.replace(self.expanded_tab, error_string(ws_char * ts)), 'blocks of 8 spaces should be replaced with tabs', i) class SpacesAndTabsMixedCheck: def __init__(self): self.re = re.compile('\ \t') def check(self, filename, lineno, line): stripped = line.lstrip() start = line[:len(line) - len(stripped)] if self.re.search(line): return CheckError(filename, lineno, error_string(start.replace('\t', ws_char * ts)) + line[len(start):], 'a space should not precede a tab', 0) class TrailingWhitespaceCheck: def __init__(self): self.re = re.compile('(\s+)$') def check(self, filename, lineno, line): assert(len(line) == 0 or line[-1] != '\n') m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(1)] + error_string(ws_char * len(m.group(1))) + line[m.end(1):], 'trailing whitespace', m.start(1)) class SentenceSeparatorCheck: def __init__(self): self.re = re.compile('\w\.(\s|\s{3,})\w') def check(self, filename, lineno, line): m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(1)] + error_string(ws_char * len(m.group(1))) + line[m.end(1):], 'dot, space, space, new sentence', m.start(1)) class SentenceEndOfCommentCheck: def __init__(self): self.re = re.compile('\w\.(\s{0,1}|\s{3,})\*/') def check(self, filename, lineno, line): m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(1)] + error_string(ws_char * len(m.group(1))) + line[m.end(1):], 'dot, space, space, end of comment', m.start(1)) class SentenceDotEndCheck: def __init__(self): self.re = re.compile('\w(\s*\*/)') def check(self, filename, lineno, line): m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(1)] + error_string(m.group(1)) + line[m.end(1):], 'dot, space, space, end of comment', m.start(1)) class FunctionParenthesisCheck: # TODO: filter out GTY stuff def __init__(self): self.re = re.compile('\w(\s{2,})?(\()') def check(self, filename, lineno, line): if '#define' in line: return None m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(2)] + error_string(m.group(2)) + line[m.end(2):], 'there should be exactly one space between function name ' \ 'and parenthesis', m.start(2)) class SquareBracketCheck: def __init__(self): self.re = re.compile('\w\s+(\[)') def check(self, filename, lineno, line): m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(1)] + error_string(m.group(1)) + line[m.end(1):], 'there should be no space before a left square bracket', m.start(1)) class ClosingParenthesisCheck: def __init__(self): self.re = re.compile('\S\s+(\))') def check(self, filename, lineno, line): m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(1)] + error_string(m.group(1)) + line[m.end(1):], 'there should be no space before closing parenthesis', m.start(1)) class BracesOnSeparateLineCheck: # This will give false positives for C99 compound literals. def __init__(self): self.re = re.compile('(\)|else)\s*({)') def check(self, filename, lineno, line): m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(2)] + error_string(m.group(2)) + line[m.end(2):], 'braces should be on a separate line', m.start(2)) class TrailinigOperatorCheck: def __init__(self): regex = '^\s.*(([^a-zA-Z_]\*)|([-%<=&|^?])|([^*]/)|([^:][+]))$' self.re = re.compile(regex) def check(self, filename, lineno, line): m = self.re.search(line) if m != None: return CheckError(filename, lineno, line[:m.start(1)] + error_string(m.group(1)) + line[m.end(1):], 'trailing operator', m.start(1)) class LineLengthTest(unittest.TestCase): def setUp(self): self.check = LineLengthCheck() def test_line_length_check_basic(self): r = self.check.check('foo', 123, self.check.limit * 'a' + ' = 123;') self.assertIsNotNone(r) self.assertEqual('foo', r.filename) self.assertEqual(80, r.column) self.assertEqual(r.console_error, self.check.limit * 'a' + error_string(' = 123;')) class TrailingWhitespaceTest(unittest.TestCase): def setUp(self): self.check = TrailingWhitespaceCheck() def test_trailing_whitespace_check_basic(self): r = self.check.check('foo', 123, 'a = 123;') self.assertIsNone(r) r = self.check.check('foo', 123, 'a = 123; ') self.assertIsNotNone(r) r = self.check.check('foo', 123, 'a = 123;\t') self.assertIsNotNone(r) class SpacesAndTabsMixedTest(unittest.TestCase): def setUp(self): self.check = SpacesAndTabsMixedCheck() def test_trailing_whitespace_check_basic(self): r = self.check.check('foo', 123, ' \ta = 123;') self.assertEqual('foo', r.filename) self.assertEqual(0, r.column) self.assertIsNotNone(r.console_error) r = self.check.check('foo', 123, ' \t a = 123;') self.assertIsNotNone(r.console_error) r = self.check.check('foo', 123, '\t a = 123;') self.assertIsNone(r) def check_GNU_style_file(file, file_encoding, format): checks = [LineLengthCheck(), SpacesCheck(), TrailingWhitespaceCheck(), SentenceSeparatorCheck(), SentenceEndOfCommentCheck(), SentenceDotEndCheck(), FunctionParenthesisCheck(), SquareBracketCheck(), ClosingParenthesisCheck(), BracesOnSeparateLineCheck(), TrailinigOperatorCheck(), SpacesAndTabsMixedCheck()] errors = [] patch = PatchSet(file, encoding=file_encoding) for pfile in patch.added_files + patch.modified_files: t = pfile.target_file.lstrip('b/') # Skip testsuite files if 'testsuite' in t: continue for hunk in pfile: delta = 0 for line in hunk: if line.is_added and line.target_line_no != None: for check in checks: line_chomp = line.value.replace('\n', '') e = check.check(t, line.target_line_no, line_chomp) if e != None: errors.append(e) if format == 'stdio': fn = lambda x: x.error_message i = 1 for (k, errors) in groupby(sorted(errors, key = fn), fn): errors = list(errors) print('=== ERROR type #%d: %s (%d error(s)) ===' % (i, k, len(errors))) i += 1 for e in errors: print(e.error_location () + e.console_error) print() exit(0 if len(errors) == 0 else 1) elif format == 'quickfix': f = 'errors.err' with open(f, 'w+') as qf: for e in errors: qf.write('%s%s\n' % (e.error_location(), e.error_message)) if len(errors) == 0: exit(0) else: print('%d error(s) written to %s file.' % (len(errors), f)) exit(1) else: assert False if __name__ == '__main__': unittest.main()