2013-06-28 02:15:59 +00:00
|
|
|
# vim: set ts=8 sts=4 et sw=4 tw=99:
|
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
|
2018-05-22 13:22:46 +00:00
|
|
|
# ----------------------------------------------------------------------------
|
2013-06-28 02:15:59 +00:00
|
|
|
# This script checks various aspects of SpiderMonkey code style. The current checks are as
|
|
|
|
# follows.
|
|
|
|
#
|
|
|
|
# We check the following things in headers.
|
|
|
|
#
|
|
|
|
# - No cyclic dependencies.
|
2013-08-15 04:59:57 +00:00
|
|
|
#
|
2013-06-28 02:15:59 +00:00
|
|
|
# - No normal header should #include a inlines.h/-inl.h file.
|
2013-08-15 04:59:57 +00:00
|
|
|
#
|
2013-06-28 02:15:59 +00:00
|
|
|
# - #ifndef wrappers should have the right form. (XXX: not yet implemented)
|
|
|
|
# - Every header file should have one.
|
|
|
|
# - The guard name used should be appropriate for the filename.
|
2013-08-15 04:59:57 +00:00
|
|
|
#
|
2013-06-28 02:15:59 +00:00
|
|
|
# We check the following things in all files.
|
|
|
|
#
|
2013-08-08 17:37:11 +00:00
|
|
|
# - #includes should have full paths, e.g. "jit/Ion.h", not "Ion.h".
|
2013-06-28 02:15:59 +00:00
|
|
|
#
|
|
|
|
# - #includes should use the appropriate form for system headers (<...>) and
|
|
|
|
# local headers ("...").
|
|
|
|
#
|
2013-08-15 04:59:57 +00:00
|
|
|
# - #includes should be ordered correctly.
|
2013-06-28 02:15:59 +00:00
|
|
|
# - Each one should be in the correct section.
|
|
|
|
# - Alphabetical order should be used within sections.
|
|
|
|
# - Sections should be in the right order.
|
2013-08-15 04:59:57 +00:00
|
|
|
# Note that the presence of #if/#endif blocks complicates things, to the
|
|
|
|
# point that it's not always clear where a conditionally-compiled #include
|
|
|
|
# statement should go, even to a human. Therefore, we check the #include
|
|
|
|
# statements within each #if/#endif block (including nested ones) in
|
|
|
|
# isolation, but don't try to do any order checking between such blocks.
|
2018-05-22 13:22:46 +00:00
|
|
|
# ----------------------------------------------------------------------------
|
2013-06-28 02:15:59 +00:00
|
|
|
|
2019-07-08 17:30:34 +00:00
|
|
|
from __future__ import absolute_import, print_function
|
2013-06-28 02:15:59 +00:00
|
|
|
|
|
|
|
import difflib
|
|
|
|
import os
|
|
|
|
import re
|
|
|
|
import sys
|
2017-05-18 23:06:49 +00:00
|
|
|
|
2013-06-28 02:15:59 +00:00
|
|
|
# We don't bother checking files in these directories, because they're (a) auxiliary or (b)
|
|
|
|
# imported code that doesn't follow our coding style.
|
|
|
|
ignored_js_src_dirs = [
|
2018-05-21 22:01:01 +00:00
|
|
|
'js/src/config/', # auxiliary stuff
|
|
|
|
'js/src/ctypes/libffi/', # imported code
|
|
|
|
'js/src/devtools/', # auxiliary stuff
|
|
|
|
'js/src/editline/', # imported code
|
|
|
|
'js/src/gdb/', # auxiliary stuff
|
2019-04-02 10:43:08 +00:00
|
|
|
'js/src/vtune/', # imported code
|
|
|
|
'js/src/zydis/', # imported code
|
2013-06-28 02:15:59 +00:00
|
|
|
]
|
|
|
|
|
|
|
|
# We ignore #includes of these files, because they don't follow the usual rules.
|
|
|
|
included_inclnames_to_ignore = set([
|
|
|
|
'ffi.h', # generated in ctypes/libffi/
|
|
|
|
'devtools/Instruments.h', # we ignore devtools/ in general
|
2018-05-21 22:01:01 +00:00
|
|
|
'double-conversion/double-conversion.h', # strange MFBT case
|
2013-06-28 02:15:59 +00:00
|
|
|
'javascript-trace.h', # generated in $OBJDIR if HAVE_DTRACE is defined
|
2018-05-21 22:01:01 +00:00
|
|
|
'frontend/ReservedWordsGenerated.h', # generated in $OBJDIR
|
2017-05-17 09:37:18 +00:00
|
|
|
'gc/StatsPhasesGenerated.h', # generated in $OBJDIR
|
2019-06-06 04:34:53 +00:00
|
|
|
'gc/StatsPhasesGenerated.inc', # generated in $OBJDIR
|
2018-03-14 17:58:52 +00:00
|
|
|
'jit/LOpcodes.h', # generated in $OBJDIR
|
|
|
|
'jit/MOpcodes.h', # generated in $OBJDIR
|
2013-06-28 02:15:59 +00:00
|
|
|
'jscustomallocator.h', # provided by embedders; allowed to be missing
|
|
|
|
'js-config.h', # generated in $OBJDIR
|
2016-01-07 03:30:29 +00:00
|
|
|
'fdlibm.h', # fdlibm
|
2018-01-17 16:05:04 +00:00
|
|
|
'FuzzerDefs.h', # included without a path
|
|
|
|
'FuzzingInterface.h', # included without a path
|
2017-11-02 14:51:27 +00:00
|
|
|
'mozmemory.h', # included without a path
|
2013-06-28 02:15:59 +00:00
|
|
|
'pratom.h', # NSPR
|
|
|
|
'prcvar.h', # NSPR
|
2015-02-17 23:44:58 +00:00
|
|
|
'prerror.h', # NSPR
|
2013-06-28 02:15:59 +00:00
|
|
|
'prinit.h', # NSPR
|
2016-07-15 17:26:40 +00:00
|
|
|
'prio.h', # NSPR
|
|
|
|
'private/pprio.h', # NSPR
|
2013-06-28 02:15:59 +00:00
|
|
|
'prlink.h', # NSPR
|
|
|
|
'prlock.h', # NSPR
|
|
|
|
'prprf.h', # NSPR
|
|
|
|
'prthread.h', # NSPR
|
|
|
|
'prtypes.h', # NSPR
|
|
|
|
'selfhosted.out.h', # generated in $OBJDIR
|
2015-11-10 09:44:53 +00:00
|
|
|
'shellmoduleloader.out.h', # generated in $OBJDIR
|
2018-08-17 10:04:39 +00:00
|
|
|
'unicode/basictz.h', # ICU
|
|
|
|
'unicode/locid.h', # ICU
|
2016-12-20 19:54:44 +00:00
|
|
|
'unicode/plurrule.h', # ICU
|
2019-03-25 23:32:40 +00:00
|
|
|
'unicode/putil.h', # ICU
|
2018-08-17 10:04:39 +00:00
|
|
|
'unicode/timezone.h', # ICU
|
2013-06-28 02:15:59 +00:00
|
|
|
'unicode/ucal.h', # ICU
|
2017-04-06 08:11:05 +00:00
|
|
|
'unicode/uchar.h', # ICU
|
2013-06-28 02:15:59 +00:00
|
|
|
'unicode/uclean.h', # ICU
|
|
|
|
'unicode/ucol.h', # ICU
|
|
|
|
'unicode/udat.h', # ICU
|
2019-07-24 11:04:50 +00:00
|
|
|
'unicode/udata.h', # ICU
|
2013-06-28 02:15:59 +00:00
|
|
|
'unicode/udatpg.h', # ICU
|
2018-05-21 22:01:01 +00:00
|
|
|
'unicode/udisplaycontext.h', # ICU
|
2013-06-28 02:15:59 +00:00
|
|
|
'unicode/uenum.h', # ICU
|
2019-08-19 18:39:04 +00:00
|
|
|
'unicode/ufieldpositer.h', # ICU
|
2019-07-09 10:04:45 +00:00
|
|
|
'unicode/uformattedvalue.h', # ICU
|
2019-10-16 16:05:06 +00:00
|
|
|
'unicode/ulistformatter.h', # ICU
|
2017-02-18 04:06:43 +00:00
|
|
|
'unicode/uloc.h', # ICU
|
2017-01-12 22:57:47 +00:00
|
|
|
'unicode/unistr.h', # ICU
|
2016-11-22 17:20:18 +00:00
|
|
|
'unicode/unorm2.h', # ICU
|
2013-06-28 02:15:59 +00:00
|
|
|
'unicode/unum.h', # ICU
|
2019-07-10 14:12:03 +00:00
|
|
|
'unicode/unumberformatter.h', # ICU
|
2016-11-01 19:15:26 +00:00
|
|
|
'unicode/unumsys.h', # ICU
|
2016-12-20 19:54:44 +00:00
|
|
|
'unicode/upluralrules.h', # ICU
|
2017-10-06 14:00:08 +00:00
|
|
|
'unicode/ureldatefmt.h', # ICU
|
2019-07-24 11:04:50 +00:00
|
|
|
'unicode/ures.h', # ICU
|
2013-06-28 02:15:59 +00:00
|
|
|
'unicode/ustring.h', # ICU
|
|
|
|
'unicode/utypes.h', # ICU
|
2018-08-17 10:04:39 +00:00
|
|
|
'unicode/uversion.h', # ICU
|
2019-04-02 10:43:08 +00:00
|
|
|
'vtune/VTuneWrapper.h', # VTune
|
|
|
|
'zydis/ZydisAPI.h', # Zydis
|
2013-06-28 02:15:59 +00:00
|
|
|
])
|
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
# These files have additional constraints on where they are #included, so we
|
|
|
|
# ignore #includes of them when checking #include ordering.
|
|
|
|
oddly_ordered_inclnames = set([
|
|
|
|
'ctypes/typedefs.h', # Included multiple times in the body of ctypes/CTypes.h
|
2018-05-21 22:01:01 +00:00
|
|
|
# Included in the body of frontend/TokenStream.h
|
|
|
|
'frontend/ReservedWordsGenerated.h',
|
2017-05-17 09:37:18 +00:00
|
|
|
'gc/StatsPhasesGenerated.h', # Included in the body of gc/Statistics.h
|
2019-06-06 04:34:53 +00:00
|
|
|
'gc/StatsPhasesGenerated.inc', # Included in the body of gc/Statistics.cpp
|
2018-02-17 03:41:35 +00:00
|
|
|
'psapi.h', # Must be included after "util/Windows.h" on Windows
|
2013-11-04 21:05:51 +00:00
|
|
|
'machine/endian.h', # Must be included after <sys/types.h> on BSD
|
2013-08-15 04:59:57 +00:00
|
|
|
'winbase.h', # Must precede other system headers(?)
|
|
|
|
'windef.h' # Must precede other system headers(?)
|
|
|
|
])
|
|
|
|
|
2013-06-28 02:15:59 +00:00
|
|
|
# The files in tests/style/ contain code that fails this checking in various
|
|
|
|
# ways. Here is the output we expect. If the actual output differs from
|
|
|
|
# this, one of the following must have happened.
|
|
|
|
# - New SpiderMonkey code violates one of the checked rules.
|
|
|
|
# - The tests/style/ files have changed without expected_output being changed
|
|
|
|
# accordingly.
|
|
|
|
# - This script has been broken somehow.
|
|
|
|
#
|
|
|
|
expected_output = '''\
|
2013-08-15 04:59:57 +00:00
|
|
|
js/src/tests/style/BadIncludes.h:3: error:
|
2013-06-28 02:15:59 +00:00
|
|
|
the file includes itself
|
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
js/src/tests/style/BadIncludes.h:6: error:
|
2013-06-28 02:15:59 +00:00
|
|
|
"BadIncludes2.h" is included using the wrong path;
|
|
|
|
did you forget a prefix, or is the file not yet committed?
|
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
js/src/tests/style/BadIncludes.h:8: error:
|
2013-06-28 02:15:59 +00:00
|
|
|
<tests/style/BadIncludes2.h> should be included using
|
|
|
|
the #include "..." form
|
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
js/src/tests/style/BadIncludes.h:10: error:
|
2013-06-28 02:15:59 +00:00
|
|
|
"stdio.h" is included using the wrong path;
|
|
|
|
did you forget a prefix, or is the file not yet committed?
|
|
|
|
|
2018-08-20 10:44:07 +00:00
|
|
|
js/src/tests/style/BadIncludes2.h:1: error:
|
|
|
|
vanilla header includes an inline-header file "tests/style/BadIncludes2-inl.h"
|
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
js/src/tests/style/BadIncludesOrder-inl.h:5:6: error:
|
2018-02-12 19:07:16 +00:00
|
|
|
"vm/JSScript-inl.h" should be included after "vm/Interpreter-inl.h"
|
2013-08-15 04:59:57 +00:00
|
|
|
|
|
|
|
js/src/tests/style/BadIncludesOrder-inl.h:6:7: error:
|
2018-02-12 19:07:16 +00:00
|
|
|
"vm/Interpreter-inl.h" should be included after "js/Value.h"
|
2013-08-15 04:59:57 +00:00
|
|
|
|
|
|
|
js/src/tests/style/BadIncludesOrder-inl.h:7:8: error:
|
|
|
|
"js/Value.h" should be included after "ds/LifoAlloc.h"
|
|
|
|
|
|
|
|
js/src/tests/style/BadIncludesOrder-inl.h:8:9: error:
|
|
|
|
"ds/LifoAlloc.h" should be included after "jsapi.h"
|
|
|
|
|
|
|
|
js/src/tests/style/BadIncludesOrder-inl.h:9:10: error:
|
|
|
|
"jsapi.h" should be included after <stdio.h>
|
|
|
|
|
|
|
|
js/src/tests/style/BadIncludesOrder-inl.h:10:11: error:
|
|
|
|
<stdio.h> should be included after "mozilla/HashFunctions.h"
|
|
|
|
|
2018-02-12 18:03:37 +00:00
|
|
|
js/src/tests/style/BadIncludesOrder-inl.h:28:29: error:
|
2018-02-12 19:07:16 +00:00
|
|
|
"vm/JSScript.h" should be included after "vm/JSFunction.h"
|
2013-08-15 04:59:57 +00:00
|
|
|
|
2013-06-28 02:15:59 +00:00
|
|
|
(multiple files): error:
|
|
|
|
header files form one or more cycles
|
|
|
|
|
|
|
|
tests/style/HeaderCycleA1.h
|
|
|
|
-> tests/style/HeaderCycleA2.h
|
|
|
|
-> tests/style/HeaderCycleA3.h
|
|
|
|
-> tests/style/HeaderCycleA1.h
|
|
|
|
|
|
|
|
tests/style/HeaderCycleB1-inl.h
|
|
|
|
-> tests/style/HeaderCycleB2-inl.h
|
|
|
|
-> tests/style/HeaderCycleB3-inl.h
|
|
|
|
-> tests/style/HeaderCycleB4-inl.h
|
|
|
|
-> tests/style/HeaderCycleB1-inl.h
|
|
|
|
-> tests/style/jsheadercycleB5inlines.h
|
|
|
|
-> tests/style/HeaderCycleB1-inl.h
|
|
|
|
-> tests/style/HeaderCycleB4-inl.h
|
|
|
|
|
|
|
|
'''.splitlines(True)
|
|
|
|
|
|
|
|
actual_output = []
|
|
|
|
|
|
|
|
|
|
|
|
def out(*lines):
|
|
|
|
for line in lines:
|
|
|
|
actual_output.append(line + '\n')
|
|
|
|
|
|
|
|
|
|
|
|
def error(filename, linenum, *lines):
|
|
|
|
location = filename
|
2013-08-15 04:59:57 +00:00
|
|
|
if linenum is not None:
|
|
|
|
location += ':' + str(linenum)
|
2013-06-28 02:15:59 +00:00
|
|
|
out(location + ': error:')
|
|
|
|
for line in (lines):
|
|
|
|
out(' ' + line)
|
|
|
|
out('')
|
|
|
|
|
|
|
|
|
|
|
|
class FileKind(object):
|
|
|
|
C = 1
|
|
|
|
CPP = 2
|
|
|
|
INL_H = 3
|
|
|
|
H = 4
|
|
|
|
TBL = 5
|
|
|
|
MSG = 6
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def get(filename):
|
|
|
|
if filename.endswith('.c'):
|
|
|
|
return FileKind.C
|
2013-08-15 04:59:57 +00:00
|
|
|
|
2013-06-28 02:15:59 +00:00
|
|
|
if filename.endswith('.cpp'):
|
|
|
|
return FileKind.CPP
|
2013-08-15 04:59:57 +00:00
|
|
|
|
2014-04-15 01:26:15 +00:00
|
|
|
if filename.endswith(('inlines.h', '-inl.h')):
|
2013-06-28 02:15:59 +00:00
|
|
|
return FileKind.INL_H
|
|
|
|
|
|
|
|
if filename.endswith('.h'):
|
|
|
|
return FileKind.H
|
|
|
|
|
|
|
|
if filename.endswith('.tbl'):
|
|
|
|
return FileKind.TBL
|
|
|
|
|
|
|
|
if filename.endswith('.msg'):
|
|
|
|
return FileKind.MSG
|
|
|
|
|
|
|
|
error(filename, None, 'unknown file kind')
|
|
|
|
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
def check_style(enable_fixup):
|
2013-06-28 02:15:59 +00:00
|
|
|
# We deal with two kinds of name.
|
|
|
|
# - A "filename" is a full path to a file from the repository root.
|
|
|
|
# - An "inclname" is how a file is referred to in a #include statement.
|
|
|
|
#
|
|
|
|
# Examples (filename -> inclname)
|
2016-03-10 17:07:59 +00:00
|
|
|
# - "mfbt/Attributes.h" -> "mozilla/Attributes.h"
|
|
|
|
# - "mozglue/misc/TimeStamp.h -> "mozilla/TimeStamp.h"
|
|
|
|
# - "memory/mozalloc/mozalloc.h -> "mozilla/mozalloc.h"
|
|
|
|
# - "js/public/Vector.h" -> "js/Vector.h"
|
|
|
|
# - "js/src/vm/String.h" -> "vm/String.h"
|
|
|
|
|
|
|
|
non_js_dirnames = ('mfbt/',
|
|
|
|
'memory/mozalloc/',
|
|
|
|
'mozglue/') # type: tuple(str)
|
|
|
|
non_js_inclnames = set() # type: set(inclname)
|
|
|
|
js_names = dict() # type: dict(filename, inclname)
|
2013-06-28 02:15:59 +00:00
|
|
|
|
2018-04-18 07:42:24 +00:00
|
|
|
# Process files in js/src.
|
|
|
|
js_src_root = os.path.join('js', 'src')
|
|
|
|
for dirpath, dirnames, filenames in os.walk(js_src_root):
|
|
|
|
if dirpath == js_src_root:
|
|
|
|
# Skip any subdirectories that contain a config.status file
|
|
|
|
# (likely objdirs).
|
|
|
|
builddirs = []
|
|
|
|
for dirname in dirnames:
|
|
|
|
path = os.path.join(dirpath, dirname, 'config.status')
|
|
|
|
if os.path.isfile(path):
|
|
|
|
builddirs.append(dirname)
|
|
|
|
for dirname in builddirs:
|
|
|
|
dirnames.remove(dirname)
|
|
|
|
for filename in filenames:
|
|
|
|
filepath = os.path.join(dirpath, filename).replace('\\', '/')
|
|
|
|
if not filepath.startswith(tuple(ignored_js_src_dirs)) and \
|
|
|
|
filepath.endswith(('.c', '.cpp', '.h', '.tbl', '.msg')):
|
|
|
|
inclname = filepath[len('js/src/'):]
|
|
|
|
js_names[filepath] = inclname
|
|
|
|
|
|
|
|
# Look for header files in directories in non_js_dirnames.
|
|
|
|
for non_js_dir in non_js_dirnames:
|
|
|
|
for dirpath, dirnames, filenames in os.walk(non_js_dir):
|
|
|
|
for filename in filenames:
|
|
|
|
if filename.endswith('.h'):
|
|
|
|
inclname = 'mozilla/' + filename
|
2017-08-23 22:21:16 +00:00
|
|
|
non_js_inclnames.add(inclname)
|
|
|
|
|
2018-04-18 07:42:24 +00:00
|
|
|
# Look for header files in js/public.
|
|
|
|
js_public_root = os.path.join('js', 'public')
|
|
|
|
for dirpath, dirnames, filenames in os.walk(js_public_root):
|
|
|
|
for filename in filenames:
|
|
|
|
if filename.endswith('.h'):
|
|
|
|
filepath = os.path.join(dirpath, filename).replace('\\', '/')
|
|
|
|
inclname = 'js/' + filepath[len('js/public/'):]
|
|
|
|
js_names[filepath] = inclname
|
2013-06-28 02:15:59 +00:00
|
|
|
|
2016-03-10 17:07:59 +00:00
|
|
|
all_inclnames = non_js_inclnames | set(js_names.values())
|
2013-06-28 02:15:59 +00:00
|
|
|
|
|
|
|
edges = dict() # type: dict(inclname, set(inclname))
|
|
|
|
|
2015-04-13 23:11:32 +00:00
|
|
|
# We don't care what's inside the MFBT and MOZALLOC files, but because they
|
|
|
|
# are #included from JS files we have to add them to the inclusion graph.
|
2016-03-10 17:07:59 +00:00
|
|
|
for inclname in non_js_inclnames:
|
2013-06-28 02:15:59 +00:00
|
|
|
edges[inclname] = set()
|
|
|
|
|
|
|
|
# Process all the JS files.
|
2018-08-20 10:44:07 +00:00
|
|
|
for filename in sorted(js_names.keys()):
|
2013-06-28 02:15:59 +00:00
|
|
|
inclname = js_names[filename]
|
|
|
|
file_kind = FileKind.get(filename)
|
|
|
|
if file_kind == FileKind.C or file_kind == FileKind.CPP or \
|
|
|
|
file_kind == FileKind.H or file_kind == FileKind.INL_H:
|
|
|
|
included_h_inclnames = set() # type: set(inclname)
|
|
|
|
|
2018-04-18 07:42:24 +00:00
|
|
|
with open(filename) as f:
|
2018-02-12 17:37:12 +00:00
|
|
|
code = read_file(f)
|
|
|
|
|
|
|
|
if enable_fixup:
|
|
|
|
code = code.sorted(inclname)
|
2018-04-18 07:42:24 +00:00
|
|
|
with open(filename, 'w') as f:
|
2018-02-12 17:37:12 +00:00
|
|
|
f.write(code.to_source())
|
|
|
|
|
2018-05-21 22:01:01 +00:00
|
|
|
check_file(filename, inclname, file_kind, code,
|
|
|
|
all_inclnames, included_h_inclnames)
|
2013-06-28 02:15:59 +00:00
|
|
|
|
|
|
|
edges[inclname] = included_h_inclnames
|
|
|
|
|
|
|
|
find_cycles(all_inclnames, edges)
|
|
|
|
|
|
|
|
# Compare expected and actual output.
|
|
|
|
difflines = difflib.unified_diff(expected_output, actual_output,
|
2017-03-09 12:44:03 +00:00
|
|
|
fromfile='check_spidermonkey_style.py expected output',
|
2018-05-21 22:01:01 +00:00
|
|
|
tofile='check_spidermonkey_style.py actual output')
|
2013-06-28 02:15:59 +00:00
|
|
|
ok = True
|
|
|
|
for diffline in difflines:
|
|
|
|
ok = False
|
|
|
|
print(diffline, end='')
|
|
|
|
|
|
|
|
return ok
|
|
|
|
|
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
def module_name(name):
|
|
|
|
'''Strip the trailing .cpp, .h, inlines.h or -inl.h from a filename.'''
|
|
|
|
|
2018-05-22 13:22:46 +00:00
|
|
|
return name.replace('inlines.h', '').replace('-inl.h', '').replace('.h', '').replace('.cpp', '') # NOQA: E501
|
2013-08-15 04:59:57 +00:00
|
|
|
|
|
|
|
|
2013-08-20 06:45:26 +00:00
|
|
|
def is_module_header(enclosing_inclname, header_inclname):
|
|
|
|
'''Determine if an included name is the "module header", i.e. should be
|
|
|
|
first in the file.'''
|
|
|
|
|
|
|
|
module = module_name(enclosing_inclname)
|
|
|
|
|
|
|
|
# Normal case, e.g. module == "foo/Bar", header_inclname == "foo/Bar.h".
|
|
|
|
if module == module_name(header_inclname):
|
|
|
|
return True
|
|
|
|
|
|
|
|
# A public header, e.g. module == "foo/Bar", header_inclname == "js/Bar.h".
|
|
|
|
m = re.match(r'js\/(.*)\.h', header_inclname)
|
|
|
|
if m is not None and module.endswith('/' + m.group(1)):
|
|
|
|
return True
|
|
|
|
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
class Include(object):
|
|
|
|
'''Important information for a single #include statement.'''
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
def __init__(self, include_prefix, inclname, line_suffix, linenum, is_system):
|
|
|
|
self.include_prefix = include_prefix
|
|
|
|
self.line_suffix = line_suffix
|
2013-08-15 04:59:57 +00:00
|
|
|
self.inclname = inclname
|
|
|
|
self.linenum = linenum
|
|
|
|
self.is_system = is_system
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
def is_style_relevant(self):
|
|
|
|
# Includes are style-relevant; that is, they're checked by the pairwise
|
|
|
|
# style-checking algorithm in check_file.
|
2013-08-15 04:59:57 +00:00
|
|
|
return True
|
|
|
|
|
2013-08-20 06:45:26 +00:00
|
|
|
def section(self, enclosing_inclname):
|
2013-08-15 04:59:57 +00:00
|
|
|
'''Identify which section inclname belongs to.
|
|
|
|
|
|
|
|
The section numbers are as follows.
|
|
|
|
0. Module header (e.g. jsfoo.h or jsfooinlines.h within jsfoo.cpp)
|
|
|
|
1. mozilla/Foo.h
|
|
|
|
2. <foo.h> or <foo>
|
|
|
|
3. jsfoo.h, prmjtime.h, etc
|
|
|
|
4. foo/Bar.h
|
|
|
|
5. jsfooinlines.h
|
|
|
|
6. foo/Bar-inl.h
|
|
|
|
7. non-.h, e.g. *.tbl, *.msg
|
|
|
|
'''
|
|
|
|
|
|
|
|
if self.is_system:
|
|
|
|
return 2
|
|
|
|
|
|
|
|
if not self.inclname.endswith('.h'):
|
|
|
|
return 7
|
|
|
|
|
2013-08-20 06:45:26 +00:00
|
|
|
# A couple of modules have the .h file in js/ and the .cpp file elsewhere and so need
|
|
|
|
# special handling.
|
|
|
|
if is_module_header(enclosing_inclname, self.inclname):
|
2013-08-15 04:59:57 +00:00
|
|
|
return 0
|
|
|
|
|
|
|
|
if '/' in self.inclname:
|
|
|
|
if self.inclname.startswith('mozilla/'):
|
|
|
|
return 1
|
|
|
|
|
|
|
|
if self.inclname.endswith('-inl.h'):
|
|
|
|
return 6
|
|
|
|
|
|
|
|
return 4
|
|
|
|
|
|
|
|
if self.inclname.endswith('inlines.h'):
|
|
|
|
return 5
|
|
|
|
|
|
|
|
return 3
|
|
|
|
|
|
|
|
def quote(self):
|
|
|
|
if self.is_system:
|
|
|
|
return '<' + self.inclname + '>'
|
|
|
|
else:
|
|
|
|
return '"' + self.inclname + '"'
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
def sort_key(self, enclosing_inclname):
|
|
|
|
return (self.section(enclosing_inclname), self.inclname.lower())
|
|
|
|
|
|
|
|
def to_source(self):
|
|
|
|
return self.include_prefix + self.quote() + self.line_suffix + '\n'
|
2013-08-15 04:59:57 +00:00
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
|
|
|
|
class CppBlock(object):
|
|
|
|
'''C preprocessor block: a whole file or a single #if/#elif/#else block.
|
2013-08-15 04:59:57 +00:00
|
|
|
|
|
|
|
A #if/#endif block is the contents of a #if/#endif (or similar) section.
|
|
|
|
The top-level block, which is not within a #if/#endif pair, is also
|
|
|
|
considered a block.
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
Each kid is either an Include (representing a #include), OrdinaryCode, or
|
|
|
|
a nested CppBlock.'''
|
2018-05-21 22:01:01 +00:00
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
def __init__(self, start_line=""):
|
|
|
|
self.start = start_line
|
|
|
|
self.end = ''
|
2013-08-15 04:59:57 +00:00
|
|
|
self.kids = []
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
def is_style_relevant(self):
|
|
|
|
return True
|
|
|
|
|
|
|
|
def append_ordinary_line(self, line):
|
|
|
|
if len(self.kids) == 0 or not isinstance(self.kids[-1], OrdinaryCode):
|
|
|
|
self.kids.append(OrdinaryCode())
|
|
|
|
self.kids[-1].lines.append(line)
|
|
|
|
|
|
|
|
def style_relevant_kids(self):
|
|
|
|
""" Return a list of kids in this block that are style-relevant. """
|
|
|
|
return [kid for kid in self.kids if kid.is_style_relevant()]
|
|
|
|
|
|
|
|
def sorted(self, enclosing_inclname):
|
|
|
|
"""Return a hopefully-sorted copy of this block. Implements --fixup.
|
|
|
|
|
|
|
|
When in doubt, this leaves the code unchanged.
|
|
|
|
"""
|
|
|
|
|
|
|
|
def pretty_sorted_includes(includes):
|
|
|
|
""" Return a new list containing the given includes, in order,
|
|
|
|
with blank lines separating sections. """
|
|
|
|
keys = [inc.sort_key(enclosing_inclname) for inc in includes]
|
|
|
|
if sorted(keys) == keys:
|
|
|
|
return includes # if nothing is out of order, don't touch anything
|
|
|
|
|
|
|
|
output = []
|
|
|
|
current_section = None
|
|
|
|
for (section, _), inc in sorted(zip(keys, includes)):
|
|
|
|
if current_section is not None and section != current_section:
|
|
|
|
output.append(OrdinaryCode(["\n"])) # blank line
|
|
|
|
output.append(inc)
|
|
|
|
current_section = section
|
|
|
|
return output
|
|
|
|
|
|
|
|
def should_try_to_sort(includes):
|
|
|
|
if 'tests/style/BadIncludes' in enclosing_inclname:
|
|
|
|
return False # don't straighten the counterexample
|
|
|
|
if any(inc.inclname in oddly_ordered_inclnames for inc in includes):
|
|
|
|
return False # don't sort batches containing odd includes
|
|
|
|
if includes == sorted(includes, key=lambda inc: inc.sort_key(enclosing_inclname)):
|
|
|
|
return False # it's already sorted, avoid whitespace-only fixups
|
|
|
|
return True
|
|
|
|
|
|
|
|
# The content of the eventual output of this method.
|
|
|
|
output = []
|
|
|
|
|
|
|
|
# The current batch of includes to sort. This list only ever contains Include objects
|
|
|
|
# and whitespace OrdinaryCode objects.
|
|
|
|
batch = []
|
|
|
|
|
|
|
|
def flush_batch():
|
|
|
|
"""Sort the contents of `batch` and move it to `output`."""
|
|
|
|
|
|
|
|
assert all(isinstance(item, Include)
|
|
|
|
or (isinstance(item, OrdinaryCode) and "".join(item.lines).isspace())
|
|
|
|
for item in batch)
|
|
|
|
|
|
|
|
# Here we throw away the blank lines.
|
|
|
|
# `pretty_sorted_includes` puts them back.
|
|
|
|
includes = []
|
|
|
|
last_include_index = -1
|
|
|
|
for i, item in enumerate(batch):
|
|
|
|
if isinstance(item, Include):
|
|
|
|
includes.append(item)
|
|
|
|
last_include_index = i
|
|
|
|
cutoff = last_include_index + 1
|
|
|
|
|
|
|
|
if should_try_to_sort(includes):
|
2018-05-21 22:01:01 +00:00
|
|
|
output.extend(pretty_sorted_includes(
|
|
|
|
includes) + batch[cutoff:])
|
2018-02-12 17:37:12 +00:00
|
|
|
else:
|
|
|
|
output.extend(batch)
|
|
|
|
del batch[:]
|
|
|
|
|
|
|
|
for kid in self.kids:
|
|
|
|
if isinstance(kid, CppBlock):
|
|
|
|
flush_batch()
|
|
|
|
output.append(kid.sorted(enclosing_inclname))
|
|
|
|
elif isinstance(kid, Include):
|
|
|
|
batch.append(kid)
|
|
|
|
else:
|
|
|
|
assert isinstance(kid, OrdinaryCode)
|
|
|
|
if kid.to_source().isspace():
|
|
|
|
batch.append(kid)
|
|
|
|
else:
|
|
|
|
flush_batch()
|
|
|
|
output.append(kid)
|
|
|
|
flush_batch()
|
|
|
|
|
|
|
|
result = CppBlock()
|
|
|
|
result.start = self.start
|
|
|
|
result.end = self.end
|
|
|
|
result.kids = output
|
|
|
|
return result
|
|
|
|
|
|
|
|
def to_source(self):
|
|
|
|
return self.start + ''.join(kid.to_source() for kid in self.kids) + self.end
|
|
|
|
|
|
|
|
|
|
|
|
class OrdinaryCode(object):
|
|
|
|
''' A list of lines of code that aren't #include/#if/#else/#endif lines. '''
|
2018-05-21 22:01:01 +00:00
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
def __init__(self, lines=None):
|
|
|
|
self.lines = lines if lines is not None else []
|
|
|
|
|
|
|
|
def is_style_relevant(self):
|
2013-08-15 04:59:57 +00:00
|
|
|
return False
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
def to_source(self):
|
|
|
|
return ''.join(self.lines)
|
2013-08-15 04:59:57 +00:00
|
|
|
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
# A "snippet" is one of:
|
|
|
|
#
|
|
|
|
# * Include - representing an #include line
|
|
|
|
# * CppBlock - a whole file or #if/#elif/#else block; contains a list of snippets
|
|
|
|
# * OrdinaryCode - representing lines of non-#include-relevant code
|
|
|
|
|
|
|
|
def read_file(f):
|
|
|
|
block_stack = [CppBlock()]
|
|
|
|
|
|
|
|
# Extract the #include statements as a tree of snippets.
|
2013-06-28 02:15:59 +00:00
|
|
|
for linenum, line in enumerate(f, start=1):
|
2018-02-12 17:37:12 +00:00
|
|
|
if line.lstrip().startswith('#'):
|
|
|
|
# Look for a |#include "..."| line.
|
|
|
|
m = re.match(r'(\s*#\s*include\s+)"([^"]*)"(.*)', line)
|
|
|
|
if m is not None:
|
|
|
|
prefix, inclname, suffix = m.groups()
|
2018-05-21 22:01:01 +00:00
|
|
|
block_stack[-1].kids.append(Include(prefix,
|
|
|
|
inclname, suffix, linenum, is_system=False))
|
2018-02-12 17:37:12 +00:00
|
|
|
continue
|
|
|
|
|
|
|
|
# Look for a |#include <...>| line.
|
|
|
|
m = re.match(r'(\s*#\s*include\s+)<([^>]*)>(.*)', line)
|
|
|
|
if m is not None:
|
|
|
|
prefix, inclname, suffix = m.groups()
|
2018-05-21 22:01:01 +00:00
|
|
|
block_stack[-1].kids.append(Include(prefix,
|
|
|
|
inclname, suffix, linenum, is_system=True))
|
2018-02-12 17:37:12 +00:00
|
|
|
continue
|
|
|
|
|
|
|
|
# Look for a |#{if,ifdef,ifndef}| line.
|
|
|
|
m = re.match(r'\s*#\s*(if|ifdef|ifndef)\b', line)
|
|
|
|
if m is not None:
|
|
|
|
# Open a new block.
|
|
|
|
new_block = CppBlock(line)
|
|
|
|
block_stack[-1].kids.append(new_block)
|
|
|
|
block_stack.append(new_block)
|
|
|
|
continue
|
|
|
|
|
|
|
|
# Look for a |#{elif,else}| line.
|
|
|
|
m = re.match(r'\s*#\s*(elif|else)\b', line)
|
|
|
|
if m is not None:
|
|
|
|
# Close the current block, and open an adjacent one.
|
|
|
|
block_stack.pop()
|
|
|
|
new_block = CppBlock(line)
|
|
|
|
block_stack[-1].kids.append(new_block)
|
|
|
|
block_stack.append(new_block)
|
|
|
|
continue
|
|
|
|
|
|
|
|
# Look for a |#endif| line.
|
|
|
|
m = re.match(r'\s*#\s*endif\b', line)
|
|
|
|
if m is not None:
|
|
|
|
# Close the current block.
|
|
|
|
block_stack.pop().end = line
|
|
|
|
if len(block_stack) == 0:
|
2018-05-21 22:01:01 +00:00
|
|
|
raise ValueError(
|
|
|
|
"#endif without #if at line " + str(linenum))
|
2018-02-12 17:37:12 +00:00
|
|
|
continue
|
|
|
|
|
|
|
|
# Otherwise, we have an ordinary line.
|
|
|
|
block_stack[-1].append_ordinary_line(line)
|
|
|
|
|
|
|
|
if len(block_stack) > 1:
|
|
|
|
raise ValueError("unmatched #if")
|
|
|
|
return block_stack[-1]
|
|
|
|
|
|
|
|
|
|
|
|
def check_file(filename, inclname, file_kind, code, all_inclnames, included_h_inclnames):
|
2013-08-15 04:59:57 +00:00
|
|
|
|
|
|
|
def check_include_statement(include):
|
|
|
|
'''Check the style of a single #include statement.'''
|
|
|
|
|
|
|
|
if include.is_system:
|
|
|
|
# Check it is not a known local file (in which case it's probably a system header).
|
|
|
|
if include.inclname in included_inclnames_to_ignore or \
|
|
|
|
include.inclname in all_inclnames:
|
|
|
|
error(filename, include.linenum,
|
|
|
|
include.quote() + ' should be included using',
|
|
|
|
'the #include "..." form')
|
|
|
|
|
|
|
|
else:
|
|
|
|
if include.inclname not in included_inclnames_to_ignore:
|
|
|
|
included_kind = FileKind.get(include.inclname)
|
2013-06-28 02:15:59 +00:00
|
|
|
|
|
|
|
# Check the #include path has the correct form.
|
2013-08-15 04:59:57 +00:00
|
|
|
if include.inclname not in all_inclnames:
|
|
|
|
error(filename, include.linenum,
|
2014-09-17 06:33:05 +00:00
|
|
|
include.quote() + ' is included using the wrong path;',
|
2013-06-28 02:15:59 +00:00
|
|
|
'did you forget a prefix, or is the file not yet committed?')
|
|
|
|
|
|
|
|
# Record inclusions of .h files for cycle detection later.
|
|
|
|
# (Exclude .tbl and .msg files.)
|
|
|
|
elif included_kind == FileKind.H or included_kind == FileKind.INL_H:
|
2013-08-15 04:59:57 +00:00
|
|
|
included_h_inclnames.add(include.inclname)
|
2013-06-28 02:15:59 +00:00
|
|
|
|
|
|
|
# Check a H file doesn't #include an INL_H file.
|
|
|
|
if file_kind == FileKind.H and included_kind == FileKind.INL_H:
|
2013-08-15 04:59:57 +00:00
|
|
|
error(filename, include.linenum,
|
|
|
|
'vanilla header includes an inline-header file ' + include.quote())
|
2013-06-28 02:15:59 +00:00
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
# Check a file doesn't #include itself. (We do this here because the cycle
|
|
|
|
# detection below doesn't detect this case.)
|
|
|
|
if inclname == include.inclname:
|
2018-05-21 22:01:01 +00:00
|
|
|
error(filename, include.linenum,
|
|
|
|
'the file includes itself')
|
2013-06-28 02:15:59 +00:00
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
def check_includes_order(include1, include2):
|
|
|
|
'''Check the ordering of two #include statements.'''
|
|
|
|
|
|
|
|
if include1.inclname in oddly_ordered_inclnames or \
|
|
|
|
include2.inclname in oddly_ordered_inclnames:
|
|
|
|
return
|
|
|
|
|
2013-08-20 06:45:26 +00:00
|
|
|
section1 = include1.section(inclname)
|
|
|
|
section2 = include2.section(inclname)
|
2013-08-15 04:59:57 +00:00
|
|
|
if (section1 > section2) or \
|
|
|
|
((section1 == section2) and (include1.inclname.lower() > include2.inclname.lower())):
|
|
|
|
error(filename, str(include1.linenum) + ':' + str(include2.linenum),
|
|
|
|
include1.quote() + ' should be included after ' + include2.quote())
|
|
|
|
|
|
|
|
# Check the extracted #include statements, both individually, and the ordering of
|
|
|
|
# adjacent pairs that live in the same block.
|
|
|
|
def pair_traverse(prev, this):
|
2018-02-12 17:37:12 +00:00
|
|
|
if isinstance(this, Include):
|
2013-08-15 04:59:57 +00:00
|
|
|
check_include_statement(this)
|
2018-02-12 17:37:12 +00:00
|
|
|
if isinstance(prev, Include):
|
2013-08-15 04:59:57 +00:00
|
|
|
check_includes_order(prev, this)
|
|
|
|
else:
|
2018-02-12 17:37:12 +00:00
|
|
|
kids = this.style_relevant_kids()
|
|
|
|
for prev2, this2 in zip([None] + kids[0:-1], kids):
|
2013-08-15 04:59:57 +00:00
|
|
|
pair_traverse(prev2, this2)
|
|
|
|
|
2018-02-12 17:37:12 +00:00
|
|
|
pair_traverse(None, code)
|
2013-06-28 02:15:59 +00:00
|
|
|
|
|
|
|
|
|
|
|
def find_cycles(all_inclnames, edges):
|
2013-08-15 04:59:57 +00:00
|
|
|
'''Find and draw any cycles.'''
|
|
|
|
|
2013-06-28 02:15:59 +00:00
|
|
|
SCCs = tarjan(all_inclnames, edges)
|
|
|
|
|
|
|
|
# The various sorted() calls below ensure the output is deterministic.
|
|
|
|
|
|
|
|
def draw_SCC(c):
|
|
|
|
cset = set(c)
|
|
|
|
drawn = set()
|
2018-05-21 22:01:01 +00:00
|
|
|
|
2013-06-28 02:15:59 +00:00
|
|
|
def draw(v, indent):
|
|
|
|
out(' ' * indent + ('-> ' if indent else ' ') + v)
|
|
|
|
if v in drawn:
|
|
|
|
return
|
|
|
|
drawn.add(v)
|
|
|
|
for succ in sorted(edges[v]):
|
|
|
|
if succ in cset:
|
|
|
|
draw(succ, indent + 1)
|
|
|
|
draw(sorted(c)[0], 0)
|
|
|
|
out('')
|
|
|
|
|
|
|
|
have_drawn_an_SCC = False
|
|
|
|
for scc in sorted(SCCs):
|
|
|
|
if len(scc) != 1:
|
|
|
|
if not have_drawn_an_SCC:
|
2018-05-21 22:01:01 +00:00
|
|
|
error('(multiple files)', None,
|
|
|
|
'header files form one or more cycles')
|
2013-06-28 02:15:59 +00:00
|
|
|
have_drawn_an_SCC = True
|
|
|
|
|
|
|
|
draw_SCC(scc)
|
|
|
|
|
|
|
|
|
|
|
|
# Tarjan's algorithm for finding the strongly connected components (SCCs) of a graph.
|
|
|
|
# https://en.wikipedia.org/wiki/Tarjan%27s_strongly_connected_components_algorithm
|
|
|
|
def tarjan(V, E):
|
|
|
|
vertex_index = {}
|
|
|
|
vertex_lowlink = {}
|
|
|
|
index = 0
|
|
|
|
S = []
|
|
|
|
all_SCCs = []
|
|
|
|
|
|
|
|
def strongconnect(v, index):
|
|
|
|
# Set the depth index for v to the smallest unused index
|
|
|
|
vertex_index[v] = index
|
|
|
|
vertex_lowlink[v] = index
|
|
|
|
index += 1
|
|
|
|
S.append(v)
|
|
|
|
|
|
|
|
# Consider successors of v
|
|
|
|
for w in E[v]:
|
|
|
|
if w not in vertex_index:
|
|
|
|
# Successor w has not yet been visited; recurse on it
|
|
|
|
index = strongconnect(w, index)
|
|
|
|
vertex_lowlink[v] = min(vertex_lowlink[v], vertex_lowlink[w])
|
|
|
|
elif w in S:
|
|
|
|
# Successor w is in stack S and hence in the current SCC
|
|
|
|
vertex_lowlink[v] = min(vertex_lowlink[v], vertex_index[w])
|
|
|
|
|
|
|
|
# If v is a root node, pop the stack and generate an SCC
|
|
|
|
if vertex_lowlink[v] == vertex_index[v]:
|
|
|
|
i = S.index(v)
|
|
|
|
scc = S[i:]
|
|
|
|
del S[i:]
|
|
|
|
all_SCCs.append(scc)
|
|
|
|
|
|
|
|
return index
|
|
|
|
|
|
|
|
for v in V:
|
|
|
|
if v not in vertex_index:
|
|
|
|
index = strongconnect(v, index)
|
|
|
|
|
|
|
|
return all_SCCs
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
2018-02-12 17:37:12 +00:00
|
|
|
if sys.argv[1:] == ["--fixup"]:
|
|
|
|
# Sort #include directives in-place. Fixup mode doesn't solve
|
|
|
|
# all possible silliness that the script checks for; it's just a
|
|
|
|
# hack for the common case where renaming a header causes style
|
|
|
|
# errors.
|
|
|
|
fixup = True
|
|
|
|
elif sys.argv[1:] == []:
|
|
|
|
fixup = False
|
|
|
|
else:
|
2018-05-22 13:22:46 +00:00
|
|
|
print("TEST-UNEXPECTED-FAIL | check_spidermonkey_style.py | unexpected command "
|
|
|
|
"line options: " + repr(sys.argv[1:]))
|
2018-02-12 17:37:12 +00:00
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
ok = check_style(fixup)
|
2013-06-28 02:15:59 +00:00
|
|
|
|
|
|
|
if ok:
|
|
|
|
print('TEST-PASS | check_spidermonkey_style.py | ok')
|
|
|
|
else:
|
2018-02-12 17:37:12 +00:00
|
|
|
print('TEST-UNEXPECTED-FAIL | check_spidermonkey_style.py | ' +
|
|
|
|
'actual output does not match expected output; diff is above.')
|
|
|
|
print('TEST-UNEXPECTED-FAIL | check_spidermonkey_style.py | ' +
|
|
|
|
'Hint: If the problem is that you renamed a header, and many #includes ' +
|
|
|
|
'are no longer in alphabetical order, commit your work and then try ' +
|
|
|
|
'`check_spidermonkey_style.py --fixup`. ' +
|
|
|
|
'You need to commit first because --fixup modifies your files in place.')
|
2013-06-28 02:15:59 +00:00
|
|
|
|
|
|
|
sys.exit(0 if ok else 1)
|
|
|
|
|
|
|
|
|
2013-08-15 04:59:57 +00:00
|
|
|
if __name__ == '__main__':
|
2013-06-28 02:15:59 +00:00
|
|
|
main()
|