Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2024-11-07 12:15:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Bug 908825 - Generate multiple output files from intermediate rooting analysis stages

Browse Source 
--HG--
extra : rebase_source : b90f85cfd1815d9a7fea4792b965b8a434f5fa6e
This commit is contained in:
Steve Fink 2013-08-01 14:59:09 -07:00
parent d2a44236c2
commit 452da86a94
4 changed files with 144 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

114
js/src/devtools/rootAnalysis/analyze.py
View File

@ -14,12 +14,15 @@ import subprocess
import os
import argparse
import sys
import re
def env(config):
e = os.environ
e = dict(os.environ)
e['PATH'] = '%s:%s/bin' % (e['PATH'], config['sixgill'])
e['XDB'] = '%(sixgill)s/bin/xdb.so' % config
e['SOURCE_ROOT'] = config['source'] or e['TARGET']
e['SOURCE_ROOT'] = config['source'] or e.get('TARGET', '<unset>')
e['TARGET_OBJ'] = config['objdir']
e['TARGET'] = config['source']
return e
def fill(command, config):
@ -27,12 +30,13 @@ def fill(command, config):
return tuple(s % config for s in command)
except:
print("Substitution failed:")
problems = []
for fragment in command:
try:
fragment % config
except:
print(" %s" % fragment)
raise Hell
problems.append(fragment)
raise Exception("\n".join(["Substitution failed:"] + [ " %s" % s for s in problems ]))
def print_command(command, outfile=None, env=None):
output = ' '.join(command)
@ -45,7 +49,19 @@ def print_command(command, outfile=None, env=None):
if (key not in e) or (e[key] != value):
changed[key] = value
if changed:
output = ' '.join(key + "='" + value + "'" for key, value in changed.items()) + ' ' + output
outputs = []
for key, value in changed.items():
if key in e and e[key] in value:
start = value.index(e[key])
end = start + len(e[key])
outputs.append('%s="%s${%s}%s"' % (key,
value[:start],
key,
value[end:]))
else:
outputs.append("%s='%s'" % (key, value))
output = ' '.join(outputs) + " " + output
print output
def generate_hazards(config, outfilename):
@ -54,6 +70,7 @@ def generate_hazards(config, outfilename):
command = fill(('%(js)s',
'%(analysis_scriptdir)s/analyzeRoots.js',
'%(gcFunctions_list)s',
'%(gcEdges)s',
'%(suppressedFunctions_list)s',
'%(gcTypes)s',
str(i+1), '%(jobs)s',
@ -86,23 +103,16 @@ JOBS = { 'dbs':
'-b', '%(sixgill)s/bin',
'--buildcommand=%(buildcommand)s',
'.'),
None),
()),
'callgraph':
(('%(js)s', '%(analysis_scriptdir)s/computeCallgraph.js'),
'callgraph.txt'),
'gcFunctions':
(('%(js)s', '%(analysis_scriptdir)s/computeGCFunctions.js', '%(callgraph)s'),
'gcFunctions.txt'),
'gcFunctions_list':
(('perl', '-lne', 'print $1 if /^GC Function: (.*)/', '%(gcFunctions)s'),
'gcFunctions.lst'),
'suppressedFunctions_list':
(('perl', '-lne', 'print $1 if /^Suppressed Function: (.*)/', '%(gcFunctions)s'),
'suppressedFunctions.lst'),
(('%(js)s', '%(analysis_scriptdir)s/computeGCFunctions.js', '%(callgraph)s',
'[gcFunctions]', '[gcFunctions_list]', '[gcEdges]', '[suppressedFunctions_list]'),
('gcFunctions.txt', 'gcFunctions.lst', 'gcEdges.txt', 'suppressedFunctions.lst')),
'gcTypes':
(('%(js)s', '%(analysis_scriptdir)s/computeGCTypes.js',),
@ -116,19 +126,49 @@ JOBS = { 'dbs':
(generate_hazards, 'rootingHazards.txt')
}
def out_indexes(command):
for i in range(len(command)):
m = re.match(r'^\[(.*)\]$', command[i])
if m:
yield (i, m.group(1))
def run_job(name, config):
command, outfilename = JOBS[name]
print("Running " + name + " to generate " + str(outfilename))
if hasattr(command, '__call__'):
command(config, outfilename)
cmdspec, outfiles = JOBS[name]
print("Running " + name + " to generate " + str(outfiles))
if hasattr(cmdspec, '__call__'):
cmdspec(config, outfiles)
else:
command = fill(command, config)
temp_map = {}
cmdspec = fill(cmdspec, config)
temp = '%s.tmp' % name
print_command(command, outfile=outfilename, env=env(config))
if isinstance(outfiles, basestring):
temp_map[temp] = outfiles
print_command(cmdspec, outfile=outfiles, env=env(config))
else:
pc = list(cmdspec)
outfile = 0
for (i, name) in out_indexes(cmdspec):
pc[i] = outfiles[outfile]
outfile += 1
print_command(pc, env=env(config))
command = list(cmdspec)
outfile = 0
for (i, name) in out_indexes(cmdspec):
command[i] = '%s.tmp' % name
temp_map[command[i]] = outfiles[outfile]
outfile += 1
with open(temp, 'w') as output:
subprocess.check_call(command, stdout=output, env=env(config))
if outfilename is not None:
os.rename(temp, outfilename)
for (temp, final) in temp_map.items():
try:
os.rename(temp, final)
except OSError:
print("Error renaming %s -> %s" % (temp, final))
raise
config = { 'CWD': os.path.dirname(__file__) }
@ -147,6 +187,8 @@ parser.add_argument('target', metavar='TARGET', type=str, nargs='?',
help='run starting from this target')
parser.add_argument('--source', metavar='SOURCE', type=str, nargs='?',
help='source code to analyze')
parser.add_argument('--upto', metavar='UPTO', type=str, nargs='?',
help='last step to execute')
parser.add_argument('--jobs', '-j', default=4, metavar='JOBS', type=int,
help='number of simultaneous analyzeRoots.js jobs')
parser.add_argument('--list', const=True, nargs='?', type=bool,
@ -169,12 +211,18 @@ elif 'BUILD' in os.environ:
else:
data['buildcommand'] = 'make -j4 -s'
if 'TARGET_OBJ' in os.environ:
data['objdir'] = os.environ['TARGET_OBJ']
if args.target:
data['source'] = args.target
elif 'TARGET' in os.environ:
data['source'] = os.environ['TARGET']
targets = [ 'dbs',
'callgraph',
'gcTypes',
'gcFunctions',
'gcFunctions_list',
'suppressedFunctions_list',
'allFunctions',
'hazards' ]
@ -188,11 +236,21 @@ if args.list:
sys.exit(0)
for target in targets:
command, outfilename = JOBS[target]
data[target] = outfilename
command, outfiles = JOBS[target]
if isinstance(outfiles, basestring):
data[target] = outfiles
else:
outfile = 0
for (i, name) in out_indexes(command):
data[name] = outfiles[outfile]
outfile += 1
assert len(outfiles) == outfile, 'target %s: mismatched number of output files and params' % target
if args.target:
targets = targets[targets.index(args.target):]
if args.upto:
targets = targets[:targets.index(args.upto)+1]
for target in targets:
run_job(target, data)

24
js/src/devtools/rootAnalysis/analyzeRoots.js
View File

@ -11,14 +11,15 @@ var sourceRoot = (environment['SOURCE_ROOT'] || '') + '/'
var functionBodies;
if (typeof scriptArgs[0] != 'string' || typeof scriptArgs[1] != 'string')
throw "Usage: analyzeRoots.js <gcFunctions.lst> <suppressedFunctions.lst> <gcTypes.txt> [start end [tmpfile]]";
throw "Usage: analyzeRoots.js <gcFunctions.lst> <gcEdges.txt> <suppressedFunctions.lst> <gcTypes.txt> [start end [tmpfile]]";
var gcFunctionsFile = scriptArgs[0];
var suppressedFunctionsFile = scriptArgs[1];
var gcTypesFile = scriptArgs[2];
var batch = (scriptArgs[3]|0) || 1;
var numBatches = (scriptArgs[4]|0) || 1;
var tmpfile = scriptArgs[5] || "tmp.txt";
var gcEdgesFile = scriptArgs[1];
var suppressedFunctionsFile = scriptArgs[2];
var gcTypesFile = scriptArgs[3];
var batch = (scriptArgs[4]|0) || 1;
var numBatches = (scriptArgs[5]|0) || 1;
var tmpfile = scriptArgs[6] || "tmp.txt";
var gcFunctions = {};
var text = snarf("gcFunctions.lst").split("\n");
@ -35,6 +36,17 @@ for (var line of text) {
}
text = null;
var gcEdges = {};
text = snarf(gcEdgesFile).split('\n');
assert(text.pop().length == 0);
for (var line of text) {
var [ block, edge, func ] = line.split(" || ");
if (!(block in gcEdges))
gcEdges[block] = {}
gcEdges[block][edge] = func;
}
text = null;
var match;
var gcThings = {};
var gcPointers = {};

45
js/src/devtools/rootAnalysis/computeGCFunctions.js
View File

@ -7,12 +7,20 @@ loadRelativeToScript('annotations.js');
loadRelativeToScript('loadCallgraph.js');
if (typeof scriptArgs[0] != 'string')
throw "Usage: computeGCFunctions.js <callgraph.txt>";
throw "Usage: computeGCFunctions.js <callgraph.txt> <out:gcFunctions.txt> <out:gcFunctions.lst> <out:gcEdges.txt> <out:suppressedFunctions.lst>";
print("Time: " + new Date);
var start = "Time: " + new Date;
loadCallgraph(scriptArgs[0]);
var callgraph_filename = scriptArgs[0];
var gcFunctions_filename = scriptArgs[1] || "gcFunctions.txt";
var gcFunctionsList_filename = scriptArgs[2] || "gcFunctions.lst";
var gcEdges_filename = scriptArgs[3] || "gcEdges.txt";
var suppressedFunctionsList_filename = scriptArgs[4] || "suppressedFunctions.lst";
loadCallgraph(callgraph_filename);
printErr("Writing " + gcFunctions_filename);
redirect(gcFunctions_filename);
for (var name in gcFunctions) {
print("");
print("GC Function: " + name);
@ -22,7 +30,32 @@ for (var name in gcFunctions) {
} while (name in gcFunctions);
}
for (var name in suppressedFunctions) {
print("");
print("Suppressed Function: " + name);
printErr("Writing " + gcFunctionsList_filename);
redirect(gcFunctionsList_filename);
for (var name in gcFunctions) {
print(name);
}
// gcEdges is a list of edges that can GC for more specific reasons than just
// calling a function that is in gcFunctions.txt.
//
// Right now, it is unused. It was mean for ~AutoCompartment when it might wrap
// an exception, but anything held live across ~AC will have to be held live
// across the corresponding constructor (and hence the whole scope of the AC),
// and in that case it'll be held live across whatever could create an
// exception within the AC scope. So ~AC edges are redundant. I will leave the
// stub machinery here for now.
printErr("Writing " + gcEdges_filename);
redirect(gcEdges_filename);
for (var block in gcEdges) {
for (var edge in gcEdges[block]) {
var func = gcEdges[block][edge];
print([ block, edge, func ].join(" || "));
}
}
printErr("Writing " + suppressedFunctionsList_filename);
redirect(suppressedFunctionsList_filename);
for (var name in suppressedFunctions) {
print(name);
}

1
js/src/devtools/rootAnalysis/loadCallgraph.js
View File

@ -5,6 +5,7 @@
var calleeGraph = {};
var callerGraph = {};
var gcFunctions = {};
var gcEdges = {};
var suppressedFunctions = {};
function addGCFunction(caller, reason)