|
|
|
# Copyright (c) 2015 - present Facebook, Inc.
|
|
|
|
# All rights reserved.
|
|
|
|
#
|
|
|
|
# This source code is licensed under the BSD style license found in the
|
|
|
|
# LICENSE file in the root directory of this source tree. An additional grant
|
|
|
|
# of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
|
|
|
|
import logging
|
|
|
|
import os
|
|
|
|
import util
|
|
|
|
import tempfile
|
|
|
|
|
|
|
|
from inferlib import config, jwlib, utils
|
|
|
|
|
|
|
|
MODULE_NAME = __name__
|
|
|
|
MODULE_DESCRIPTION = '''Run analysis of code built with a command like:
|
|
|
|
gradle [options] [task]
|
|
|
|
|
|
|
|
Analysis examples:
|
|
|
|
infer -- gradle build
|
|
|
|
infer -- ./gradlew build'''
|
|
|
|
LANG = ['java']
|
|
|
|
|
|
|
|
|
|
|
|
def gen_instance(*args):
|
|
|
|
return GradleCapture(*args)
|
|
|
|
|
|
|
|
|
|
|
|
# This creates an empty argparser for the module, which provides only
|
|
|
|
# description/usage information and no arguments.
|
|
|
|
create_argparser = util.base_argparser(MODULE_DESCRIPTION, MODULE_NAME)
|
|
|
|
|
|
|
|
|
|
|
|
class GradleCapture:
|
|
|
|
|
|
|
|
def __init__(self, args, cmd):
|
|
|
|
self.args = args
|
|
|
|
# TODO: make the extraction of targets smarter
|
|
|
|
self.build_cmd = [cmd[0], '--debug'] + cmd[1:]
|
|
|
|
# That contains javac version as well
|
|
|
|
version_str = util.run_cmd_ignore_fail([cmd[0], '--version'])
|
|
|
|
path = os.path.join(self.args.infer_out,
|
|
|
|
config.JAVAC_FILELISTS_FILENAME)
|
|
|
|
if not os.path.exists(path):
|
|
|
|
os.mkdir(path)
|
|
|
|
logging.info('Running with:\n' + utils.decode(version_str))
|
|
|
|
|
|
|
|
def get_infer_commands(self, verbose_output):
|
|
|
|
argument_start_pattern = ' Compiler arguments: '
|
|
|
|
calls = []
|
|
|
|
seen_build_cmds = set([])
|
|
|
|
for line in verbose_output:
|
|
|
|
if argument_start_pattern in line:
|
|
|
|
content = line.partition(argument_start_pattern)[2].strip()
|
|
|
|
# if we're building both the debug and release configuration
|
|
|
|
# and the build commands are identical up to "release/debug",
|
|
|
|
# only do capture for one set of commands
|
|
|
|
build_agnostic_cmd = content.replace('release', 'debug')
|
|
|
|
if build_agnostic_cmd in seen_build_cmds:
|
|
|
|
continue
|
|
|
|
seen_build_cmds.add(build_agnostic_cmd)
|
|
|
|
javac_arguments = content.split(' ')
|
|
|
|
java_files = []
|
|
|
|
java_args = []
|
|
|
|
for java_arg in javac_arguments:
|
|
|
|
if java_arg.endswith('.java'):
|
|
|
|
java_files.append(java_arg)
|
|
|
|
else:
|
|
|
|
java_args.append(java_arg)
|
|
|
|
with tempfile.NamedTemporaryFile(
|
|
|
|
mode='w',
|
|
|
|
suffix='.txt',
|
|
|
|
prefix='gradle_',
|
|
|
|
dir=os.path.join(self.args.infer_out,
|
|
|
|
config.JAVAC_FILELISTS_FILENAME),
|
|
|
|
delete=False) as sources:
|
|
|
|
sources.write('\n'.join(map(utils.encode, java_files)))
|
|
|
|
sources.flush()
|
|
|
|
java_args.append('@' + sources.name)
|
|
|
|
capture = jwlib.create_infer_command(java_args)
|
|
|
|
calls.append(capture)
|
|
|
|
return calls
|
|
|
|
|
|
|
|
def capture(self):
|
|
|
|
print('Running and capturing gradle compilation...')
|
[python] return more errors when external commands fail
Summary:
Better to bail early than have mysterious failures. These used to have the wrong error messages:
```
$ cd examples/android_hello/
$ infer -- ./gradlew rubbish
Capturing in gradle mode...
Running and capturing gradle compilation...
10:46:56.730 [ERROR] [org.gradle.internal.buildevents.BuildExceptionReporter]
10:46:56.730 [ERROR] [org.gradle.internal.buildevents.BuildExceptionReporter] FAILURE: Build failed with an exception.
10:46:56.730 [ERROR] [org.gradle.internal.buildevents.BuildExceptionReporter]
10:46:56.730 [ERROR] [org.gradle.internal.buildevents.BuildExceptionReporter] * What went wrong:
10:46:56.730 [ERROR] [org.gradle.internal.buildevents.BuildExceptionReporter] Task 'rubbish' not found in root project 'android_hello'.
10:46:56.730 [ERROR] [org.gradle.internal.buildevents.BuildExceptionReporter]
10:46:56.730 [ERROR] [org.gradle.internal.buildevents.BuildExceptionReporter] * Try:
10:46:56.730 [ERROR] [org.gradle.internal.buildevents.BuildExceptionReporter] Run gradlew tasks to get a list of available tasks. Run with --stacktrace option to get the stack trace.
Nothing to compile. Try running `./gradlew clean` first.
ERROR: (Unix.Exit_or_signal (Exit_non_zero 66))
$ cd -
$ infer --flavors --Xbuck --keep-going -- buck build //toto:toto
Capturing in buck mode...
moving files in buck-out to buck-out/.trash/buck-outwiiL6N
Not using buckd because watchman isn't installed.
BUILD FAILED: No build file at toto/BUCK when resolving target //toto:toto#infer.
Buck failed, but continuing the analysis because --keep-going was passed
Not using buckd because watchman isn't installed.
No build file at toto/BUCK when resolving target //toto:toto#infer.
Traceback (most recent call last):
File "/home/jul/infer/infer/bin/../lib/python/infer.py", line 186, in <module>
main()
File "/home/jul/infer/infer/bin/../lib/python/infer.py", line 168, in main
capture_exitcode = imported_module.gen_instance(args, cmd).capture()
File "/home/jul/infer/infer/lib/python/inferlib/capture/buck.py", line 89, in capture
return self.capture_with_flavors()
File "/home/jul/infer/infer/lib/python/inferlib/capture/buck.py", line 242, in capture_with_flavors
result_paths = self._get_analysis_result_paths()
File "/home/jul/infer/infer/lib/python/inferlib/capture/buck.py", line 148, in _get_analysis_result_paths
out = [x.split(None, 1)[1] for x in buck_output.strip().split('\n')]
IndexError: list index out of range
ERROR: (Unix.Exit_or_signal (Exit_non_zero 1))
$ cd infer/build_systems/ant/ && infer -- ant rubbish
Capturing in ant mode...
BUILD FAILED
Target "rubbish" does not exist in the project "null".
at org.apache.tools.ant.Project.tsort(Project.java:1929)
at org.apache.tools.ant.Project.topoSort(Project.java:1837)
at org.apache.tools.ant.Project.topoSort(Project.java:1800)
at org.apache.tools.ant.Project.executeTarget(Project.java:1376)
at org.apache.tools.ant.helper.DefaultExecutor.executeTargets(DefaultExecutor.java:41)
at org.apache.tools.ant.Project.executeTargets(Project.java:1260)
at org.apache.tools.ant.Main.runBuild(Main.java:857)
at org.apache.tools.ant.Main.startAnt(Main.java:236)
at org.apache.tools.ant.launch.Launcher.run(Launcher.java:287)
at org.apache.tools.ant.launch.Launcher.main(Launcher.java:113)
Total time: 0 seconds
Nothing to compile. Try running `ant clean` first.
ERROR: (Unix.Exit_or_signal (Exit_non_zero 66))
```
Now we fail better, for instance:
```
$ infer --flavors --Xbuck --keep-going -- buck build //toto:toto
Capturing in buck mode...
moving files in buck-out to buck-out/.trash/buck-outHag8Ji
Not using buckd because watchman isn't installed.
BUILD FAILED: No build file at toto/BUCK when resolving target //toto:toto#infer.
Buck failed, but continuing the analysis because --keep-going was passed
Not using buckd because watchman isn't installed.
No build file at toto/BUCK when resolving target //toto:toto#infer.
ERROR: (Unix.Exit_or_signal (Exit_non_zero 70))
$ cd infer/build_systems/ant/ && infer -- ant rubbish
Capturing in ant mode...
BUILD FAILED
Target "rubbish" does not exist in the project "null".
at org.apache.tools.ant.Project.tsort(Project.java:1929)
at org.apache.tools.ant.Project.topoSort(Project.java:1837)
at org.apache.tools.ant.Project.topoSort(Project.java:1800)
at org.apache.tools.ant.Project.executeTarget(Project.java:1376)
at org.apache.tools.ant.helper.DefaultExecutor.executeTargets(DefaultExecutor.java:41)
at org.apache.tools.ant.Project.executeTargets(Project.java:1260)
at org.apache.tools.ant.Main.runBuild(Main.java:857)
at org.apache.tools.ant.Main.startAnt(Main.java:236)
at org.apache.tools.ant.launch.Launcher.run(Launcher.java:287)
at org.apache.tools.ant.launch.Launcher.main(Launcher.java:113)
Total time: 0 seconds
ERROR: couldn't run compilation command `['ant', '-verbose', u'rubbish']`
ERROR: (Unix.Exit_or_signal (Exit_non_zero 1))
```
Reviewed By: jeremydubreil
Differential Revision: D5469607
fbshipit-source-id: a3eb05c
7 years ago
|
|
|
(code, verbose_out) = util.get_build_output(self.build_cmd)
|
|
|
|
if code != os.EX_OK:
|
|
|
|
return code
|
|
|
|
cmds = self.get_infer_commands(verbose_out)
|
|
|
|
clean_cmd = '%s clean' % self.build_cmd[0]
|
|
|
|
return util.run_compilation_commands(cmds, clean_cmd)
|