You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
258 lines
10 KiB
258 lines
10 KiB
(*
|
|
* Copyright (c) 2016 - present Facebook, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This source code is licensed under the BSD style license found in the
|
|
* LICENSE file in the root directory of this source tree. An additional grant
|
|
* of patent rights can be found in the PATENTS file in the same directory.
|
|
*)
|
|
|
|
open! IStd
|
|
module L = Logging
|
|
|
|
type t =
|
|
{ exec: string
|
|
; argv: string list
|
|
; orig_argv: string list
|
|
; quoting_style: ClangQuotes.style
|
|
; is_driver: bool }
|
|
|
|
(** bad for every clang invocation *)
|
|
let clang_blacklisted_flags =
|
|
["--expt-relaxed-constexpr"; "-fembed-bitcode-marker"; "-fno-canonical-system-headers"]
|
|
|
|
|
|
let fcp_dir =
|
|
Config.bin_dir ^/ Filename.parent_dir_name ^/ Filename.parent_dir_name
|
|
^/ "facebook-clang-plugins"
|
|
|
|
|
|
(** path of the plugin to load in clang *)
|
|
let plugin_path = fcp_dir ^/ "libtooling" ^/ "build" ^/ "FacebookClangPlugin.dylib"
|
|
|
|
(** name of the plugin to use *)
|
|
let plugin_name = "BiniouASTExporter"
|
|
|
|
let value_of_argv_option argv opt_name =
|
|
List.fold
|
|
~f:(fun (prev_arg, result) arg ->
|
|
let result' =
|
|
if Option.is_some result then result
|
|
else if String.equal opt_name prev_arg then Some arg
|
|
else None
|
|
in
|
|
(arg, result') )
|
|
~init:("", None) argv
|
|
|> snd
|
|
|
|
|
|
let value_of_option {orig_argv} = value_of_argv_option orig_argv
|
|
|
|
let has_flag {orig_argv} flag = List.exists ~f:(String.equal flag) orig_argv
|
|
|
|
let can_attach_ast_exporter cmd =
|
|
let is_supported_language cmd =
|
|
match value_of_option cmd "-x" with
|
|
| None ->
|
|
if cmd.is_driver then (* let's continue and ask clang -### *) true
|
|
else (
|
|
L.external_warning "malformed -cc1 command has no \"-x\" flag!" ;
|
|
false )
|
|
| Some "cuda" ->
|
|
false
|
|
| Some lang when String.is_prefix ~prefix:"assembler" lang ->
|
|
false
|
|
| Some _ ->
|
|
true
|
|
in
|
|
(* -Eonly is -cc1 flag that gets produced by 'clang -M -### ...' *)
|
|
let is_preprocessor_only cmd = has_flag cmd "-E" || has_flag cmd "-Eonly" in
|
|
(cmd.is_driver || has_flag cmd "-cc1") && is_supported_language cmd
|
|
&& not (is_preprocessor_only cmd)
|
|
|
|
|
|
let may_capture cmd = can_attach_ast_exporter cmd
|
|
|
|
let argv_cons a b = a :: b
|
|
|
|
let argv_do_if cond action x = if cond then action x else x
|
|
|
|
let file_arg_cmd_sanitizer cmd =
|
|
let file = ClangQuotes.mk_arg_file "clang_command_" cmd.quoting_style cmd.argv in
|
|
{cmd with argv= [Format.sprintf "@%s" file]}
|
|
|
|
|
|
let include_override_regex = Option.map ~f:Str.regexp Config.clang_include_to_override_regex
|
|
|
|
(** Filter arguments from [args], looking into argfiles too. [replace_options_arg prev arg] returns
|
|
[arg'], where [arg'] is the new version of [arg] given the preceding arguments (in reverse order) [prev]. *)
|
|
let filter_and_replace_unsupported_args ?(replace_options_arg= fun _ s -> s)
|
|
?(blacklisted_flags= []) ?(blacklisted_flags_with_arg= []) ?(post_args= []) args =
|
|
(* [prev] is the previously seen argument, [res_rev] is the reversed result, [changed] is true if
|
|
some change has been performed *)
|
|
let rec aux in_argfiles (prev_is_blacklisted_with_arg, res_rev, changed) args =
|
|
match args with
|
|
| [] ->
|
|
(prev_is_blacklisted_with_arg, res_rev, changed)
|
|
| _ :: tl when prev_is_blacklisted_with_arg ->
|
|
(* in the unlikely event that a blacklisted flag with arg sits as the last option in some
|
|
arg file, we need to remove its argument now *)
|
|
aux in_argfiles (false, res_rev, true) tl
|
|
| at_argfile :: tl
|
|
when String.is_prefix at_argfile ~prefix:"@" && not (String.Set.mem in_argfiles at_argfile)
|
|
-> (
|
|
let in_argfiles' = String.Set.add in_argfiles at_argfile in
|
|
let argfile = String.slice at_argfile 1 (String.length at_argfile) in
|
|
match In_channel.read_lines argfile with
|
|
| lines ->
|
|
(* poor parsing of arguments with some stripping supported; hope that tools generating
|
|
argfiles more or less put one argument per line *)
|
|
let strip s =
|
|
String.strip s
|
|
|> Utils.strip_balanced_once ~drop:(function '"' | '\'' -> true | _ -> false)
|
|
in
|
|
let last_in_file_is_blacklisted, rev_res_with_file_args, changed_file =
|
|
List.map ~f:strip lines
|
|
|> aux in_argfiles' (prev_is_blacklisted_with_arg, res_rev, false)
|
|
in
|
|
if changed_file then
|
|
aux in_argfiles' (last_in_file_is_blacklisted, rev_res_with_file_args, true) tl
|
|
else
|
|
(* keep the same argfile if we haven't needed to change anything in it *)
|
|
aux in_argfiles' (last_in_file_is_blacklisted, at_argfile :: res_rev, changed) tl
|
|
| exception e ->
|
|
L.external_warning "Error reading argument file '%s': %s@\n" at_argfile
|
|
(Exn.to_string e) ;
|
|
aux in_argfiles' (false, at_argfile :: res_rev, changed) tl )
|
|
| flag :: tl when List.mem ~equal:String.equal blacklisted_flags flag ->
|
|
aux in_argfiles (false, res_rev, true) tl
|
|
| flag :: tl when List.mem ~equal:String.equal blacklisted_flags_with_arg flag ->
|
|
(* remove the flag and its arg separately in case we are at the end of an argfile *)
|
|
aux in_argfiles (true, res_rev, true) tl
|
|
| arg :: tl ->
|
|
let arg' = replace_options_arg res_rev arg in
|
|
aux in_argfiles (false, arg' :: res_rev, changed || not (phys_equal arg arg')) tl
|
|
in
|
|
match aux String.Set.empty (false, [], false) args with _, res_rev, _ ->
|
|
(* return non-reversed list *)
|
|
List.rev_append res_rev post_args
|
|
|
|
|
|
(* Work around various path or library issues occurring when one tries to substitute Apple's version
|
|
of clang with a different version. Also mitigate version discrepancies in clang's
|
|
fatal warnings. *)
|
|
let clang_cc1_cmd_sanitizer cmd =
|
|
(* command line options not supported by the opensource compiler or the plugins *)
|
|
let blacklisted_flags_with_arg = ["-mllvm"] in
|
|
let replace_options_arg options arg =
|
|
match options with
|
|
| option :: _ ->
|
|
if String.equal option "-arch" && String.equal arg "armv7k" then "armv7"
|
|
(* replace armv7k arch with armv7 *)
|
|
else if String.is_suffix arg ~suffix:"dep.tmp" then (
|
|
(* compilation-database Buck integration produces path to `dep.tmp` file that doesn't exist. Create it *)
|
|
Unix.mkdir_p (Filename.dirname arg) ;
|
|
arg )
|
|
else if
|
|
String.equal option "-dependency-file" && Option.is_some Config.buck_compilation_database
|
|
(* In compilation database mode, dependency files are not assumed to exist *)
|
|
then "/dev/null"
|
|
else if String.equal option "-isystem" then
|
|
match include_override_regex with
|
|
| Some regexp when Str.string_match regexp arg 0 ->
|
|
fcp_dir ^/ "clang" ^/ "install" ^/ "lib" ^/ "clang" ^/ "7.0.0" ^/ "include"
|
|
| _ ->
|
|
arg
|
|
else arg
|
|
| [] ->
|
|
arg
|
|
in
|
|
let args_defines =
|
|
if Config.bufferoverrun && not Config.biabduction then ["-D__INFER_BUFFEROVERRUN"] else []
|
|
in
|
|
let post_args_rev =
|
|
[] |> List.rev_append ["-include"; Config.lib_dir ^/ "clang_wrappers" ^/ "global_defines.h"]
|
|
|> List.rev_append args_defines
|
|
|> (* Never error on warnings. Clang is often more strict than Apple's version. These arguments
|
|
are appended at the end to override previous opposite settings. How it's done: suppress
|
|
all the warnings, since there are no warnings, compiler can't elevate them to error
|
|
level. *)
|
|
argv_cons "-Wno-everything"
|
|
in
|
|
let clang_arguments =
|
|
filter_and_replace_unsupported_args ~blacklisted_flags:clang_blacklisted_flags
|
|
~blacklisted_flags_with_arg ~replace_options_arg ~post_args:(List.rev post_args_rev) cmd.argv
|
|
in
|
|
file_arg_cmd_sanitizer {cmd with argv= clang_arguments}
|
|
|
|
|
|
let mk ~is_driver quoting_style ~prog ~args =
|
|
(* Some arguments break the compiler so they need to be removed even before the normalization step *)
|
|
let blacklisted_flags_with_arg = ["-index-store-path"] in
|
|
let sanitized_args =
|
|
filter_and_replace_unsupported_args ~blacklisted_flags:clang_blacklisted_flags
|
|
~blacklisted_flags_with_arg args
|
|
in
|
|
{exec= prog; orig_argv= sanitized_args; argv= sanitized_args; quoting_style; is_driver}
|
|
|
|
|
|
let to_unescaped_args cmd =
|
|
let mk_exec_argv normalizer =
|
|
let {exec; argv} = normalizer cmd in
|
|
exec :: argv
|
|
in
|
|
if can_attach_ast_exporter cmd then mk_exec_argv clang_cc1_cmd_sanitizer
|
|
else if String.is_prefix ~prefix:"clang" (Filename.basename cmd.exec) then
|
|
(* `clang` supports argument files and the commands can be longer than the maximum length of the
|
|
command line, so put arguments in a file *)
|
|
mk_exec_argv file_arg_cmd_sanitizer
|
|
else (* other commands such as `ld` do not support argument files *)
|
|
mk_exec_argv (fun x -> x)
|
|
|
|
|
|
let pp f cmd = to_unescaped_args cmd |> Pp.cli_args f
|
|
|
|
let command_to_run cmd =
|
|
to_unescaped_args cmd |> List.map ~f:(ClangQuotes.quote cmd.quoting_style)
|
|
|> String.concat ~sep:" "
|
|
|
|
|
|
let with_plugin_args args =
|
|
let plugin_arg_flag = "-plugin-arg-" ^ plugin_name in
|
|
let args_before_rev =
|
|
[]
|
|
|> (* -cc1 has to be the first argument or clang will think it runs in driver mode *)
|
|
argv_cons "-cc1"
|
|
|> (* It's important to place this option before other -isystem options. *)
|
|
argv_do_if
|
|
Config.(cxx_infer_headers && (biabduction || bufferoverrun || siof))
|
|
(List.rev_append ["-isystem"; Config.cpp_extra_include_dir])
|
|
|> List.rev_append
|
|
[ "-load"
|
|
; plugin_path
|
|
; (* (t7400979) this is a workaround to avoid that clang crashes when the -fmodules flag and the
|
|
YojsonASTExporter plugin are used. Since the -plugin argument disables the generation of .o
|
|
files, we invoke apple clang again to generate the expected artifacts. This will keep
|
|
xcodebuild plus all the sub-steps happy. *)
|
|
(if has_flag args "-fmodules" then "-plugin" else "-add-plugin")
|
|
; plugin_name
|
|
; plugin_arg_flag
|
|
; "-"
|
|
; plugin_arg_flag
|
|
; "PREPEND_CURRENT_DIR=1"
|
|
; plugin_arg_flag
|
|
; "MAX_STRING_SIZE=" ^ string_of_int CFrontend_config.biniou_buffer_size ]
|
|
in
|
|
(* add -O0 option to avoid compiler obfuscation of AST *)
|
|
let args_after_rev =
|
|
[] |> argv_cons "-O0" |> argv_do_if Config.fcp_syntax_only (argv_cons "-fsyntax-only")
|
|
in
|
|
{args with argv= List.rev_append args_before_rev (args.argv @ List.rev args_after_rev)}
|
|
|
|
|
|
let prepend_arg arg clang_args = {clang_args with argv= arg :: clang_args.argv}
|
|
|
|
let append_args args clang_args = {clang_args with argv= clang_args.argv @ args}
|
|
|
|
let get_orig_argv {exec; orig_argv} = exec :: orig_argv
|