Summary: This change introduces a new binary, called `InferStatsAggregator`, that once invoked, aggregates together all the stats generated by the single invocations of frontend/backend/reporting, that can be used for performance measurements. Reviewed By: jvillard Differential Revision: D3317000 fbshipit-source-id: 61ec615master
Martino Luca
9 years ago
committed by
Facebook Github Bot 7
parent
83a14a3541
commit
f89e66dc60
@ -0,0 +1,88 @@
|
|||||||
|
/*
|
||||||
|
* vim: set ft=rust:
|
||||||
|
* vim: set ft=reason:
|
||||||
|
*
|
||||||
|
* Copyright (c) 2016 - present Facebook, Inc.
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* This source code is licensed under the BSD style license found in the
|
||||||
|
* LICENSE file in the root directory of this source tree. An additional grant
|
||||||
|
* of patent rights can be found in the PATENTS file in the same directory.
|
||||||
|
*/
|
||||||
|
|
||||||
|
type t = {
|
||||||
|
sum: float,
|
||||||
|
avg: float,
|
||||||
|
min: float,
|
||||||
|
p10: float,
|
||||||
|
median: float,
|
||||||
|
p75: float,
|
||||||
|
max: float,
|
||||||
|
count: int
|
||||||
|
};
|
||||||
|
|
||||||
|
let to_json s =>
|
||||||
|
`Assoc [
|
||||||
|
("sum", `Float s.sum),
|
||||||
|
("avg", `Float s.avg),
|
||||||
|
("min", `Float s.min),
|
||||||
|
("p10", `Float s.p10),
|
||||||
|
("median", `Float s.median),
|
||||||
|
("p75", `Float s.p75),
|
||||||
|
("max", `Float s.max),
|
||||||
|
("count", `Int s.count)
|
||||||
|
];
|
||||||
|
|
||||||
|
let from_json json => {
|
||||||
|
let open! Yojson.Basic.Util;
|
||||||
|
{
|
||||||
|
sum: json |> member "sum" |> to_float,
|
||||||
|
avg: json |> member "avg" |> to_float,
|
||||||
|
min: json |> member "min" |> to_float,
|
||||||
|
p10: json |> member "p10" |> to_float,
|
||||||
|
median: json |> member "median" |> to_float,
|
||||||
|
p75: json |> member "p75" |> to_float,
|
||||||
|
max: json |> member "max" |> to_float,
|
||||||
|
count: json |> member "count" |> to_int
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let compute_statistics values => {
|
||||||
|
let num_elements = IList.length values;
|
||||||
|
let sum = IList.fold_left (fun acc v => acc +. v) 0.0 values;
|
||||||
|
let average = sum /. float_of_int num_elements;
|
||||||
|
let values_arr = Array.of_list values;
|
||||||
|
Array.sort
|
||||||
|
(
|
||||||
|
fun a b =>
|
||||||
|
if (a == b) {
|
||||||
|
0
|
||||||
|
} else if (a -. b < 0.0) {
|
||||||
|
(-1)
|
||||||
|
} else {
|
||||||
|
1
|
||||||
|
}
|
||||||
|
)
|
||||||
|
values_arr;
|
||||||
|
let percentile pct => {
|
||||||
|
assert (pct >= 0.0 && pct <= 1.0);
|
||||||
|
assert (num_elements > 0);
|
||||||
|
let max_index = num_elements - 1;
|
||||||
|
let pct_index = float_of_int max_index *. pct;
|
||||||
|
let low_index = int_of_float (Pervasives.floor pct_index);
|
||||||
|
let high_index = int_of_float (Pervasives.ceil pct_index);
|
||||||
|
let low = values_arr.(low_index);
|
||||||
|
let high = values_arr.(high_index);
|
||||||
|
(low +. high) /. 2.0
|
||||||
|
};
|
||||||
|
{
|
||||||
|
sum,
|
||||||
|
avg: average,
|
||||||
|
min: percentile 0.0,
|
||||||
|
p10: percentile 0.10,
|
||||||
|
median: percentile 0.50,
|
||||||
|
p75: percentile 0.75,
|
||||||
|
max: percentile 1.0,
|
||||||
|
count: num_elements
|
||||||
|
}
|
||||||
|
};
|
||||||
@ -0,0 +1,19 @@
|
|||||||
|
/*
|
||||||
|
* vim: set ft=rust:
|
||||||
|
* vim: set ft=reason:
|
||||||
|
*
|
||||||
|
* Copyright (c) 2016 - present Facebook, Inc.
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* This source code is licensed under the BSD style license found in the
|
||||||
|
* LICENSE file in the root directory of this source tree. An additional grant
|
||||||
|
* of patent rights can be found in the PATENTS file in the same directory.
|
||||||
|
*/
|
||||||
|
|
||||||
|
type t;
|
||||||
|
|
||||||
|
let to_json: t => Yojson.Basic.json;
|
||||||
|
|
||||||
|
let from_json: Yojson.Basic.json => t;
|
||||||
|
|
||||||
|
let compute_statistics: list float => t;
|
||||||
@ -0,0 +1,149 @@
|
|||||||
|
/*
|
||||||
|
* vim: set ft=rust:
|
||||||
|
* vim: set ft=reason:
|
||||||
|
*
|
||||||
|
* Copyright (c) 2016 - present Facebook, Inc.
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* This source code is licensed under the BSD style license found in the
|
||||||
|
* LICENSE file in the root directory of this source tree. An additional grant
|
||||||
|
* of patent rights can be found in the PATENTS file in the same directory.
|
||||||
|
*/
|
||||||
|
|
||||||
|
open! Utils;
|
||||||
|
|
||||||
|
let filename = "aggregated_stats.json";
|
||||||
|
|
||||||
|
let dir_exists dir =>
|
||||||
|
try (Sys.is_directory dir) {
|
||||||
|
| Sys_error _ => false
|
||||||
|
};
|
||||||
|
|
||||||
|
let find_json_files_in_dir dir => {
|
||||||
|
let is_valid_json_file path => {
|
||||||
|
let s = Unix.lstat path;
|
||||||
|
let json_regex = Str.regexp_case_fold ".*\\.json$";
|
||||||
|
not (Str.string_match (Str.regexp (".*" ^ Str.quote filename ^ "$")) path 0) &&
|
||||||
|
Str.string_match json_regex path 0 && s.st_kind == Unix.S_REG
|
||||||
|
};
|
||||||
|
dir_exists dir ?
|
||||||
|
{
|
||||||
|
let content = Array.to_list (Sys.readdir dir);
|
||||||
|
let content_with_path = IList.map (fun p => Filename.concat dir p) content;
|
||||||
|
IList.filter is_valid_json_file content_with_path
|
||||||
|
} :
|
||||||
|
[]
|
||||||
|
};
|
||||||
|
|
||||||
|
let find_stats_files_in_dir dir => {
|
||||||
|
let frontend_stats_files = find_json_files_in_dir (
|
||||||
|
Filename.concat dir Config.frontend_stats_dir_name
|
||||||
|
);
|
||||||
|
let backend_stats_files = find_json_files_in_dir (
|
||||||
|
Filename.concat dir Config.backend_stats_dir_name
|
||||||
|
);
|
||||||
|
let reporting_stats_files = find_json_files_in_dir (
|
||||||
|
Filename.concat dir Config.reporting_stats_dir_name
|
||||||
|
);
|
||||||
|
(frontend_stats_files, backend_stats_files, reporting_stats_files)
|
||||||
|
};
|
||||||
|
|
||||||
|
let load_data_from_infer_deps file => {
|
||||||
|
let extract_path line =>
|
||||||
|
switch (Str.split_delim (Str.regexp (Str.quote "\t")) line) {
|
||||||
|
| [target, _, path, ..._] =>
|
||||||
|
if (dir_exists path) {
|
||||||
|
(target, path)
|
||||||
|
} else {
|
||||||
|
raise (Failure ("path '" ^ path ^ "' is not a valid directory"))
|
||||||
|
}
|
||||||
|
| _ => raise (Failure "malformed input")
|
||||||
|
};
|
||||||
|
let lines = Option.get (Utils.read_file file);
|
||||||
|
try (Ok (IList.map extract_path lines)) {
|
||||||
|
| Failure msg => Error msg
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let find_all_stats_files () => {
|
||||||
|
let accumulate_paths acc paths => {
|
||||||
|
let (f, b, r) = acc;
|
||||||
|
let (f', b', r') = paths;
|
||||||
|
(f @ f', b @ b', r @ r')
|
||||||
|
};
|
||||||
|
let concatenate_paths p1 p2 =>
|
||||||
|
if (Filename.is_relative p2) {
|
||||||
|
Filename.concat p1 p2
|
||||||
|
} else {
|
||||||
|
p2
|
||||||
|
};
|
||||||
|
let infer_out = Config.results_dir;
|
||||||
|
let result =
|
||||||
|
switch Config.buck_out {
|
||||||
|
| Some p =>
|
||||||
|
if (dir_exists p) {
|
||||||
|
let data = load_data_from_infer_deps (
|
||||||
|
Filename.concat infer_out Config.buck_infer_deps_file_name
|
||||||
|
);
|
||||||
|
switch data {
|
||||||
|
| Ok r =>
|
||||||
|
let paths = IList.map (fun (_, path) => path) r;
|
||||||
|
Ok (Filename.concat p Filename.parent_dir_name, paths)
|
||||||
|
| Error _ as e => e
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
Error ("buck-out path '" ^ p ^ "' not found")
|
||||||
|
}
|
||||||
|
| None => Ok (infer_out, [infer_out])
|
||||||
|
};
|
||||||
|
switch result {
|
||||||
|
| Ok (base_path, paths_to_explore) =>
|
||||||
|
Ok (
|
||||||
|
IList.fold_left
|
||||||
|
(
|
||||||
|
fun acc path =>
|
||||||
|
accumulate_paths acc (find_stats_files_in_dir (concatenate_paths base_path path))
|
||||||
|
)
|
||||||
|
([], [], [])
|
||||||
|
paths_to_explore
|
||||||
|
)
|
||||||
|
| Error _ as e => e
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let open_json_file file => Yojson.Basic.from_file file;
|
||||||
|
|
||||||
|
let write_to_json_file destfile json => {
|
||||||
|
let stats_oc = open_out destfile;
|
||||||
|
Yojson.Basic.pretty_to_channel stats_oc json;
|
||||||
|
close_out stats_oc
|
||||||
|
};
|
||||||
|
|
||||||
|
let aggregate_stats_to_file paths destfile => {
|
||||||
|
let load_stats paths => IList.map (fun path => PerfStats.from_json (open_json_file path)) paths;
|
||||||
|
let all_perf_stats = load_stats paths;
|
||||||
|
switch all_perf_stats {
|
||||||
|
| [] => Printf.eprintf "No stats to aggregate into %s\n" destfile
|
||||||
|
| _ =>
|
||||||
|
let aggr_stats = PerfStats.aggregate all_perf_stats;
|
||||||
|
write_to_json_file destfile aggr_stats
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let () = {
|
||||||
|
let infer_out = Config.results_dir;
|
||||||
|
let result = find_all_stats_files ();
|
||||||
|
switch result {
|
||||||
|
| Ok (f, b, r) =>
|
||||||
|
let aggregated_frontend_stats_dir = Filename.concat infer_out Config.frontend_stats_dir_name;
|
||||||
|
let aggregated_backend_stats_dir = Filename.concat infer_out Config.backend_stats_dir_name;
|
||||||
|
let aggregated_reporting_stats_dir = Filename.concat infer_out Config.reporting_stats_dir_name;
|
||||||
|
DB.create_dir aggregated_frontend_stats_dir;
|
||||||
|
DB.create_dir aggregated_backend_stats_dir;
|
||||||
|
DB.create_dir aggregated_reporting_stats_dir;
|
||||||
|
aggregate_stats_to_file f (Filename.concat aggregated_frontend_stats_dir filename);
|
||||||
|
aggregate_stats_to_file b (Filename.concat aggregated_backend_stats_dir filename);
|
||||||
|
aggregate_stats_to_file r (Filename.concat aggregated_reporting_stats_dir filename)
|
||||||
|
| Error msg => failwith msg
|
||||||
|
}
|
||||||
|
};
|
||||||
@ -0,0 +1,13 @@
|
|||||||
|
/*
|
||||||
|
* vim: set ft=rust:
|
||||||
|
* vim: set ft=reason:
|
||||||
|
*
|
||||||
|
* Copyright (c) 2016 - present Facebook, Inc.
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* This source code is licensed under the BSD style license found in the
|
||||||
|
* LICENSE file in the root directory of this source tree. An additional grant
|
||||||
|
* of patent rights can be found in the PATENTS file in the same directory.
|
||||||
|
*/
|
||||||
|
|
||||||
|
open! Utils;
|
||||||
Loading…
Reference in new issue