Summary: Ultimate goals of the coverage report are: * Report the coverage for all files (done in this diff) * Report the coverage for recently updated files (not fully finished) * Report is available in html form (done in this diff, but need some extra work to integrate it in Jenkin) Task link: https://our.intern.facebook.com/intern/tasks/?s=1154818042&t=2604914 Test Plan: Ran: coverage/coverage_test.sh The sample output can be found here: https://phabricator.fb.com/P2433892 Reviewers: dhruba, emayanke CC: leveldb Differential Revision: https://reviews.facebook.net/D11943main
Kai Liu
11 years ago
parent
03bd4461ad
commit
9f6b8f0032
@ -0,0 +1,68 @@ |
||||
#!/bin/bash |
||||
|
||||
# Exit on error. |
||||
set -e |
||||
|
||||
if [ -n "$USE_CLANG" ]; then |
||||
echo "Error: Coverage test is supported only for gcc." |
||||
exit 1 |
||||
fi |
||||
|
||||
ROOT=".." |
||||
# Fetch right version of gcov |
||||
if [ -d /mnt/gvfs/third-party -a -z "$CXX" ]; then |
||||
source $ROOT/fbcode.gcc471.sh |
||||
GCOV=$TOOLCHAIN_EXECUTABLES/gcc/gcc-4.7.1/cc6c9dc/bin/gcov |
||||
else |
||||
GCOV=$(which gcov) |
||||
fi |
||||
|
||||
COVERAGE_DIR=$(mktemp -t -d rocksdb_coverage_XXXX) |
||||
mkdir -p $COVERAGE_DIR |
||||
|
||||
# Find all gcno files to generate the coverage report |
||||
|
||||
GCNO_FILES=`find $ROOT -name "*.gcno"` |
||||
$GCOV --preserve-paths --relative-only --no-output $GCNO_FILES 2>/dev/null | |
||||
# Parse the raw gcov report to more human readable form. |
||||
python $ROOT/coverage/parse_gcov_output.py | |
||||
# Write the output to both stdout and report file. |
||||
tee $COVERAGE_DIR/coverage_report_all.txt && |
||||
echo -e "Generated coverage report for all files: $COVERAGE_DIR/coverage_report_all.txt\n" |
||||
|
||||
# TODO: we also need to get the files of the latest commits. |
||||
# Get the most recently committed files. |
||||
LATEST_FILES=` |
||||
git show --pretty="format:" --name-only HEAD | |
||||
grep -v "^$" | |
||||
paste -s -d,` |
||||
RECENT_REPORT=$COVERAGE_DIR/coverage_report_recent.txt |
||||
|
||||
echo -e "Recently updated files: $LATEST_FILES\n" > $RECENT_REPORT |
||||
$GCOV --preserve-paths --relative-only --no-output $GCNO_FILES 2>/dev/null | |
||||
python $ROOT/coverage/parse_gcov_output.py -interested-files $LATEST_FILES | |
||||
tee -a $RECENT_REPORT && |
||||
echo -e "Generated coverage report for recently updated files: $RECENT_REPORT\n" |
||||
|
||||
# Generate the html report. If we cannot find lcov in this machine, we'll simply |
||||
# skip this step. |
||||
echo "Generating the html coverage report..." |
||||
set +e |
||||
LCOV=$(which lcov 2>/dev/null) |
||||
if [ -z $LCOV ] |
||||
then |
||||
echo "Skip: Cannot find lcov to generate the html report." |
||||
exit 0 |
||||
fi |
||||
|
||||
set -e |
||||
|
||||
(cd $ROOT; lcov --no-external \ |
||||
--capture \ |
||||
--directory $PWD \ |
||||
--gcov-tool $GCOV \ |
||||
--output-file $COVERAGE_DIR/coverage.info &>/dev/null) |
||||
|
||||
genhtml $COVERAGE_DIR/coverage.info -o $COVERAGE_DIR &>/dev/null |
||||
|
||||
echo "HTML Coverage report is generated in $COVERAGE_DIR" |
||||
@ -0,0 +1,118 @@ |
||||
import optparse |
||||
import re |
||||
import sys |
||||
|
||||
from optparse import OptionParser |
||||
|
||||
# the gcov report follows certain pattern. Each file will have two lines |
||||
# of report, from which we can extract the file name, total lines and coverage |
||||
# percentage. |
||||
def parse_gcov_report(gcov_input): |
||||
per_file_coverage = {} |
||||
total_coverage = None |
||||
|
||||
for line in sys.stdin: |
||||
line = line.strip() |
||||
|
||||
# --First line of the coverage report (with file name in it)? |
||||
match_obj = re.match("^File '(.*)'$", line) |
||||
if match_obj: |
||||
# fetch the file name from the first line of the report. |
||||
current_file = match_obj.group(1) |
||||
continue |
||||
|
||||
# -- Second line of the file report (with coverage percentage) |
||||
match_obj = re.match("^Lines executed:(.*)% of (.*)", line) |
||||
|
||||
if match_obj: |
||||
coverage = float(match_obj.group(1)) |
||||
lines = int(match_obj.group(2)) |
||||
|
||||
if current_file is not None: |
||||
per_file_coverage[current_file] = (coverage, lines) |
||||
current_file = None |
||||
else: |
||||
# If current_file is not set, we reach the last line of report, |
||||
# which contains the summarized coverage percentage. |
||||
total_coverage = (coverage, lines) |
||||
continue |
||||
|
||||
# If the line's pattern doesn't fall into the above categories. We |
||||
# can simply ignore them since they're either empty line or doesn't |
||||
# find executable lines of the given file. |
||||
current_file = None |
||||
|
||||
return per_file_coverage, total_coverage |
||||
|
||||
def get_option_parser(): |
||||
usage = "Parse the gcov output and generate more human-readable code " +\ |
||||
"coverage report." |
||||
parser = OptionParser(usage) |
||||
|
||||
parser.add_option( |
||||
"--interested-files", "-i", |
||||
dest="filenames", |
||||
help="Comma separated files names. if specified, we will display " + |
||||
"the coverage report only for interested source files. " + |
||||
"Otherwise we will display the coverage report for all " + |
||||
"source files." |
||||
) |
||||
return parser |
||||
|
||||
def display_file_coverage(per_file_coverage, total_coverage): |
||||
# To print out auto-adjustable column, we need to know the longest |
||||
# length of file names. |
||||
max_file_name_length = max( |
||||
len(fname) for fname in per_file_coverage.keys() |
||||
) |
||||
|
||||
# -- Print header |
||||
# size of separator is determined by 3 column sizes: |
||||
# file name, coverage percentage and lines. |
||||
header_template = \ |
||||
"%" + str(max_file_name_length) + "s\t%s\t%s" |
||||
separator = "-" * (max_file_name_length + 10 + 20) |
||||
print header_template % ("Filename", "Coverage", "Lines") |
||||
print separator |
||||
|
||||
# -- Print body |
||||
# template for printing coverage report for each file. |
||||
record_template = "%" + str(max_file_name_length) + "s\t%5.2f%%\t%10d" |
||||
|
||||
for fname, coverage_info in per_file_coverage.items(): |
||||
coverage, lines = coverage_info |
||||
print record_template % (fname, coverage, lines) |
||||
|
||||
# -- Print footer |
||||
if total_coverage: |
||||
print separator |
||||
print record_template % ("Total", total_coverage[0], total_coverage[1]) |
||||
|
||||
def report_coverage(): |
||||
parser = get_option_parser() |
||||
(options, args) = parser.parse_args() |
||||
|
||||
interested_files = set() |
||||
if options.filenames is not None: |
||||
interested_files = set(f.strip() for f in options.filenames.split(',')) |
||||
|
||||
# To make things simple, right now we only read gcov report from the input |
||||
per_file_coverage, total_coverage = parse_gcov_report(sys.stdin) |
||||
|
||||
# Check if we need to display coverage info for interested files. |
||||
if len(interested_files): |
||||
per_file_coverage = dict( |
||||
(fname, per_file_coverage[fname]) for fname in interested_files |
||||
if fname in per_file_coverage |
||||
) |
||||
# If we only interested in several files, it makes no sense to report |
||||
# the total_coverage |
||||
total_coverage = None |
||||
|
||||
if not len(per_file_coverage): |
||||
print >> sys.stderr, "Cannot find coverage info for the given files." |
||||
return |
||||
display_file_coverage(per_file_coverage, total_coverage) |
||||
|
||||
if __name__ == "__main__": |
||||
report_coverage() |
||||
Loading…
Reference in new issue