From 64546af83e46d2b9ffb55534990400d5b87a461f Mon Sep 17 00:00:00 2001
From: krad <krad@fb.com>
Date: Fri, 9 Oct 2015 17:54:20 -0700
Subject: [PATCH] Adding parser to CI jobs

Summary: The parser will help parse the output in order to send meaningful
notifications.

Test Plan: Manual testing

Reviewers:

CC: leveldb@

Task ID: #6968635

Blame Rev:
---
 build_tools/rocksdb-lego-determinator | 58 ++++++++++++++++++---------
 1 file changed, 39 insertions(+), 19 deletions(-)

diff --git a/build_tools/rocksdb-lego-determinator b/build_tools/rocksdb-lego-determinator
index 392231cca..7f7288172 100755
--- a/build_tools/rocksdb-lego-determinator
+++ b/build_tools/rocksdb-lego-determinator
@@ -68,6 +68,7 @@ CLANG="USE_CLANG=1"
 LITE="OPT=-DROCKSDB_LITE"
 TSAN="COMPILE_WITH_TSAN=1"
 DISABLE_JEMALLOC="DISABLE_JEMALLOC=1"
+PARSER="'parser':'egrep \'Failure|^#|Abort\''"
 
 #
 # A mechanism to disable tests temporarily
@@ -100,13 +101,15 @@ PARALLEL_UNIT_TEST_COMMANDS="[
             {
                 'name':'Build and test RocksDB debug version',
                 'shell':'$DEBUG make -j$(nproc) all && $SHM make check > /dev/null 2>&1 || cat t/log-*',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
             $CLEANUP_ENV,
             {
                 'name':'Build and test RocksDB debug version under gcc-4.8.1',
                 'shell':'$GCC_481 $DEBUG make -j$(nproc) all && $SHM make check > /dev/null 2>&1 || cat t/log-*',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -125,7 +128,8 @@ UNIT_TEST_COMMANDS="[
             {
                 'name':'Build and test RocksDB debug version',
                 'shell':'$SHM $DEBUG make J=1 check',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -144,7 +148,8 @@ UNIT_TEST_COMMANDS_481="[
             {
                 'name':'Build and test RocksDB debug version',
                 'shell':'$SHM $GCC_481 $DEBUG make J=1 check',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -163,7 +168,8 @@ CLANG_UNIT_TEST_COMMANDS="[
             {
                 'name':'Build and test RocksDB debug',
                 'shell':'$CLANG $SHM $DEBUG make J=1 check',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -182,7 +188,8 @@ CLANG_ANALYZE_COMMANDS="[
             {
                 'name':'RocksDB build and analyze',
                 'shell':'$CLANG $SHM $DEBUG make J=1 analyze',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -201,7 +208,8 @@ CODE_COV_COMMANDS="[
             {
                 'name':'Build, test and collect code coverage info',
                 'shell':'$SHM $DEBUG make J=1 coverage',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -220,7 +228,8 @@ UNITY_COMMANDS="[
             {
                 'name':'Build, test unity test',
                 'shell':'$SHM $DEBUG V=1 make J=1 unity_test',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -239,7 +248,8 @@ LITE_BUILD_COMMANDS="[
             {
                 'name':'Build RocksDB debug version',
                 'shell':'$LITE $DEBUG make J=1 static_lib',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -259,13 +269,15 @@ STRESS_CRASH_TEST_COMMANDS="[
             {
                 'name':'Build and run RocksDB debug stress tests',
                 'shell':'$SHM $DEBUG make J=1 db_stress',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
             {
                 'name':'Build and run RocksDB debug crash tests',
                 'timeout': 86400,
                 'shell':'$SHM $DEBUG make J=1 crash_test',
-                'user':'root'
+                'user':'root',
+                $PARSER
             }
         ],
         $REPORT
@@ -284,7 +296,8 @@ ASAN_TEST_COMMANDS="[
             {
                 'name':'Test RocksDB debug under ASAN',
                 'shell':'set -o pipefail && $SHM $ASAN $DEBUG make J=1 asan_check |& /usr/facebook/ops/scripts/asan_symbolize.py -d',
-                'user':'root'
+                'user':'root',
+                $PARSER
             }
         ],
         $REPORT
@@ -305,7 +318,8 @@ ASAN_CRASH_TEST_COMMANDS="[
                 'name':'Build and run RocksDB debug asan_crash_test',
                 'timeout': 86400,
                 'shell':'$SHM $DEBUG make J=1 asan_crash_test',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -324,7 +338,8 @@ VALGRIND_TEST_COMMANDS="[
             {
                 'name':'Run RocksDB debug unit tests',
                 'shell':'$DISABLE_JEMALLOC $SHM $DEBUG make valgrind_check',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -343,7 +358,8 @@ TSAN_UNIT_TEST_COMMANDS="[
             {
                 'name':'Run RocksDB debug unit test',
                 'shell':'set -o pipefail && $SHM $DEBUG $TSAN make J=1 check',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -364,7 +380,8 @@ TSAN_CRASH_TEST_COMMANDS="[
                 'name':'Compile and run',
                 'timeout': 86400,
                 'shell':'set -o pipefail && $SHM $DEBUG $TSAN make J=1 crash_test',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -425,7 +442,8 @@ FORMAT_COMPATIBLE_COMMANDS="[
             {
                 'name':'Run RocksDB debug unit test',
                 'shell':'build_tools/rocksdb-lego-determinator run_format_compatible',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -457,7 +475,8 @@ NO_COMPRESSION_COMMANDS="[
             {
                 'name':'Run RocksDB debug unit test',
                 'shell':'build_tools/rocksdb-lego-determinator run_no_compression',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT
@@ -513,7 +532,8 @@ REGRESSION_COMMANDS="[
             {
                 'name':'Make and run script',
                 'shell':'build_tools/rocksdb-lego-determinator run_regression',
-                'user':'root'
+                'user':'root',
+                $PARSER
             },
         ],
         $REPORT