NextGraph
/
rocksdb
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix to CI jobs.

Browse Source 
Summary: The approach to serialize long scripts as string is flawed. Instead
adding args to invoke the long scripts.

Test Plan: Manual test

Reviewers:

CC: leveldb@

Task ID: #6968635

Blame Rev:
main
krad 9 years ago
parent 3bcc072d24
commit 4d6eb52d1a
1 changed files with 100 additions and 89 deletions
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Show Stats Download Patch File Download Diff File
  1. 189
      build_tools/rocksdb-lego-determinator

189
build_tools/rocksdb-lego-determinator
Unescape View File

@ -325,46 +325,46 @@ TSAN_CRASH_TEST_COMMANDS="[
# RocksDB format compatible # RocksDB format compatible
# #
SCRIPT=' run_format_compatible()
export TEST_TMPDIR=/dev/shm/rocksdb {
rm -rf /dev/shm/rocksdb export TEST_TMPDIR=/dev/shm/rocksdb
mkdir /dev/shm/rocksdb rm -rf /dev/shm/rocksdb
mkdir /dev/shm/rocksdb
echo "
echo '
if [ -e "build_tools/build_detect_platform" ] if [ -e "build_tools/build_detect_platform" ]
then then
sed "s/tcmalloc/nothingnothingnothing/g" build_tools/build_detect_platform > $TEST_TMPDIR/temp_build_file sed "s/tcmalloc/nothingnothingnothing/g" build_tools/build_detect_platform > $TEST_TMPDIR/temp_build_file
rm -rf build_tools/build_detect_platform rm -rf build_tools/build_detect_platform
cp $TEST_TMPDIR/temp_build_file build_tools/build_detect_platform cp $TEST_TMPDIR/temp_build_file build_tools/build_detect_platform
chmod +x build_tools/build_detect_platform chmod +x build_tools/build_detect_platform
fi fi
if [ -e "build_detect_platform" ] if [ -e "build_detect_platform" ]
then then
sed "s/tcmalloc/nothingnothingnothing/g" build_detect_platform > $TEST_TMPDIR/temp_build_file sed "s/tcmalloc/nothingnothingnothing/g" build_detect_platform > $TEST_TMPDIR/temp_build_file
rm -rf build_detect_platform rm -rf build_detect_platform
cp $TEST_TMPDIR/temp_build_file build_detect_platform cp $TEST_TMPDIR/temp_build_file build_detect_platform
chmod +x build_detect_platform chmod +x build_detect_platform
fi fi
make ldb -j32 make ldb -j32
if [ -e "build_detect_platform" ] if [ -e "build_detect_platform" ]
then then
git checkout -- build_detect_platform git checkout -- build_detect_platform
fi fi
if [ -e "build_tools/build_detect_platform" ] if [ -e "build_tools/build_detect_platform" ]
then then
git checkout -- build_tools/build_detect_platform git checkout -- build_tools/build_detect_platform
fi fi
" > temp_build_ldb.sh ' > temp_build_ldb.sh
sed "s/make ldb -j32/source temp_build_ldb.sh/g" tools/check_format_compatible.sh > tools/temp_check_format_compatible.sh sed "s/make ldb -j32/source temp_build_ldb.sh/g" tools/check_format_compatible.sh > tools/temp_check_format_compatible.sh
chmod +x tools/temp_check_format_compatible.sh chmod +x tools/temp_check_format_compatible.sh
tools/temp_check_format_compatible.sh tools/temp_check_format_compatible.sh
' }
FORMAT_COMPATIBLE_COMMANDS="[ FORMAT_COMPATIBLE_COMMANDS="[
{ {
@ -374,7 +374,7 @@ FORMAT_COMPATIBLE_COMMANDS="[
$CLEANUP_ENV, $CLEANUP_ENV,
{ {
'name':'Run RocksDB debug unit test', 'name':'Run RocksDB debug unit test',
'shell':'echo \'$SCRIPT\' > .legocmd && cat .legocmd && bash .legocmd', 'shell':'build_tools/rocksdb-lego-determinator run_format_compatible',
'user':'root' 'user':'root'
}, },
], ],
@ -384,18 +384,19 @@ FORMAT_COMPATIBLE_COMMANDS="[
# #
# RocksDB no compression # RocksDB no compression
# #
SCRIPT=' run_no_compression()
export TEST_TMPDIR=/dev/shm/rocksdb {
rm -rf /dev/shm/rocksdb export TEST_TMPDIR=/dev/shm/rocksdb
mkdir /dev/shm/rocksdb rm -rf /dev/shm/rocksdb
make clean mkdir /dev/shm/rocksdb
cat build_tools/fbcode_config.sh | grep -iv dzlib | grep -iv dlz4 | grep -iv make clean
dsnappy | grep -iv dbzip2 > .tmp.fbcode_config.sh cat build_tools/fbcode_config.sh | grep -iv dzlib | grep -iv dlz4 | grep -iv
mv .tmp.fbcode_config.sh build_tools/fbcode_config.sh dsnappy | grep -iv dbzip2 > .tmp.fbcode_config.sh
cat Makefile | grep -v tools/ldb_test.py > .tmp.Makefile mv .tmp.fbcode_config.sh build_tools/fbcode_config.sh
mv .tmp.Makefile Makefile cat Makefile | grep -v tools/ldb_test.py > .tmp.Makefile
make $DEBUG J=1 check mv .tmp.Makefile Makefile
' make $DEBUG J=1 check
}
NO_COMPRESSION_COMMANDS="[ NO_COMPRESSION_COMMANDS="[
{ {
@ -405,7 +406,7 @@ NO_COMPRESSION_COMMANDS="[
$CLEANUP_ENV, $CLEANUP_ENV,
{ {
'name':'Run RocksDB debug unit test', 'name':'Run RocksDB debug unit test',
'shell':'echo \'$SCRIPT\' > .legocmd && cat .legocmd && bash .legocmd', 'shell':'build_tools/rocksdb-lego-determinator run_no_compression',
'user':'root' 'user':'root'
}, },
], ],
@ -415,42 +416,43 @@ NO_COMPRESSION_COMMANDS="[
# #
# RocksDB regression # RocksDB regression
# #
SCRIPT=' run_regression()
time -v bash -vx ./build_tools/regression_build_test.sh $(mktemp -d $WORKSPACE/leveldb.XXXX) $(mktemp leveldb_test_stats.XXXX) {
time -v bash -vx ./build_tools/regression_build_test.sh $(mktemp -d $WORKSPACE/leveldb.XXXX) $(mktemp leveldb_test_stats.XXXX)
# ======= report size to ODS ========
# ======= report size to ODS ========
# parameters: $1 -- key, $2 -- value
function send_size_to_ods { # parameters: $1 -- key, $2 -- value
curl -s "https://www.intern.facebook.com/intern/agent/ods_set.php?entity=rocksdb_build&key=rocksdb.build_size.$1&value=$2" \ function send_size_to_ods {
--connect-timeout 60 curl -s "https://www.intern.facebook.com/intern/agent/ods_set.php?entity=rocksdb_build&key=rocksdb.build_size.$1&value=$2" \
--connect-timeout 60
}
# === normal build ===
make clean
make -j$(nproc) static_lib
send_size_to_ods static_lib $(stat --printf="%s" librocksdb.a)
strip librocksdb.a
send_size_to_ods static_lib_stripped $(stat --printf="%s" librocksdb.a)
make -j$(nproc) shared_lib
send_size_to_ods shared_lib $(stat --printf="%s" `readlink -f librocksdb.so`)
strip `readlink -f librocksdb.so`
send_size_to_ods shared_lib_stripped $(stat --printf="%s" `readlink -f librocksdb.so`)
# === lite build ===
make clean
OPT=-DROCKSDB_LITE make -j$(nproc) static_lib
send_size_to_ods static_lib_lite $(stat --printf="%s" librocksdb.a)
strip librocksdb.a
send_size_to_ods static_lib_lite_stripped $(stat --printf="%s" librocksdb.a)
OPT=-DROCKSDB_LITE make -j$(nproc) shared_lib
send_size_to_ods shared_lib_lite $(stat --printf="%s" `readlink -f librocksdb.so`)
strip `readlink -f librocksdb.so`
send_size_to_ods shared_lib_lite_stripped $(stat --printf="%s" `readlink -f librocksdb.so`)
} }
# === normal build ===
make clean
make -j$(nproc) static_lib
send_size_to_ods static_lib $(stat --printf="%s" librocksdb.a)
strip librocksdb.a
send_size_to_ods static_lib_stripped $(stat --printf="%s" librocksdb.a)
make -j$(nproc) shared_lib
send_size_to_ods shared_lib $(stat --printf="%s" `readlink -f librocksdb.so`)
strip `readlink -f librocksdb.so`
send_size_to_ods shared_lib_stripped $(stat --printf="%s" `readlink -f librocksdb.so`)
# === lite build ===
make clean
OPT=-DROCKSDB_LITE make -j$(nproc) static_lib
send_size_to_ods static_lib_lite $(stat --printf="%s" librocksdb.a)
strip librocksdb.a
send_size_to_ods static_lib_lite_stripped $(stat --printf="%s" librocksdb.a)
OPT=-DROCKSDB_LITE make -j$(nproc) shared_lib
send_size_to_ods shared_lib_lite $(stat --printf="%s" `readlink -f librocksdb.so`)
strip `readlink -f librocksdb.so`
send_size_to_ods shared_lib_lite_stripped $(stat --printf="%s" `readlink -f librocksdb.so`)
'
REGRESSION_COMMANDS="[ REGRESSION_COMMANDS="[
{ {
'name':'Rocksdb regression commands', 'name':'Rocksdb regression commands',
@ -459,7 +461,7 @@ REGRESSION_COMMANDS="[
$CLEANUP_ENV, $CLEANUP_ENV,
{ {
'name':'Make and run script', 'name':'Make and run script',
'shell':'echo \'$SCRIPT\' > .legocmd && cat .legocmd && bash .legocmd', 'shell':'build_tools/rocksdb-lego-determinator run_regression',
'user':'root' 'user':'root'
}, },
], ],
@ -512,12 +514,21 @@ case $1 in
format_compatible) format_compatible)
echo $FORMAT_COMPATIBLE_COMMANDS echo $FORMAT_COMPATIBLE_COMMANDS
;; ;;
run_format_compatible)
run_format_compatible
;;
no_compression) no_compression)
echo $NO_COMPRESSION_COMMANDS echo $NO_COMPRESSION_COMMANDS
;; ;;
run_no_compression)
run_no_compression
;;
regression) regression)
echo $REGRESSION_COMMANDS echo $REGRESSION_COMMANDS
;; ;;
run_regression)
run_regression
;;
*) *)
echo "Invalid determinator command" echo "Invalid determinator command"
;; ;;

Write Preview
Loading…
Cancel
Save