Merge pull request #741 from yuslepukhin/test_appveyor_baseline
Improve CI build and build switchesmain
Igor Canadi
9 years ago
commit
75134f7562
@ -0,0 +1,13 @@ |
||||
version: 1.0.{build} |
||||
before_build: |
||||
- md %APPVEYOR_BUILD_FOLDER%\build |
||||
- cd %APPVEYOR_BUILD_FOLDER%\build |
||||
- cmake -G "Visual Studio 12 Win64" -DOPTDBG=1 .. |
||||
- cd .. |
||||
build: |
||||
project: build\ALL_BUILD.vcxproj |
||||
parallel: true |
||||
verbosity: minimal |
||||
test: |
||||
test_script: |
||||
- ps: build_tools\run_ci_db_test.ps1 |
||||
@ -0,0 +1,180 @@ |
||||
# Extract the names of its tests by running db_test with --gtest_list_tests. |
||||
# This filter removes the "#"-introduced comments, and expands to |
||||
# fully-qualified names by changing input like this: |
||||
# |
||||
# DBTest. |
||||
# Empty |
||||
# WriteEmptyBatch |
||||
# MultiThreaded/MultiThreadedDBTest. |
||||
# MultiThreaded/0 # GetParam() = 0 |
||||
# MultiThreaded/1 # GetParam() = 1 |
||||
# |
||||
# into this: |
||||
# |
||||
# DBTest.Empty |
||||
# DBTest.WriteEmptyBatch |
||||
# MultiThreaded/MultiThreadedDBTest.MultiThreaded/0 |
||||
# MultiThreaded/MultiThreadedDBTest.MultiThreaded/1 |
||||
|
||||
# Folders and commands must be fullpath to run assuming |
||||
# the current folder is at the root of the git enlistment |
||||
Get-Date |
||||
# Limit the number of tests to start for debugging purposes |
||||
$limit = -1 |
||||
|
||||
$RootFolder = $pwd -replace '\\build_tools', '' |
||||
$LogFolder = -Join($RootFolder, "\db_logs\") |
||||
$TmpFolder = -Join($RootFolder, "\db_tests\") |
||||
$Env:TEST_TMPDIR = $TmpFolder |
||||
$global:db_test = -Join ($RootFolder, "\build\Debug\db_test.exe") |
||||
|
||||
#Exclusions that we do not want to run |
||||
$ExcludeTests = @{ |
||||
<# |
||||
"DBTest.HugeNumberOfLevels" = "" |
||||
"DBTest.SparseMerge" = "" |
||||
"DBTest.RateLimitingTest" = "" |
||||
"DBTest.kAbsoluteConsistency" = "" |
||||
"DBTest.GroupCommitTest" = "" |
||||
"DBTest.FileCreationRandomFailure" = "" |
||||
"DBTest.kTolerateCorruptedTailRecords" = "" |
||||
"DBTest.kSkipAnyCorruptedRecords" = "" |
||||
"DBTest.kPointInTimeRecovery" = "" |
||||
"DBTest.Randomized" = "" |
||||
#> |
||||
} |
||||
|
||||
# Create test directories in the current folder |
||||
md -Path $TmpFolder -ErrorAction Ignore |
||||
md -Path $LogFolder -ErrorAction Ignore |
||||
|
||||
function Normalize-Tests([System.Array]$Tests, $HashTable) { |
||||
# Current group |
||||
$Group="" |
||||
|
||||
ForEach( $l in $tests) { |
||||
# Trailing dot is a test group |
||||
if( $l -match "\.$") { |
||||
$Group = $l |
||||
} else { |
||||
# Otherwise it is a test name, remove leading space |
||||
$test = $l -replace '^\s+','' |
||||
# remove trailing comment if any and create a log name |
||||
$test = $test -replace '\s+\#.*','' |
||||
$test = "$Group$test" |
||||
|
||||
if($ExcludeTests.Contains($test)) { |
||||
continue |
||||
} |
||||
|
||||
$test_log = $test -replace '[./]','_' |
||||
$test_log += ".log" |
||||
|
||||
# Add to a hashtable |
||||
$HashTable.Add($test, $test_log); |
||||
} |
||||
} |
||||
} |
||||
|
||||
# Run db_test to get a list of tests and store it into $a array |
||||
&$db_test --gtest_list_tests | tee -Variable TestList | Out-Null |
||||
|
||||
# Parse the tests and store along with the log name into a hash |
||||
$TestToLog = [ordered]@{} |
||||
|
||||
Normalize-Tests -Tests $TestList -HashTable $TestToLog |
||||
|
||||
Write-Host "Attempting to start: " ($TestToLog.Count) " tests" |
||||
|
||||
# Start jobs async each running a separate test |
||||
$AsyncScript = { |
||||
param($exe, $test, $log); |
||||
&$exe --gtest_filter=$test > $log 2>&1 |
||||
} |
||||
|
||||
$jobs = @() |
||||
$JobToLog = @{} |
||||
# Test limiting factor here |
||||
$count = 0 |
||||
|
||||
ForEach($k in $TestToLog.keys) { |
||||
|
||||
Write-Host "Starting $k" |
||||
$log_path = -join ($LogFolder, ($TestToLog.$k)) |
||||
$job = Start-Job -Name $k -ScriptBlock $AsyncScript -ArgumentList @($db_test,$k,$log_path) |
||||
$JobToLog.Add($job, $log_path) |
||||
|
||||
# Limiting trial runs |
||||
if(($limit -gt 0) -and (++$count -ge $limit)) { |
||||
break |
||||
} |
||||
} |
||||
|
||||
|
||||
$success = 1; |
||||
|
||||
# Wait for all to finish and get the results |
||||
while($JobToLog.Count -gt 0) { |
||||
|
||||
$jobs = @() |
||||
foreach($k in $JobToLog.Keys) { $jobs += $k } |
||||
|
||||
<# |
||||
if(!$success) { |
||||
break |
||||
} |
||||
#> |
||||
|
||||
$completed = Wait-Job -Job $jobs -Any |
||||
$log = $JobToLog[$completed] |
||||
$JobToLog.Remove($completed) |
||||
|
||||
$message = -join @($completed.Name, " State: ", ($completed.State)) |
||||
|
||||
$log_content = @(Get-Content $log) |
||||
|
||||
if($completed.State -ne "Completed") { |
||||
$success = 0 |
||||
Write-Warning $message |
||||
$log_content | Write-Warning |
||||
} else { |
||||
# Scan the log. If we find PASSED and no occurence of FAILED |
||||
# then it is a success |
||||
$pass_found = 0 |
||||
ForEach($l in $log_content) { |
||||
|
||||
if($l -match "^\[\s+FAILED") { |
||||
$pass_found = 0 |
||||
break |
||||
} |
||||
|
||||
if($l -match "^\[\s+PASSED") { |
||||
$pass_found = 1 |
||||
} |
||||
} |
||||
|
||||
if(!$pass_found) { |
||||
$success = 0; |
||||
Write-Warning $message |
||||
$log_content | Write-Warning |
||||
} else { |
||||
Write-Host $message |
||||
} |
||||
} |
||||
|
||||
# Remove cached job info from the system |
||||
# Should be no output |
||||
Receive-Job -Job $completed | Out-Null |
||||
} |
||||
|
||||
Get-Date |
||||
|
||||
if(!$success) { |
||||
# This does not succeed killing off jobs quick |
||||
# So we simply exit |
||||
# Remove-Job -Job $jobs -Force |
||||
# indicate failure using this exit code |
||||
exit 12345 |
||||
} |
||||
|
||||
|
||||
Loading…
Reference in new issue