Remove pyenv installation and use deps from S3 (#9406)

Summary:
* remove pyenv installation step which is not needed (it takes 3 minutes to install for every job and fail from time to time)
* download compression lib fail from time to time, Uploaded the libs to S3 and download from them for CI, which should be more stable.

Pull Request resolved: https://github.com/facebook/rocksdb/pull/9406

Test Plan: CI

Reviewed By: riversand963

Differential Revision: D33700158

Pulled By: jay-zhuang

fbshipit-source-id: be7b172d7cd059c9d7b3139fd7a34f8070460e31
main
Jay Zhuang 3 years ago committed by Facebook GitHub Bot
parent 8064a3ac31
commit 7711f8cbb4
  1. 30
      .circleci/config.yml

@ -10,13 +10,6 @@ aliases:
only_for_branches: main only_for_branches: main
commands: commands:
install-pyenv-on-macos:
steps:
- run:
name: Install pyenv on macos
command: |
HOMEBREW_NO_AUTO_UPDATE=1 brew install pyenv
install-cmake-on-macos: install-cmake-on-macos:
steps: steps:
- run: - run:
@ -41,14 +34,8 @@ commands:
sudo launchctl limit maxfiles 1048576 sudo launchctl limit maxfiles 1048576
pre-steps: pre-steps:
parameters:
python-version:
default: "3.5.9"
type: string
steps: steps:
- checkout - checkout
- run: pyenv install --skip-existing <<parameters.python-version>>
- run: pyenv global <<parameters.python-version>>
- run: - run:
name: Setup Environment Variables name: Setup Environment Variables
command: | command: |
@ -58,11 +45,15 @@ commands:
echo "export GTEST_COLOR=1" >> $BASH_ENV echo "export GTEST_COLOR=1" >> $BASH_ENV
echo "export CTEST_OUTPUT_ON_FAILURE=1" >> $BASH_ENV echo "export CTEST_OUTPUT_ON_FAILURE=1" >> $BASH_ENV
echo "export CTEST_TEST_TIMEOUT=300" >> $BASH_ENV echo "export CTEST_TEST_TIMEOUT=300" >> $BASH_ENV
echo "export ZLIB_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/zlib" >> $BASH_ENV
echo "export BZIP2_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/bzip2" >> $BASH_ENV
echo "export SNAPPY_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/snappy" >> $BASH_ENV
echo "export LZ4_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/lz4" >> $BASH_ENV
echo "export ZSTD_DOWNLOAD_BASE=https://rocksdb-deps.s3.us-west-2.amazonaws.com/pkgs/zstd" >> $BASH_ENV
pre-steps-macos: pre-steps-macos:
steps: steps:
- pre-steps: - pre-steps
python-version: "3.7.8"
post-steps: post-steps:
steps: steps:
@ -165,10 +156,9 @@ jobs:
xcode: 12.5.1 xcode: 12.5.1
resource_class: large resource_class: large
environment: environment:
DISABLE_JEMALLOC: 1 # jemalloc cause env_test hang, disable it for now ROCKSDB_DISABLE_JEMALLOC: 1 # jemalloc cause env_test hang, disable it for now
steps: steps:
- increase-max-open-files-on-macos - increase-max-open-files-on-macos
- install-pyenv-on-macos
- install-gflags-on-macos - install-gflags-on-macos
- pre-steps-macos - pre-steps-macos
- run: ulimit -S -n 1048576 && OPT=-DCIRCLECI make V=1 J=32 -j32 check 2>&1 | .circleci/cat_ignore_eagain - run: ulimit -S -n 1048576 && OPT=-DCIRCLECI make V=1 J=32 -j32 check 2>&1 | .circleci/cat_ignore_eagain
@ -180,7 +170,6 @@ jobs:
resource_class: large resource_class: large
steps: steps:
- increase-max-open-files-on-macos - increase-max-open-files-on-macos
- install-pyenv-on-macos
- install-cmake-on-macos - install-cmake-on-macos
- install-gflags-on-macos - install-gflags-on-macos
- pre-steps-macos - pre-steps-macos
@ -556,10 +545,9 @@ jobs:
resource_class: medium resource_class: medium
environment: environment:
JAVA_HOME: /Library/Java/JavaVirtualMachines/adoptopenjdk-8.jdk/Contents/Home JAVA_HOME: /Library/Java/JavaVirtualMachines/adoptopenjdk-8.jdk/Contents/Home
DISABLE_JEMALLOC: 1 # jemalloc causes java 8 crash, maybe a known issue ROCKSDB_DISABLE_JEMALLOC: 1 # jemalloc causes java 8 crash
steps: steps:
- increase-max-open-files-on-macos - increase-max-open-files-on-macos
- install-pyenv-on-macos
- install-gflags-on-macos - install-gflags-on-macos
- install-jdk8-on-macos - install-jdk8-on-macos
- pre-steps-macos - pre-steps-macos
@ -586,7 +574,6 @@ jobs:
JAVA_HOME: /Library/Java/JavaVirtualMachines/adoptopenjdk-8.jdk/Contents/Home JAVA_HOME: /Library/Java/JavaVirtualMachines/adoptopenjdk-8.jdk/Contents/Home
steps: steps:
- increase-max-open-files-on-macos - increase-max-open-files-on-macos
- install-pyenv-on-macos
- install-gflags-on-macos - install-gflags-on-macos
- install-cmake-on-macos - install-cmake-on-macos
- install-jdk8-on-macos - install-jdk8-on-macos
@ -611,7 +598,6 @@ jobs:
JAVA_HOME: /Library/Java/JavaVirtualMachines/adoptopenjdk-8.jdk/Contents/Home JAVA_HOME: /Library/Java/JavaVirtualMachines/adoptopenjdk-8.jdk/Contents/Home
steps: steps:
- increase-max-open-files-on-macos - increase-max-open-files-on-macos
- install-pyenv-on-macos
- install-gflags-on-macos - install-gflags-on-macos
- install-cmake-on-macos - install-cmake-on-macos
- install-jdk8-on-macos - install-jdk8-on-macos

Loading…
Cancel
Save