From 05a9d52833330077d58a4042b7ca2eed92d93e06 Mon Sep 17 00:00:00 2001 From: Gergely Szilvasy Date: Tue, 3 Jan 2023 13:22:30 -0800 Subject: [PATCH] increase circleci no_output_timeout (#2644) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Summary: Linux builds are regularly failing with “Too long with no output (exceeded 10m0s): context deadline exceeded” https://app.circleci.com/pipelines/github/facebookresearch/faiss/3343/workflows/a6357953-bbaa-438c-acfa-2507ceb008e8/jobs/16680?invite=true#step-103-467 Applying the fix suggested in https://support.circleci.com/hc/en-us/articles/360045268074-Build-Fails-with-Too-long-with-no-output-exceeded-10m0s-context-deadline-exceeded- Pull Request resolved: https://github.com/facebookresearch/faiss/pull/2644 Reviewed By: alexanderguzhva Differential Revision: D42313426 Pulled By: algoriddle fbshipit-source-id: 8e56c23f5f600974820c198d50562e043c909ce1 --- .circleci/config.yml | 20 +++++++++++++------- conda/faiss-gpu/build-lib.sh | 2 +- conda/faiss-gpu/build-pkg.sh | 2 +- conda/faiss/build-lib.sh | 2 +- conda/faiss/build-pkg.sh | 2 +- 5 files changed, 17 insertions(+), 11 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 30a54e98e..fff52cad7 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -45,29 +45,31 @@ jobs: - checkout - run: name: Build faiss library + no_output_timeout: 30m command: | cmake -B build -DBUILD_TESTING=ON -DFAISS_ENABLE_GPU=OFF \ -DFAISS_OPT_LEVEL=<< parameters.opt_level >> \ -DFAISS_ENABLE_C_API=ON \ -DCMAKE_BUILD_TYPE=Release -DBLA_VENDOR=Intel10_64_dyn . - make -k -C build -j3 faiss + make -k -C build -j$(nproc) faiss - when: condition: equal: [ "avx2", << parameters.opt_level >> ] steps: - run: name: Build faiss_avx2 library - command: make -k -C build -j3 faiss_avx2 swigfaiss_avx2 + no_output_timeout: 30m + command: make -k -C build -j$(nproc) faiss_avx2 swigfaiss_avx2 - run: name: Test faiss library command: | - make -C build -j3 faiss_test + make -C build -j$(nproc) faiss_test export GTEST_OUTPUT="xml:$(realpath .)/test-results/googletest/" make -C build test - run: name: Build python extension command: | - make -C build -j3 swigfaiss + make -C build -j$(nproc) swigfaiss cd build/faiss/python python3 setup.py build - run: @@ -87,10 +89,12 @@ jobs: build_linux_conda: docker: - image: continuumio/miniconda3 + resource_class: medium+ steps: - checkout - run: name: Conda build + no_output_timeout: 30m command: | conda install -y -q conda-build cd conda @@ -166,17 +170,17 @@ jobs: -DFAISS_ENABLE_C_API=ON \ -DCMAKE_BUILD_TYPE=Release \ -DPython_EXECUTABLE=$PYTHON . - make -k -C build -j3 faiss + make -k -C build -j$(nproc) faiss - run: name: Test faiss library command: | - make -C build -j3 faiss_test + make -C build -j$(nproc) faiss_test export GTEST_OUTPUT="xml:$(realpath .)/test-results/googletest/" make -C build test - run: name: Build python extension command: | - make -C build -j3 swigfaiss + make -C build -j$(nproc) swigfaiss cd build/faiss/python $PYTHON setup.py build - run: @@ -217,6 +221,7 @@ jobs: default: main docker: - image: continuumio/miniconda3 + resource_class: medium+ steps: - checkout - run: @@ -226,6 +231,7 @@ jobs: conda config --set anaconda_upload yes - run: name: Build packages + no_output_timeout: 30m environment: PACKAGE_TYPE: <> command: | diff --git a/conda/faiss-gpu/build-lib.sh b/conda/faiss-gpu/build-lib.sh index 31e52fe7c..7925b3ba8 100755 --- a/conda/faiss-gpu/build-lib.sh +++ b/conda/faiss-gpu/build-lib.sh @@ -19,7 +19,7 @@ cmake -B _build \ -DCMAKE_INSTALL_LIBDIR=lib \ -DCMAKE_BUILD_TYPE=Release . -make -C _build -j $CPU_COUNT faiss faiss_avx2 +make -C _build -j$(nproc) faiss faiss_avx2 cmake --install _build --prefix $PREFIX cmake --install _build --prefix _libfaiss_stage/ diff --git a/conda/faiss-gpu/build-pkg.sh b/conda/faiss-gpu/build-pkg.sh index 2233e88a8..074a93029 100755 --- a/conda/faiss-gpu/build-pkg.sh +++ b/conda/faiss-gpu/build-pkg.sh @@ -16,7 +16,7 @@ cmake -B _build_python_${PY_VER} \ -DPython_EXECUTABLE=$PYTHON \ faiss/python -make -C _build_python_${PY_VER} -j $CPU_COUNT swigfaiss swigfaiss_avx2 +make -C _build_python_${PY_VER} -j$(nproc) swigfaiss swigfaiss_avx2 # Build actual python module. cd _build_python_${PY_VER}/ diff --git a/conda/faiss/build-lib.sh b/conda/faiss/build-lib.sh index 23edeefb9..8aed84ba4 100755 --- a/conda/faiss/build-lib.sh +++ b/conda/faiss/build-lib.sh @@ -18,7 +18,7 @@ cmake -B _build \ -DCMAKE_INSTALL_LIBDIR=lib \ -DCMAKE_BUILD_TYPE=Release . -make -C _build -j $CPU_COUNT faiss faiss_avx2 +make -C _build -j$(nproc) faiss faiss_avx2 cmake --install _build --prefix $PREFIX cmake --install _build --prefix _libfaiss_stage/ diff --git a/conda/faiss/build-pkg.sh b/conda/faiss/build-pkg.sh index f659da154..005aec2fc 100755 --- a/conda/faiss/build-pkg.sh +++ b/conda/faiss/build-pkg.sh @@ -16,7 +16,7 @@ cmake -B _build_python_${PY_VER} \ -DPython_EXECUTABLE=$PYTHON \ faiss/python -make -C _build_python_${PY_VER} -j $CPU_COUNT swigfaiss swigfaiss_avx2 +make -C _build_python_${PY_VER} -j$(nproc) swigfaiss swigfaiss_avx2 # Build actual python module. cd _build_python_${PY_VER}/