Disable building benchmarks by default and in CI out of the perf job (#2716)

.azure-pipelines-templates/daily-matrix.yml

@@ -17,7 +17,7 @@ parameters:
     SGX:
       cmake_args: "-DCOMPILE_TARGETS=sgx"
     debug:
-      cmake_args: "-DCMAKE_BUILD_TYPE=Debug -DSAN=ON -DBUILD_SMALLBANK=OFF -DBUILD_TPCC=OFF -DLVI_MITIGATIONS=OFF"
+      cmake_args: "-DCMAKE_BUILD_TYPE=Debug -DSAN=ON -DLVI_MITIGATIONS=OFF"
     fuzz:
       cmake_args: "-DBUILD_UNIT_TESTS=OFF -DZAP_TEST=ON"
 

.azure-pipelines-templates/matrix.yml

@@ -23,9 +23,9 @@ parameters:
     SGX:
       cmake_args: "-DCOMPILE_TARGETS=sgx"
     debug:
-      cmake_args: "-DCMAKE_BUILD_TYPE=Debug -DBUILD_SMALLBANK=OFF -DBUILD_TPCC=OFF"
+      cmake_args: "-DCMAKE_BUILD_TYPE=Debug"
     perf:
-      cmake_args: '-DBUILD_UNIT_TESTS=OFF -DDISTRIBUTE_PERF_TESTS="`../.nodes.sh`"'
+      cmake_args: '-DBUILD_UNIT_TESTS=OFF -DBUILD_TPCC=ON -DDISTRIBUTE_PERF_TESTS="`../.nodes.sh`"'
     release:
       cmake_args: "-DTLS_TEST=ON -DLONG_TESTS=ON -DENABLE_BFT=OFF"
 

CMakeLists.txt

@@ -66,8 +66,8 @@ option(TLS_TEST "TLS Test using https://github.com/drwetter/testssl.sh" OFF)
 option(ZAP_TEST
        "ZAP fuzz test using https://www.zaproxy.org/docs/docker/api-scan/" OFF
 )
-option(BUILD_SMALLBANK "Build SmallBank sample app and clients" ON)
-option(BUILD_TPCC "Build TPPC sample app and clients" ON)
+option(BUILD_SMALLBANK "Build SmallBank sample app and clients" OFF)
+option(BUILD_TPCC "Build TPPC sample app and clients" OFF)
 
 # Build common library for CCF enclaves
 add_custom_target(ccf ALL)

doc/contribute/build_ccf.rst

@@ -45,7 +45,6 @@ The full list of build switches can be obtained by running:
 The most common build switches include:
 
 * **BUILD_TESTS**: Boolean. Build all tests for CCF. Default to ON.
-* **BUILD_SMALLBANK**: Boolean. Build SmallBank performance benchmark. Default to OFF.
 * **CLIENT_MBEDTLS_PREFIX**: Path. Prefix to mbedTLS install to be used by test clients. Default to ``/usr/local``.
 * **NO_STRICT_TLS_CIPHERSUITES**: Boolean. Relax the list of accepted TLS ciphersuites. Default to OFF.
 * **SAN**: Boolean. Build unit tests with Address and Undefined behaviour sanitizers enabled. Default to OFF.