diff --git a/concourse/pipeline/build_debug_tarball.yml b/concourse/pipeline/build_debug_tarball.yml index f91955386ed..3db670e791a 100644 --- a/concourse/pipeline/build_debug_tarball.yml +++ b/concourse/pipeline/build_debug_tarball.yml @@ -25,6 +25,13 @@ resources: private_key: ((git-key)) uri: git@github.com:eloqdata/raft_host_manager.git +- name: eloqstore_src_main + type: git + source: + branch: main + private_key: ((git-key)) + uri: git@github.com:eloqdata/eloqstore.git + jobs: - name: ubuntu2204-main plan: @@ -37,9 +44,28 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_ubuntu2204 resource: image_ubuntu2204_main + - task: build-eloqstore-type + file: eloqsql_src/concourse/tasks/build_debug_tarball.yml + image: image_ubuntu2204 + params: + ASAN: "ON" + TAGGED: "" + GIT_SSH_KEY: ((git-key)) + AWS_ACCESS_KEY_ID: ((aws_access_key_id)) + AWS_DEFAULT_REGION: ((aws-region)) + AWS_SECRET_ACCESS_KEY: ((aws_secret_access_key)) + BUILD_LOG_SRV: "true" + BUILD_TYPE: Debug + DATA_STORE_TYPE: ELOQDSS_ELOQSTORE + OUT_NAME: debug + WITH_LOG_STATE: ROCKSDB + CLOUDFRONT_DIST: ((cloudfront-dist)) + - task: build-rocksdb-cloud-s3-type file: eloqsql_src/concourse/tasks/build_debug_tarball.yml image: image_ubuntu2204 @@ -53,6 +79,7 @@ jobs: BUILD_TYPE: Debug DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 OUT_NAME: debug + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) privileged: true @@ -69,6 +96,7 @@ jobs: BUILD_TYPE: Debug DATA_STORE_TYPE: ELOQDSS_ROCKSDB OUT_NAME: debug + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) privileged: true diff --git a/concourse/pipeline/build_nightly_tarball.yml b/concourse/pipeline/build_nightly_tarball.yml index 74e8041010d..aac64b7a3be 100644 --- a/concourse/pipeline/build_nightly_tarball.yml +++ b/concourse/pipeline/build_nightly_tarball.yml @@ -43,6 +43,13 @@ resources: private_key: ((git-key)) uri: git@github.com:eloqdata/raft_host_manager.git +- name: eloqstore_src_main + type: git + source: + branch: main + private_key: ((git-key)) + uri: git@github.com:eloqdata/eloqstore.git + jobs: - name: ubuntu2004-main plan: @@ -55,6 +62,8 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_ubuntu2004 resource: image_ubuntu2004_main @@ -70,6 +79,7 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) - task: build-eloqdss-rocksdb-type @@ -84,9 +94,10 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) - - task: build-eloqstore-type + - task: build-eloqdss-eloqstore-type file: eloqsql_src/concourse/tasks/build_nightly_tarball.yml image: image_ubuntu2004 params: @@ -98,6 +109,7 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ELOQSTORE OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) serial: true @@ -113,6 +125,8 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_ubuntu2204 resource: image_ubuntu2204_main @@ -128,6 +142,7 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) - task: build-eloqdss-rocksdb-type @@ -142,9 +157,10 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) - - task: build-eloqstore-type + - task: build-eloqdss-eloqstore-type file: eloqsql_src/concourse/tasks/build_nightly_tarball.yml image: image_ubuntu2204 params: @@ -156,6 +172,7 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ELOQSTORE OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) serial: true @@ -171,6 +188,8 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_ubuntu2404 resource: image_ubuntu2404_main @@ -186,6 +205,7 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) - task: build-eloqdss-rocksdb-type @@ -200,9 +220,10 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) - - task: build-eloqstore-type + - task: build-eloqdss-eloqstore-type file: eloqsql_src/concourse/tasks/build_nightly_tarball.yml image: image_ubuntu2404 params: @@ -214,6 +235,7 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ELOQSTORE OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) serial: true @@ -229,6 +251,8 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_centos7 resource: image_centos7_main @@ -244,6 +268,7 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) - task: build-eloqdss-rocksdb-type @@ -258,9 +283,10 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) - - task: build-eloqstore-type + - task: build-eloqdss-eloqstore-type file: eloqsql_src/concourse/tasks/build_nightly_tarball.yml image: image_centos7 params: @@ -272,6 +298,7 @@ jobs: BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ELOQSTORE OUT_NAME: nightly + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) serial: true \ No newline at end of file diff --git a/concourse/pipeline/build_release_tarball.yml b/concourse/pipeline/build_release_tarball.yml index c6f345fa551..d7c32143e5c 100644 --- a/concourse/pipeline/build_release_tarball.yml +++ b/concourse/pipeline/build_release_tarball.yml @@ -51,6 +51,13 @@ resources: private_key: ((git-key)) uri: git@github.com:eloqdata/raft_host_manager.git +- name: eloqstore_src_main + type: git + source: + branch: main + private_key: ((git-key)) + uri: git@github.com:eloqdata/eloqstore.git + jobs: - name: ubuntu2004-main plan: @@ -63,10 +70,12 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_ubuntu2004 resource: image_ubuntu2004_main - - task: build-rocksdb-cloud-s3-type + - task: build-eloqdss-rocksdb-cloud-s3-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_ubuntu2004 params: @@ -78,6 +87,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true @@ -94,11 +104,12 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true - - task: build-eloqstore-type + - task: build-eloqdss-eloqstore-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_ubuntu2004 params: @@ -110,6 +121,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ELOQSTORE + WITH_LOG_STATE: ROCKSDB_CLOUD_GCS CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true @@ -128,10 +140,12 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_ubuntu2204 resource: image_ubuntu2204_main - - task: build-rocksdb-cloud-s3-type + - task: build-eloqdss-rocksdb-cloud-s3-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_ubuntu2204 params: @@ -143,6 +157,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true @@ -159,11 +174,12 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true - - task: build-eloqstore-type + - task: build-eloqdss-eloqstore-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_ubuntu2204 params: @@ -175,6 +191,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ELOQSTORE + WITH_LOG_STATE: ROCKSDB_CLOUD_GCS CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true @@ -192,10 +209,12 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_ubuntu2404 resource: image_ubuntu2404_main - - task: build-rocksdb-cloud-s3-type + - task: build-eloqdss-rocksdb-cloud-s3-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_ubuntu2404 params: @@ -207,6 +226,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true @@ -223,11 +243,12 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true - - task: build-eloqstore-type + - task: build-eloqdss-eloqstore-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_ubuntu2404 params: @@ -239,6 +260,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ELOQSTORE + WITH_LOG_STATE: ROCKSDB_CLOUD_GCS CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true @@ -257,10 +279,12 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_centos7 resource: image_centos7_main - - task: build-rocksdb-cloud-s3-type + - task: build-eloqdss-rocksdb-cloud-s3-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_centos7 params: @@ -272,6 +296,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true @@ -288,11 +313,12 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true - - task: build-eloqstore-type + - task: build-eloqdss-eloqstore-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_centos7 params: @@ -304,6 +330,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ELOQSTORE + WITH_LOG_STATE: ROCKSDB_CLOUD_GCS CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) privileged: true @@ -322,10 +349,12 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_centos8 resource: image_centos8_main - - task: build-rocksdb-cloud-s3-type + - task: build-eloqdss-rocksdb-cloud-s3-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_centos8 params: @@ -337,6 +366,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) @@ -352,9 +382,24 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) + - task: build-eloqdss-eloqstore-type + file: eloqsql_src/concourse/tasks/build_release_tarball.yml + image: image_centos8 + params: + TAGGED: "true" + GIT_SSH_KEY: ((git-key)) + AWS_ACCESS_KEY_ID: ((aws_access_key_id)) + AWS_DEFAULT_REGION: ((aws-region)) + AWS_SECRET_ACCESS_KEY: ((aws_secret_access_key)) + BUILD_LOG_SRV: "true" + BUILD_TYPE: RelWithDebInfo + DATA_STORE_TYPE: ELOQDSS_ELOQSTORE + WITH_LOG_STATE: ROCKSDB_CLOUD_GCS + CLOUDFRONT_DIST: ((cloudfront-dist)) serial: true @@ -369,10 +414,12 @@ jobs: resource: logservice_src_main - get: raft_host_manager_src resource: raft_host_manager_src_main + - get: eloqstore_src + resource: eloqstore_src_main - get: image_rocky9 resource: image_rocky9_main - - task: build-rocksdb-cloud-s3-type + - task: build-eloqdss-rocksdb-cloud-s3-type file: eloqsql_src/concourse/tasks/build_release_tarball.yml image: image_rocky9 params: @@ -384,6 +431,7 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB_CLOUD_S3 + WITH_LOG_STATE: ROCKSDB_CLOUD_S3 CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) @@ -399,8 +447,24 @@ jobs: BUILD_LOG_SRV: "true" BUILD_TYPE: RelWithDebInfo DATA_STORE_TYPE: ELOQDSS_ROCKSDB + WITH_LOG_STATE: ROCKSDB CLOUDFRONT_DIST: ((cloudfront-dist)) PG_CONN: ((pg-conn)) + - task: build-eloqdss-eloqstore-type + file: eloqsql_src/concourse/tasks/build_release_tarball.yml + image: image_rocky9 + params: + TAGGED: "true" + GIT_SSH_KEY: ((git-key)) + AWS_ACCESS_KEY_ID: ((aws_access_key_id)) + AWS_DEFAULT_REGION: ((aws-region)) + AWS_SECRET_ACCESS_KEY: ((aws_secret_access_key)) + BUILD_LOG_SRV: "true" + BUILD_TYPE: RelWithDebInfo + DATA_STORE_TYPE: ELOQDSS_ELOQSTORE + WITH_LOG_STATE: ROCKSDB_CLOUD_GCS + CLOUDFRONT_DIST: ((cloudfront-dist)) + PG_CONN: ((pg-conn)) serial: true \ No newline at end of file diff --git a/concourse/scripts/build_tarball.bash b/concourse/scripts/build_tarball.bash index 11a4ab104a7..b57a288a4f3 100755 --- a/concourse/scripts/build_tarball.bash +++ b/concourse/scripts/build_tarball.bash @@ -22,10 +22,28 @@ sudo chown -R $current_user $HOME/workspace 2>/dev/null || true cd $HOME ln -s ${WORKSPACE}/eloqsql_src eloqsql cd eloqsql -ln -s $WORKSPACE/logservice_src storage/eloq/eloq_log_service -pushd storage/eloq/tx_service +git submodule sync +git submodule update --init --recursive + +ln -s $WORKSPACE/logservice_src data_substrate/eloq_log_service +pushd data_substrate/eloq_log_service +git submodule sync +git submodule update --init --recursive +popd + +pushd data_substrate/tx_service ln -s $WORKSPACE/raft_host_manager_src raft_host_manager popd + +if [ "${DATA_STORE_TYPE}" = "ELOQDSS_ELOQSTORE" ]; then + pushd data_substrate/store_handler/eloq_data_store_service + ln -s $WORKSPACE/eloqstore_src eloqstore + cd eloqstore + git submodule sync + git submodule update --init --recursive + popd +fi + ELOQSQL_SRC=${PWD} export LD_LIBRARY_PATH=/usr/local/lib:/usr/local/lib64:$LD_LIBRARY_PATH @@ -99,10 +117,9 @@ DATA_STORE_ID=$(echo ${DATA_STORE_TYPE} | tr '[:upper:]' '[:lower:]') # Normalize behavior for supported DATA_STORE_TYPE values if [ "${DATA_STORE_TYPE}" = "ELOQDSS_ROCKSDB_CLOUD_S3" ]; then - CMAKE_ARGS="${CMAKE_ARGS} -DWITH_LOG_STATE=ROCKSDB_CLOUD_S3 -DWITH_CLOUD_AZ_INFO=ON" + CMAKE_ARGS="${CMAKE_ARGS} -DWITH_CLOUD_AZ_INFO=ON" DATA_STORE_ID="rocks_s3" elif [ "${DATA_STORE_TYPE}" = "ELOQDSS_ROCKSDB_CLOUD_GCS" ]; then - CMAKE_ARGS="${CMAKE_ARGS} -DWITH_LOG_STATE=ROCKSDB_CLOUD_GCS" DATA_STORE_ID="rocks_gcs" elif [ "${DATA_STORE_TYPE}" = "ELOQDSS_ROCKSDB" ]; then DATA_STORE_ID="eloqdss_rocksdb" @@ -163,16 +180,6 @@ EOF echo "$LICENSE_CONTENT" >"${DEST_DIR}/LICENSE.txt" # build eloqsql -cd $ELOQSQL_SRC -git submodule sync -git submodule update --init --recursive - -# Init and sync submodules in required locations -cd storage/eloq/eloq_log_service -git submodule sync -git submodule update --init --recursive -cd $ELOQSQL_SRC - if [ ! -d "bld" ]; then mkdir bld; fi cd bld @@ -194,6 +201,7 @@ cmake -DCMAKE_INSTALL_PREFIX="${DEST_DIR}" \ -DIOURING_ENABLED=${IOURING_ENABLED} \ -DOPEN_LOG_SERVICE=OFF \ -DFORK_HM_PROCESS=ON \ + -DELOQ_MODULE_ENABLED=ON \ ../ cmake --build . --config ${BUILD_TYPE} -j4 @@ -211,9 +219,12 @@ else fi if [ -n "${DSS_TYPE}" ]; then - cd ${ELOQSQL_SRC}/storage/eloq/store_handler/eloq_data_store_service + cd ${ELOQSQL_SRC}/data_substrate/store_handler/eloq_data_store_service mkdir -p build && cd build - cmake .. -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DWITH_DATA_STORE=${DSS_TYPE} -DUSE_ONE_ELOQDSS_PARTITION_ENABLED=OFF + if [ "${DATA_STORE_TYPE}" = "ELOQDSS_ELOQSTORE" ]; then + DSS_CMAKE_ARGS="${DSS_CMAKE_ARGS} -DELOQ_MODULE_ENABLED=ON" + fi + cmake .. -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DWITH_DATA_STORE=${DSS_TYPE} -DUSE_ONE_ELOQDSS_PARTITION_ENABLED=OFF ${DSS_CMAKE_ARGS} cmake --build . --config ${BUILD_TYPE} -j4 copy_libraries dss_server ${DEST_DIR}/lib mv dss_server ${DEST_DIR}/bin/ @@ -221,7 +232,7 @@ if [ -n "${DSS_TYPE}" ]; then fi # Build and install log_server (launch_sv) -cd ${ELOQSQL_SRC}/storage/eloq/eloq_log_service +cd ${ELOQSQL_SRC}/data_substrate/eloq_log_service mkdir bld && cd bld cmake -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DCMAKE_EXPORT_COMPILE_COMMANDS=ON ${CMAKE_ARGS} ../ cmake --build . --config ${BUILD_TYPE} -j4 @@ -248,9 +259,9 @@ fi rm -rf eloqsql.tar.gz cd $ELOQSQL_SRC rm -rf bld -rm -rf storage/eloq/store_handler/eloq_data_store_service/bld -rm -rf storage/eloq/store_handler/eloq_data_store_service/build -rm -rf storage/eloq/eloq_log_service/bld +rm -rf data_substrate/store_handler/eloq_data_store_service/bld +rm -rf data_substrate/store_handler/eloq_data_store_service/build +rm -rf data_substrate/eloq_log_service/bld rm -rf ${DEST_DIR} build_upload_log_srv() { @@ -260,7 +271,7 @@ build_upload_log_srv() { fi local log_tarball=$1 local ds_type=$2 - log_sv_src=${ELOQSQL_SRC}/storage/eloq/eloq_log_service + log_sv_src=${ELOQSQL_SRC}/data_substrate/eloq_log_service cd ${log_sv_src} mkdir -p LogService/bin mkdir build && cd build diff --git a/concourse/tasks/build_debug_tarball.yml b/concourse/tasks/build_debug_tarball.yml index 0f668cf4348..f09886bfb9e 100644 --- a/concourse/tasks/build_debug_tarball.yml +++ b/concourse/tasks/build_debug_tarball.yml @@ -5,6 +5,7 @@ inputs: - name: eloqsql_src - name: logservice_src - name: raft_host_manager_src + - name: eloqstore_src outputs: - name: the-output run: diff --git a/concourse/tasks/build_nightly_tarball.yml b/concourse/tasks/build_nightly_tarball.yml index 0f668cf4348..f09886bfb9e 100644 --- a/concourse/tasks/build_nightly_tarball.yml +++ b/concourse/tasks/build_nightly_tarball.yml @@ -5,6 +5,7 @@ inputs: - name: eloqsql_src - name: logservice_src - name: raft_host_manager_src + - name: eloqstore_src outputs: - name: the-output run: diff --git a/concourse/tasks/build_release_tarball.yml b/concourse/tasks/build_release_tarball.yml index 9d78e42dc09..21357d03def 100644 --- a/concourse/tasks/build_release_tarball.yml +++ b/concourse/tasks/build_release_tarball.yml @@ -5,6 +5,7 @@ inputs: - name: eloqsql_src - name: logservice_src - name: raft_host_manager_src + - name: eloqstore_src outputs: - name: the-output params: