From 798080b0f3e1964fe6f6340333265b5cfbb36984 Mon Sep 17 00:00:00 2001 From: Kousik Kumar Date: Thu, 28 Sep 2023 17:46:59 +0000 Subject: [PATCH] Copy reclient binaries into the out directory itself This is to avoid the problem of multiple source commands / builds run in parallel overwriting the binaries in the reclient dir. TESTED=ran concurrent builds, ensured binaries weren't being overwritten. Bug: b/302378775 NOTE FOR REVIEWERS - original patch and result patch are not identical. PLEASE REVIEW CAREFULLY. Diffs between the patches: fi + local RECLIENT_VERSION=`readlink prebuilts/remoteexecution-client/live` + + local NONCOG_RECLIENT_BIN_DIR_BASE="${OUT_DIR}/.reclient" + local NONCOG_RECLIENT_BIN_DIR="${NONCOG_RECLIENT_BIN_DIR_BASE}/${RECLIENT_VERSION}" + if [ -d "${NONCOG_RECLIENT_BIN_DIR}" ]; then + if [ `ls ${NONCOG_RECLIENT_BIN_DIR} | wc -l` -gt 1 ] ; then + # binaries already exist, only update the symlink to ensure correct + # reclient version is set. + ln -sf ${RECLIENT_VERSION} ${NONCOG_RECLIENT_BIN_DIR_BASE}/live + return + fi + # Create the non cog directory and copy binaries into it. + mkdir -p ${NONCOG_RECLIENT_BIN_DIR} - - # Copy the binaries out of live. - cp $TOP/prebuilts/remoteexecution-client/live/* $NONCOG_RECLIENT_BIN_DIR + cp ${TOP}/prebuilts/remoteexecution-client/live/* ${NONCOG_RECLIENT_BIN_DIR} + ln -sf ${RECLIENT_VERSION} ${NONCOG_RECLIENT_BIN_DIR_BASE}/live - export RBE_DIR=$NONCOG_RECLIENT_BIN_DIR + export RBE_DIR="${NONCOG_RECLIENT_BIN_DIR_BASE}/live" Original patch: diff a/cogsetup.sh b/cogsetup.sh --- a/cogsetup.sh +++ b/cogsetup.sh @@ -39,22 +39,30 @@ # non-cog part of the overall filesystem. This is to workaround the problem # described in b/289391270. function _copy_reclient_binaries_from_cog() { - local NONCOG_RECLIENT_BIN_DIR="${HOME}/.cog/reclient/bin" - if [ ! -d "$NONCOG_RECLIENT_BIN_DIR" ]; then - # Create the non cog directory if it doesn't exist. - mkdir -p ${NONCOG_RECLIENT_BIN_DIR} - else - # Clear out the non cog directory if it does exist. - rm -f ${NONCOG_RECLIENT_BIN_DIR}/* + if [[ "${OUT_DIR}" == "" ]]; then + OUT_DIR="out" fi + local RECLIENT_VERSION=`readlink prebuilts/remoteexecution-client/live` - local TOP=$(gettop) + local NONCOG_RECLIENT_BIN_DIR_BASE="${OUT_DIR}/.reclient" + local NONCOG_RECLIENT_BIN_DIR="${NONCOG_RECLIENT_BIN_DIR_BASE}/${RECLIENT_VERSION}" + if [ -d "${NONCOG_RECLIENT_BIN_DIR}" ]; then + if [ `ls ${NONCOG_RECLIENT_BIN_DIR} | wc -l` -gt 1 ] ; then + # binaries already exist, only update t Change-Id: Ia6cb7faae6366ee7491fcf91777318b772a3ba88 --- cogsetup.sh | 31 +++++++++++++++++-------------- 1 file changed, 17 insertions(+), 14 deletions(-) diff --git a/cogsetup.sh b/cogsetup.sh index 02fcc8fec1..3005d587ae 100644 --- a/cogsetup.sh +++ b/cogsetup.sh @@ -39,22 +39,25 @@ function _create_out_symlink_for_cog() { # non-cog part of the overall filesystem. This is to workaround the problem # described in b/289391270. function _copy_reclient_binaries_from_cog() { - local NONCOG_RECLIENT_BIN_DIR="${HOME}/.cog/reclient/bin" - if [ ! -d "$NONCOG_RECLIENT_BIN_DIR" ]; then - # Create the non cog directory if it doesn't exist. - mkdir -p ${NONCOG_RECLIENT_BIN_DIR} - else - # Clear out the non cog directory if it does exist. - rm -f ${NONCOG_RECLIENT_BIN_DIR}/* + if [[ "${OUT_DIR}" == "" ]]; then + OUT_DIR="out" + fi + local RECLIENT_VERSION=`readlink prebuilts/remoteexecution-client/live` + + local NONCOG_RECLIENT_BIN_DIR_BASE="${OUT_DIR}/.reclient" + local NONCOG_RECLIENT_BIN_DIR="${NONCOG_RECLIENT_BIN_DIR_BASE}/${RECLIENT_VERSION}" + + # Create the non cog directory and setup live symlink. + mkdir -p ${NONCOG_RECLIENT_BIN_DIR} + + if [ `ls ${NONCOG_RECLIENT_BIN_DIR} | wc -l` -lt 8 ]; then + # Not all binaries exist, copy them from the Cog directory. + local TOP=$(gettop) + cp ${TOP}/prebuilts/remoteexecution-client/live/* ${NONCOG_RECLIENT_BIN_DIR} fi - local TOP=$(gettop) - - # Copy the binaries out of live. - cp $TOP/prebuilts/remoteexecution-client/live/* $NONCOG_RECLIENT_BIN_DIR - - # Finally set the RBE_DIR env var to point to the out-of-cog directory. - export RBE_DIR=$NONCOG_RECLIENT_BIN_DIR + ln -sfn ${RECLIENT_VERSION} ${NONCOG_RECLIENT_BIN_DIR_BASE}/live + export RBE_DIR="${NONCOG_RECLIENT_BIN_DIR_BASE}/live" } # This function sets up the build environment to be appropriate for Cog.