setup.sh

#!/usr/bin/env bash


action () {

    # do not run the setup twice
    if [[ "${PROD_SETUP}" = "1" ]]; then
        echo "production environment has already been set up"
        return "0"
    fi

    # directory of that script and current working directory
    local shell_is_zsh this_file this_dir
    shell_is_zsh="$( [[ -z "${ZSH_VERSION}" ]] && echo "false" || echo "true" )"
    this_file="$( [[ "${shell_is_zsh}" == "true" ]] && echo "${(%):-%x}" || echo "${BASH_SOURCE[0]:-${0}}" )"
    this_dir="$( cd "$( dirname "${this_file}" )" && pwd )"
    current_dir="$( pwd )"

    # define important paths of this project as well as storage targets
    export PROD_BASE="${this_dir}"

    # set root for temporary objects for this project to directory inside ${PROD_BASE}
    export PROD_TMPDIR="${PROD_BASE}/tmp"
    mkdir -p "${PROD_TMPDIR}"
    #export PROD_ORIG_TMPDIR="${TMPDIR}"
    #export TMPDIR="${PROD_TMPDIR}"

    # set different store locations
    # export PROD_DATA_STORE="${PROD_BASE}/data"
    export PROD_DATA_STORE="/work/mmolch/ggh-htautau-sample-production/data"
    export PROD_JOBS_STORE="${PROD_BASE}/jobs"
    export PROD_BUNDLE_STORE="${PROD_BASE}/bundle"

    # set the destination for additional software installations
    export PROD_SOFTWARE_BASE="${PROD_BASE}/software"
    export PROD_MODULES_BASE="${PROD_BASE}/modules"
    export PROD_SOFTWARE_LOCAL="${PROD_SOFTWARE_BASE}/local"
    export PROD_SCRAM_ARCH="slc7_amd64_gcc700"
    export PROD_CMSSW_VERSION="CMSSW_10_6_29_patch1"
    export PROD_CMSSW_BASE="${PROD_SOFTWARE_BASE}/cmssw/${PROD_CMSSW_VERSION}"

    # helper functions for adding python packages and binaries
    prod_pip_install () {
        pip install --ignore-installed --no-cache-dir --prefix "${PROD_SOFTWARE_LOCAL}" "$@"
    }
    export -f prod_pip_install

    prod_add_bin () {
        if [[ ! -z "${1}" ]]; then
            export PATH="${1}:${PATH}"
        fi
    }
    export -f prod_add_bin

    prod_add_py () {
        if [[ ! -z "${1}" ]]; then
            export PYTHONPATH="${1}:${PYTHONPATH}"
        fi
    }
    export -f prod_add_bin

    # set up CMSSW
    export SCRAM_ARCH="${PROD_SCRAM_ARCH}"
    export CMSSW_VERSION="${PROD_CMSSW_VERSION}"
    export CMSSW_BASE="${PROD_CMSSW_BASE}"

    # install CMSSW if the CMSSW directory doesn't exist
    if [[ ! -d "${CMSSW_BASE}" ]]; then
        (
            source "/cvmfs/cms.cern.ch/cmsset_default.sh" "" &&
            mkdir -p "$( dirname "${CMSSW_BASE}" )" &&
            cd "$( dirname "${CMSSW_BASE}" )" &&
            scramv1 project CMSSW "${CMSSW_VERSION}" &&
            cd "${CMSSW_VERSION}" &&
            eval "$( scramv1 runtime -sh )" &&
            scram b 
        ) || return "$?"
    fi

    # activate CMSSW installation
    source "/cvmfs/cms.cern.ch/cmsset_default.sh" "" || return "$?"
    cd "${CMSSW_BASE}/src" || return "$?"
    eval "$( scramv1 runtime -sh )" || return "$?"
    cd "${current_dir}" || return "$?"

    # environment variables related to additional software
    export PYTHONWARNINGS="ignore"
    export PROD_ORIG_PYTHONPATH="${PYTHONPATH}"

    # install python packages
    if [[ ! -d "${PROD_SOFTWARE_LOCAL}" ]]; then
        (
            mkdir -p "${PROD_SOFTWARE_LOCAL}" &&
            prod_pip_install "jinja2" &&
            prod_pip_install "six>=1.13" &&
            prod_pip_install "luigi>=2.8.2,<3" &&
            prod_pip_install "git+https://github.com/riga/law@7ffdc05c63d5f404e3e3df7550218c8b97dac38c" &&
            prod_pip_install "git+https://github.com/riga/order@2b2b69579a867ce5f1fa0a89fe0b378155ddd2a8"
        ) || return "$?"
    fi

    prod_add_bin "${PROD_SOFTWARE_LOCAL}/bin"
    prod_add_py "${PROD_SOFTWARE_LOCAL}/lib/python2.7/site-packages"
    prod_add_py "${PROD_BASE}"

    # VOMS proxy settings
    export GLOBUS_THREAD_MODEL="none"
    export X509_CERT_DIR="/cvmfs/grid.cern.ch/etc/grid-security/certificates"
    export X509_VOMS_DIR="/cvmfs/grid.cern.ch/etc/grid-security/vomsdir"
    if [[ $( id -u ) && "$?" = "0" ]]; then
        user_id="$( id -u )"
        export X509_USER_PROXY="${X509_USER_PROXY:-/tmp/x509up_u${user_id}}"
        echo "> export X509_USER_PROXY=\"\${X509_USER_PROXY:-/tmp/x509up_u\${user_id}}\""
        echo "${X509_USER_PROXY}"
    fi
    export VOMS_USERCONF="/cvmfs/grid.cern.ch/etc/grid-security/vomses"

    ## GFAL2 setup
    local grid_base="/cvmfs/grid.cern.ch/centos7-ui-4.0.3-1_umd4v1"
    if [[ ! -d "${grid_base}" ]]; then
        2>&1 echo "base directory ${grid_base} does not exist, cannot set up gfal"
        return "1"
    fi
    export GFAL_CONFIG_DIR="${grid_base}/etc/gfal2.d"
    export GFAL_PLUGIN_DIR="${grid_base}/usr/lib64/gfal2-plugins"
    export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${grid_base}/usr/lib64:${grid_base}/usr/lib"
    export PATH="${PATH}:${grid_base}/usr/bin:${grid_base}/usr/sbin"
    export PYTHONPATH="${PYTHONPATH}:${grid_base}/usr/lib64/python2.7/site-packages:${grid_base}/usr/lib/python2.7/site-packages"

    echo "> gfal bindings file"
    echo "$( python -c "import gfal2; print(gfal2.__file__)" )"

    echo "> which gfal-ls"
    [[ "$( which gfal-ls )" && "$?" == "0" ]] && echo "$( which gfal-ls )" || return "$?"

    # law setup
    export LAW_HOME="${PROD_BASE}/.law"
    export LAW_CONFIG_FILE="${PROD_BASE}/law.cfg"
    source "$( law completion )"
    law index -q

    export PROD_SETUP="1"
}


action "$@"