cipd - chromium/tools/depot_tools.git - Git at Google

 #!/usr/bin/env bash

 # Copyright (c) 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.

 set -e -o pipefail

 # Run custom-built cipd client. This is useful when cipd is not available upstream
 # (i.e. unsupported platform).
 if [ ! -z "${CUSTOM_CIPD_CLIENT}" ]; then
   exec "${CUSTOM_CIPD_CLIENT}" "${@}"
 fi

 # Export for other depot_tools scripts to re-use.
 export DEPOT_TOOLS_DIR="${DEPOT_TOOLS_DIR:-$(dirname "${BASH_SOURCE[0]}")}"
 export DEPOT_TOOLS_UNAME_S="${DEPOT_TOOLS_UNAME_S:-$(uname -s | tr '[:upper:]' '[:lower:]')}"

 CYGWIN=false

 # Make sure this starts empty
 ARCH=

 UNAME="${DEPOT_TOOLS_UNAME_S}"
 case "${UNAME}" in
   aix)
     OS="${UNAME}"
     ARCH="ppc64"  # apparently 'uname -m' returns something very different
     ;;
   linux)
     OS="${UNAME}"
     ;;
   cygwin*)
     OS=windows
     CYGWIN=true
     ;;
   msys*|mingw*)
     OS=windows
     ;;
   darwin)
     OS=mac
     # Allow mac users to override easily override arch detection
     if [ ! -z "${ARCH_MAC_OVERRIDE}" ]; then
       ARCH="${ARCH_MAC_OVERRIDE}"
     fi
     ;;
   *)
     >&2 echo "CIPD not supported on ${UNAME}"
     exit 1
 esac

 if [ -z $ARCH ]; then
   UNAME=`uname -m | tr '[:upper:]' '[:lower:]'`
   case "${UNAME}" in
     x86_64|amd64)
       ARCH=amd64
       ;;
     s390x|ppc64|ppc64le)  # best-effort support
       ARCH="${UNAME}"
       ;;
     aarch64)
       ARCH=arm64
       ;;
     armv7l)
       ARCH=armv6l
       ;;
     arm*)
       ARCH="${UNAME}"
       ;;
     *86)
       ARCH=386
       ;;
     mips*)
       # detect mips64le vs mips64.
       ARCH="${UNAME}"
       if lscpu | grep -q "Little Endian"; then
         ARCH+=le
       fi
       ;;
     riscv64)
       ARCH=riscv64
       ;;
     *)
       >&2 echo "UNKNOWN Machine architecture: ${UNAME}"
       exit 1
   esac
 fi

 # CIPD_BACKEND can be changed to ...-dev for manual testing.
 CIPD_BACKEND="https://chrome-infra-packages.appspot.com"
 VERSION_FILE="${DEPOT_TOOLS_DIR}/cipd_client_version"

 CIPD_ROOT="${DEPOT_TOOLS_DIR}"
 # value in .cipd_client_root file overrides the default root.
 CIPD_ROOT_OVERRIDE_FILE="${DEPOT_TOOLS_DIR}/.cipd_client_root"
 if [ -f "${CIPD_ROOT_OVERRIDE_FILE}" ]; then
   CIPD_ROOT=$(<"${CIPD_ROOT_OVERRIDE_FILE}")
   mkdir -p "${CIPD_ROOT}"
 fi
 CLIENT="${CIPD_ROOT}/.cipd_client"
 PLATFORM="${OS}-${ARCH}"

 # A value in .cipd_client_platform overrides the "guessed" platform.
 PLATFORM_OVERRIDE_FILE="${DEPOT_TOOLS_DIR}/.cipd_client_platform"
 if [ -f "${PLATFORM_OVERRIDE_FILE}" ]; then
   PLATFORM=$(<"${PLATFORM_OVERRIDE_FILE}")
 fi

 USER_AGENT="depot_tools/$(git -C ${DEPOT_TOOLS_DIR} rev-parse HEAD 2>/dev/null || echo "???")"


 # calc_sha256 is "portable" variant of sha256sum. It uses sha256sum when
 # available (most Linuxes and cygwin) and 'shasum -a 256' otherwise (for OSX).
 #
 # Args:
 #   Path to a file.
 # Stdout:
 #   Lowercase SHA256 hex digest of the file.
 function calc_sha256() {
   if hash sha256sum 2> /dev/null ; then
     sha256sum "$1" | cut -d' ' -f1
   elif hash shasum 2> /dev/null ; then
     shasum -a 256 "$1" | cut -d' ' -f1
   else
     >&2 echo -n "[31;1m"
     >&2 echo -n "Don't know how to calculate SHA256 on your platform. "
     >&2 echo -n "Please use your package manager to install one before continuing:"
     >&2 echo
     >&2 echo "  sha256sum"
     >&2 echo -n "  shasum"
     >&2 echo "[0m"
     return 1
   fi
 }


 # expected_sha256 reads the expected SHA256 hex digest from *.digests file.
 #
 # Args:
 #   Name of the platform to get client's digest for.
 # Stdout:
 #   Lowercase SHA256 hex digest.
 function expected_sha256() {
   local line
   while read -r line; do
     if [[ "${line}" =~ ^([0-9a-z\-]+)[[:blank:]]+sha256[[:blank:]]+([0-9a-f]+)$ ]] ; then
       local plat="${BASH_REMATCH[1]}"
       local hash="${BASH_REMATCH[2]}"
       if [ "${plat}" ==  "$1" ]; then
         echo "${hash}"
         return 0
       fi
     fi
   done < "${VERSION_FILE}.digests"

   >&2 echo -n "[31;1m"
   >&2 echo -n "Platform $1 is not supported by the CIPD client bootstrap: "
   >&2 echo -n "there's no pinned SHA256 hash for it in the *.digests file."
   >&2 echo "[0m"

   return 1
 }


 # clean_bootstrap bootstraps the client from scratch using 'curl' or 'wget'.
 #
 # It checks that the SHA256 of the downloaded file is known. Exits the script
 # if the client can't be downloaded or its hash doesn't match the expected one.
 function clean_bootstrap() {
   local expected_hash=$(expected_sha256 "${PLATFORM}")
   if [ -z "${expected_hash}" ] ; then
     exit 1
   fi

   local VERSION=$(<"${VERSION_FILE}")
   local URL="${CIPD_BACKEND}/client?platform=${PLATFORM}&version=${VERSION}"

   # Download the client into a temporary file, check its hash, then move it into
   # the final location.
   #
   # This wonky tempdir method works on Linux and Mac.
   local CIPD_CLIENT_TMP=$(\
     mktemp -p "${CIPD_ROOT}" 2>/dev/null || \
     mktemp "${CIPD_ROOT}/.cipd_client.XXXXXXX")

   if hash curl 2> /dev/null ; then
     curl "${URL}" -s --show-error -f --retry 3 --retry-delay 5 -A "${USER_AGENT}" -L -o "${CIPD_CLIENT_TMP}"
   elif hash wget 2> /dev/null ; then
     wget "${URL}" -q -t 3 -w 5 --retry-connrefused -U "${USER_AGENT}" -O "${CIPD_CLIENT_TMP}"
   else
     >&2 echo -n "[31;1m"
     >&2 echo -n "Your platform is missing a supported fetch command. "
     >&2 echo "Please use your package manager to install one before continuing:"
     >&2 echo
     >&2 echo "  curl"
     >&2 echo "  wget"
     >&2 echo
     >&2 echo "Alternately, manually download:"
     >&2 echo "  ${URL}"
     >&2 echo -n "To ${CLIENT}, and then re-run this command."
     >&2 echo "[0m"
     rm "${CIPD_CLIENT_TMP}"
     exit 1
   fi

   local actual_hash=$(calc_sha256 "${CIPD_CLIENT_TMP}")
   if [ -z "${actual_hash}" ] ; then
     rm "${CIPD_CLIENT_TMP}"
     exit 1
   fi

   if [ "${actual_hash}" != "${expected_hash}" ]; then
     >&2 echo -n "[31;1m"
     >&2 echo "SHA256 digest of the downloaded CIPD client is incorrect:"
     >&2 echo "  Expecting ${expected_hash}"
     >&2 echo "  Got       ${actual_hash}"
     >&2 echo -n "Refusing to run it. Check that *.digests file is up-to-date."
     >&2 echo "[0m"
     rm "${CIPD_CLIENT_TMP}"
     exit 1
   fi

   set +e
   chmod +x "${CIPD_CLIENT_TMP}"
   mv "${CIPD_CLIENT_TMP}" "${CLIENT}"
   set -e
 }


 # self_update launches CIPD client's built-in selfupdate mechanism.
 #
 # It is more efficient that redownloading the binary all the time.
 function self_update() {
   "${CLIENT}" selfupdate -version-file "${VERSION_FILE}" -service-url "${CIPD_BACKEND}"
 }


 # Nuke the existing client if its platform doesn't match what we want now. We
 # crudely search for a CIPD client package name in the .cipd_version JSON file.
 # It has only "instance_id" as the other field (looking like a base64 string),
 # so mismatches are very unlikely.
 INSTALLED_VERSION_FILE="${CIPD_ROOT}/.versions/.cipd_client.cipd_version"
 if [ -f "${INSTALLED_VERSION_FILE}" ]; then
   JSON_BODY=$(<"${INSTALLED_VERSION_FILE}")
   if [[ "$JSON_BODY" != *"infra/tools/cipd/${PLATFORM}"* ]]; then
     >&2 echo "Detected CIPD client platform change to ${PLATFORM}."
     >&2 echo "Deleting the existing client to trigger the bootstrap..."
     rm -f "${CLIENT}" "${INSTALLED_VERSION_FILE}"
   fi
 fi

 # If the client binary doesn't exist, do the bootstrap from scratch.
 if [ ! -x "${CLIENT}" ]; then
   clean_bootstrap
 fi

 # If the client binary exists, ask it to self-update.
 export CIPD_HTTP_USER_AGENT_PREFIX="${USER_AGENT}"
 if ! self_update 2> /dev/null ; then
   >&2 echo -n "[31;1m"
   >&2 echo -n "CIPD selfupdate failed. "
   >&2 echo -n "Trying to bootstrap the CIPD client from scratch..."
   >&2 echo "[0m"
   clean_bootstrap
   if ! self_update ; then  # need to run it again to setup .cipd_version file
     >&2 echo -n "[31;1m"
     >&2 echo -n "Bootstrap from scratch for ${PLATFORM} failed! "
     >&2 echo "Run the following commands to diagnose if this is repeating:"
     >&2 echo "  export CIPD_HTTP_USER_AGENT_PREFIX=${USER_AGENT}/manual"
     >&2 echo -n "  ${CLIENT} selfupdate -version-file ${VERSION_FILE}"
     >&2 echo "[0m"
     exit 1
   fi
 fi

 # CygWin requires changing absolute paths to Windows form. Relative paths
 # are typically okay as Windows generally accepts both forward and back
 # slashes. This could possibly be constrained to only /tmp/ and /cygdrive/.
 if ${CYGWIN}; then
   args=("$@")
   for i in `seq 2 $#`; do
     arg="${@:$i:1}"
     if [ "${arg:0:1}" == "/" ]; then
       last=$((i-1))
       next=$((i+1))
       set -- "${@:1:$last}" `cygpath -w "$arg"` "${@:$next}"
     fi
   done
   echo "${CLIENT}" "${@}"
 fi

 exec "${CLIENT}" "${@}"
	#!/usr/bin/env bash

	# Copyright (c) 2016 The Chromium Authors. All rights reserved.
	# Use of this source code is governed by a BSD-style license that can be
	# found in the LICENSE file.

	set -e -o pipefail

	# Run custom-built cipd client. This is useful when cipd is not available upstream
	# (i.e. unsupported platform).
	if [ ! -z "${CUSTOM_CIPD_CLIENT}" ]; then
	exec "${CUSTOM_CIPD_CLIENT}" "${@}"
	fi

	# Export for other depot_tools scripts to re-use.
	export DEPOT_TOOLS_DIR="${DEPOT_TOOLS_DIR:-$(dirname "${BASH_SOURCE[0]}")}"
	export DEPOT_TOOLS_UNAME_S="${DEPOT_TOOLS_UNAME_S:-$(uname -s \| tr '[:upper:]' '[:lower:]')}"

	CYGWIN=false

	# Make sure this starts empty
	ARCH=

	UNAME="${DEPOT_TOOLS_UNAME_S}"
	case "${UNAME}" in
	aix)
	OS="${UNAME}"
	ARCH="ppc64" # apparently 'uname -m' returns something very different
	;;
	linux)
	OS="${UNAME}"
	;;
	cygwin*)
	OS=windows
	CYGWIN=true
	;;
	msys\|mingw)
	OS=windows
	;;
	darwin)
	OS=mac
	# Allow mac users to override easily override arch detection
	if [ ! -z "${ARCH_MAC_OVERRIDE}" ]; then
	ARCH="${ARCH_MAC_OVERRIDE}"
	fi
	;;
	*)
	>&2 echo "CIPD not supported on ${UNAME}"
	exit 1
	esac

	if [ -z $ARCH ]; then
	UNAME=`uname -m \| tr '[:upper:]' '[:lower:]'`
	case "${UNAME}" in
	x86_64\|amd64)
	ARCH=amd64
	;;
	s390x\|ppc64\|ppc64le) # best-effort support
	ARCH="${UNAME}"
	;;
	aarch64)
	ARCH=arm64
	;;
	armv7l)
	ARCH=armv6l
	;;
	arm*)
	ARCH="${UNAME}"
	;;
	*86)
	ARCH=386
	;;
	mips*)
	# detect mips64le vs mips64.
	ARCH="${UNAME}"
	if lscpu \| grep -q "Little Endian"; then
	ARCH+=le
	fi
	;;
	riscv64)
	ARCH=riscv64
	;;
	*)
	>&2 echo "UNKNOWN Machine architecture: ${UNAME}"
	exit 1
	esac
	fi

	# CIPD_BACKEND can be changed to ...-dev for manual testing.
	CIPD_BACKEND="https://chrome-infra-packages.appspot.com"
	VERSION_FILE="${DEPOT_TOOLS_DIR}/cipd_client_version"

	CIPD_ROOT="${DEPOT_TOOLS_DIR}"
	# value in .cipd_client_root file overrides the default root.
	CIPD_ROOT_OVERRIDE_FILE="${DEPOT_TOOLS_DIR}/.cipd_client_root"
	if [ -f "${CIPD_ROOT_OVERRIDE_FILE}" ]; then
	CIPD_ROOT=$(<"${CIPD_ROOT_OVERRIDE_FILE}")
	mkdir -p "${CIPD_ROOT}"
	fi
	CLIENT="${CIPD_ROOT}/.cipd_client"
	PLATFORM="${OS}-${ARCH}"

	# A value in .cipd_client_platform overrides the "guessed" platform.
	PLATFORM_OVERRIDE_FILE="${DEPOT_TOOLS_DIR}/.cipd_client_platform"
	if [ -f "${PLATFORM_OVERRIDE_FILE}" ]; then
	PLATFORM=$(<"${PLATFORM_OVERRIDE_FILE}")
	fi

	USER_AGENT="depot_tools/$(git -C ${DEPOT_TOOLS_DIR} rev-parse HEAD 2>/dev/null \|\| echo "???")"


	# calc_sha256 is "portable" variant of sha256sum. It uses sha256sum when
	# available (most Linuxes and cygwin) and 'shasum -a 256' otherwise (for OSX).
	#
	# Args:
	# Path to a file.
	# Stdout:
	# Lowercase SHA256 hex digest of the file.
	function calc_sha256() {
	if hash sha256sum 2> /dev/null ; then
	sha256sum "$1" \| cut -d' ' -f1
	elif hash shasum 2> /dev/null ; then
	shasum -a 256 "$1" \| cut -d' ' -f1
	else
	>&2 echo -n "[31;1m"
	>&2 echo -n "Don't know how to calculate SHA256 on your platform. "
	>&2 echo -n "Please use your package manager to install one before continuing:"
	>&2 echo
	>&2 echo " sha256sum"
	>&2 echo -n " shasum"
	>&2 echo "[0m"
	return 1
	fi
	}


	# expected_sha256 reads the expected SHA256 hex digest from *.digests file.
	#
	# Args:
	# Name of the platform to get client's digest for.
	# Stdout:
	# Lowercase SHA256 hex digest.
	function expected_sha256() {
	local line
	while read -r line; do
	if [[ "${line}" =~ ^([0-9a-z\-]+)[[:blank:]]+sha256[[:blank:]]+([0-9a-f]+)$ ]] ; then
	local plat="${BASH_REMATCH[1]}"
	local hash="${BASH_REMATCH[2]}"
	if [ "${plat}" == "$1" ]; then
	echo "${hash}"
	return 0
	fi
	fi
	done < "${VERSION_FILE}.digests"

	>&2 echo -n "[31;1m"
	>&2 echo -n "Platform $1 is not supported by the CIPD client bootstrap: "
	>&2 echo -n "there's no pinned SHA256 hash for it in the *.digests file."
	>&2 echo "[0m"

	return 1
	}


	# clean_bootstrap bootstraps the client from scratch using 'curl' or 'wget'.
	#
	# It checks that the SHA256 of the downloaded file is known. Exits the script
	# if the client can't be downloaded or its hash doesn't match the expected one.
	function clean_bootstrap() {
	local expected_hash=$(expected_sha256 "${PLATFORM}")
	if [ -z "${expected_hash}" ] ; then
	exit 1
	fi

	local VERSION=$(<"${VERSION_FILE}")
	local URL="${CIPD_BACKEND}/client?platform=${PLATFORM}&version=${VERSION}"

	# Download the client into a temporary file, check its hash, then move it into
	# the final location.
	#
	# This wonky tempdir method works on Linux and Mac.
	local CIPD_CLIENT_TMP=$(\
	mktemp -p "${CIPD_ROOT}" 2>/dev/null \|\| \
	mktemp "${CIPD_ROOT}/.cipd_client.XXXXXXX")

	if hash curl 2> /dev/null ; then
	curl "${URL}" -s --show-error -f --retry 3 --retry-delay 5 -A "${USER_AGENT}" -L -o "${CIPD_CLIENT_TMP}"
	elif hash wget 2> /dev/null ; then
	wget "${URL}" -q -t 3 -w 5 --retry-connrefused -U "${USER_AGENT}" -O "${CIPD_CLIENT_TMP}"
	else
	>&2 echo -n "[31;1m"
	>&2 echo -n "Your platform is missing a supported fetch command. "
	>&2 echo "Please use your package manager to install one before continuing:"
	>&2 echo
	>&2 echo " curl"
	>&2 echo " wget"
	>&2 echo
	>&2 echo "Alternately, manually download:"
	>&2 echo " ${URL}"
	>&2 echo -n "To ${CLIENT}, and then re-run this command."
	>&2 echo "[0m"
	rm "${CIPD_CLIENT_TMP}"
	exit 1
	fi

	local actual_hash=$(calc_sha256 "${CIPD_CLIENT_TMP}")
	if [ -z "${actual_hash}" ] ; then
	rm "${CIPD_CLIENT_TMP}"
	exit 1
	fi

	if [ "${actual_hash}" != "${expected_hash}" ]; then
	>&2 echo -n "[31;1m"
	>&2 echo "SHA256 digest of the downloaded CIPD client is incorrect:"
	>&2 echo " Expecting ${expected_hash}"
	>&2 echo " Got ${actual_hash}"
	>&2 echo -n "Refusing to run it. Check that *.digests file is up-to-date."
	>&2 echo "[0m"
	rm "${CIPD_CLIENT_TMP}"
	exit 1
	fi

	set +e
	chmod +x "${CIPD_CLIENT_TMP}"
	mv "${CIPD_CLIENT_TMP}" "${CLIENT}"
	set -e
	}


	# self_update launches CIPD client's built-in selfupdate mechanism.
	#
	# It is more efficient that redownloading the binary all the time.
	function self_update() {
	"${CLIENT}" selfupdate -version-file "${VERSION_FILE}" -service-url "${CIPD_BACKEND}"
	}


	# Nuke the existing client if its platform doesn't match what we want now. We
	# crudely search for a CIPD client package name in the .cipd_version JSON file.
	# It has only "instance_id" as the other field (looking like a base64 string),
	# so mismatches are very unlikely.
	INSTALLED_VERSION_FILE="${CIPD_ROOT}/.versions/.cipd_client.cipd_version"
	if [ -f "${INSTALLED_VERSION_FILE}" ]; then
	JSON_BODY=$(<"${INSTALLED_VERSION_FILE}")
	if [[ "$JSON_BODY" != "infra/tools/cipd/${PLATFORM}" ]]; then
	>&2 echo "Detected CIPD client platform change to ${PLATFORM}."
	>&2 echo "Deleting the existing client to trigger the bootstrap..."
	rm -f "${CLIENT}" "${INSTALLED_VERSION_FILE}"
	fi
	fi

	# If the client binary doesn't exist, do the bootstrap from scratch.
	if [ ! -x "${CLIENT}" ]; then
	clean_bootstrap
	fi

	# If the client binary exists, ask it to self-update.
	export CIPD_HTTP_USER_AGENT_PREFIX="${USER_AGENT}"
	if ! self_update 2> /dev/null ; then
	>&2 echo -n "[31;1m"
	>&2 echo -n "CIPD selfupdate failed. "
	>&2 echo -n "Trying to bootstrap the CIPD client from scratch..."
	>&2 echo "[0m"
	clean_bootstrap
	if ! self_update ; then # need to run it again to setup .cipd_version file
	>&2 echo -n "[31;1m"
	>&2 echo -n "Bootstrap from scratch for ${PLATFORM} failed! "
	>&2 echo "Run the following commands to diagnose if this is repeating:"
	>&2 echo " export CIPD_HTTP_USER_AGENT_PREFIX=${USER_AGENT}/manual"
	>&2 echo -n " ${CLIENT} selfupdate -version-file ${VERSION_FILE}"
	>&2 echo "[0m"
	exit 1
	fi
	fi

	# CygWin requires changing absolute paths to Windows form. Relative paths
	# are typically okay as Windows generally accepts both forward and back
	# slashes. This could possibly be constrained to only /tmp/ and /cygdrive/.
	if ${CYGWIN}; then
	args=("$@")
	for i in `seq 2 $#`; do
	arg="${@:$i:1}"
	if [ "${arg:0:1}" == "/" ]; then
	last=$((i-1))
	next=$((i+1))
	set -- "${@:1:$last}" `cygpath -w "$arg"` "${@:$next}"
	fi
	done
	echo "${CLIENT}" "${@}"
	fi

	exec "${CLIENT}" "${@}"