diff --git a/utils/aurora/cihosts b/utils/aurora/cihosts deleted file mode 100755 index c914e350..00000000 --- a/utils/aurora/cihosts +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/sh -e -export REQUESTS_CA_BUNDLE=${XDG_CONFIG_HOME-$HOME/.config}/cern-ca-bundle.crt -aurora_admin query --force -l '%slaveHost% build/%role%/%environment%/%name%/%instanceId%' build | sort -k1,2 diff --git a/utils/aurora/fetch-ci-logs b/utils/aurora/fetch-ci-logs deleted file mode 100755 index 4bdb44aa..00000000 --- a/utils/aurora/fetch-ci-logs +++ /dev/null @@ -1,54 +0,0 @@ -#!/bin/sh -e - -help () { - echo "Usage: $(basename "$0") [OUTPUT_DIR=.]" -} - -log () { - echo "$(basename "$0"): $*" >&2 -} - -fetchlog () { - if [ -e "$2" ]; then - log "already have $2" - else - log "fetching $2" - scp "$1" "$2" - fi - log analysing "$2" - logtimes "$2" -o "${2%.log}.times" & -} - -case $1 in - -h|--help) help; exit ;; -esac - -outdir=${1:-.} - -if ! [ -d "$outdir" ]; then - log "error: directory $outdir does not exist" - help >&2 - exit 1 -fi - -log fetching Mac logs -pdsh -bg alibuildmac 'set -o NO_NOMATCH; ls -1 /build/*.log 2>/dev/null | tail -1 || :' | - sed 's/: /.cern.ch:/' | - while read -r remotelog; do - hostspec=${remotelog%%.cern.ch:*} - fetchlog "$(echo "$remotelog" | sed 's/ /\\ /g')" "$outdir/${hostspec#*@}.cern.ch.log" - done - -log fetching Linux logs -REQUESTS_CA_BUNDLE=${XDG_CONFIG_HOME-$HOME/.config}/cern-ca-bundle.crt \ - aurora_admin query --force -l '%slaveHost% %slaveHost%-%taskId%.log /build/mesos/slaves/%slaveId%/frameworks/*/executors/thermos-%taskId%/runs/latest/sandbox/.logs/01-continuous_integration/0/stderr' build | - grep ci_ | - while IFS=' ' read -r host outfile remotefile; do - fetchlog "root@$host:$remotefile" "$outfile" - done - -log waiting for log analysis to complete -wait - -log cleaning up summaries -sed -i '/^0:0[0-2]:/d' ./*.times diff --git a/utils/aurora/mpdock b/utils/aurora/mpdock deleted file mode 100755 index 2cb19457..00000000 --- a/utils/aurora/mpdock +++ /dev/null @@ -1,75 +0,0 @@ -#!/bin/bash - -help () { - cat <&2 -usage: $(basename "$0") [-ml] COMMAND [ARGS...] - -Run a command inside all CI docker containers simultaneously. - - -m run on MacOS machines - -l run on Linux machines (inside docker containers) - COMMAND command to run; will not be quoted - ARGS... optional arguments to COMMAND; will be quoted - -If neither of -m, -l is given, -ml is assumed. -EOF - exit "$1" -} - -die () { - echo "$(basename "$0"): error: $*" >&2 - help 1 >&2 -} - -quote () { - # Replace ' by '\'' in $1. - echo "${1//\'/\'\\\'\'}" -} - -while getopts ':hml' opt; do - case "$opt" in - h) help 0;; - m) run_mac=1;; - l) run_linux=1;; - :) die "-$OPTARG requires an argument";; - *) die "unknown option: -$opt";; - esac -done -shift $((OPTIND - 1)) - -real_command=$(quote "$1") -shift -for word in "$@"; do - real_command="$real_command $(quote "'$(quote "$word")'")" -done -[ -n "$real_command" ] || die no command given - -if [ -n "$run_linux" ] && [ -z "$run_mac" ]; then - group=alibuildlinux -elif [ -n "$run_mac" ] && [ -z "$run_linux" ]; then - group=alibuildmac -else - # If none or both of -m and -l given, run everywhere. - group=alibuildall -fi - -exec pdsh -Ng "$group" -t 60 -f 32 "$(cat << EOF -# If sed understands -u, use it to avoid output being overly buffered. -if echo | sed -u d 2>/dev/null; then sed () { command sed -u "\$@"; }; fi -case \$(uname -s) in - Linux) - docker ps | awk '(/(slc[78](-gpu)?|ubuntu[0-9]{4})-builder:latest/ && !/java/){print \$1}' | while read c; do - docker exec \$c sh -c 'cd /mnt/mesos/sandbox/sandbox || exit 1; $real_command' 2>&1 | - sed "s/^/\$(hostname -s):\$c: /" & - done;; - Darwin) - for d in /build/ci_checks/alice_ci_*; do - sh -c 'cd '"\$d"' || exit 1; $real_command' 2>&1 | - sed "s|^|\$(hostname -s):\${d#/build/ci_checks/}: |" & - done;; - *) - echo "error: unknown architecture: \$(uname -s)" >&2 - exit 1;; -esac; wait -EOF -)"