#!/bin/bash
# ----------------------------------------------------------------------
# File: eos-oc-test
# Author: Andreas-Joachim Peters - CERN
# ----------------------------------------------------------------------
# ************************************************************************
# * EOS - the CERN Disk Storage System *
# * Copyright (C) 2011 CERN/Switzerland *
# * *
# * This program is free software: you can redistribute it and/or modify *
# * it under the terms of the GNU General Public License as published by *
# * the Free Software Foundation, either version 3 of the License, or *
# * (at your option) any later version. *
# * *
# * This program is distributed in the hope that it will be useful, *
# * but WITHOUT ANY WARRANTY; without even the implied warranty of *
# * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the *
# * GNU General Public License for more details. *
# * *
# * You should have received a copy of the GNU General Public License *
# * along with this program. If not, see .*
# ************************************************************************
usage() { echo '''Usage: # File: eos-oc-test [-h|--host [:| (-p|--port) ]]
: only chunkedupload for the time being
: name of the file
: name of the destination directory
[-h|--help] - usage & exit
'''; }
# Parser from: https://stackoverflow.com/questions/192249/how-do-i-parse-command-line-arguments-in-bash
usage_error () { echo >&2 "$(basename "$0"): $1"; exit 2; }
assert_argument () { test "$1" != "$EOL" || usage_error "$2 requires an argument"; }
port="${EOS_HTTPS_PORT:-443}"
host=$(hostname -f)
cacert="/etc/grid-security/certificates/rootCA.pem"
capath="$(dirname "${cacert}")"
cert="/root/.globus/usercert.pem"
key="/root/.globus/userkey.pem"
# One loop, nothing more.
POSITIONAL_ARGS=()
if [ "$#" != 0 ]; then
EOL=$(printf '\1\3\3\7')
set -- "$@" "$EOL"
while [ "$1" != "$EOL" ]; do
opt="$1"; shift
case "$opt" in
-h|--host) assert_argument "$1" "$opt"; host="${1%:*}" && port="${1#*:}"; shift;;
-p|--port) assert_argument "$1" "$opt"; port="$1"; shift;;
-c|--cert) assert_argument "$1" "$opt"; cert="$1"; shift;;
-k|--key) assert_argument "$1" "$opt"; key="$1"; shift;;
-C|--cacert) assert_argument "$1" "$opt"; cacert="${1}" && capath="$(dirname "${cacert}")"; shift;;
-P|--capath) assert_argument "$1" "$opt"; capath="${1}"; shift;;
-h|--help) usage; exit 0;;
# Arguments processing. You may remove any unneeded line after the 1st.
-|''|[!-]*) set -- "$@" "$opt";; # positional argument, rotate to the end
--*=*) set -- "${opt%%=*}" "${opt#*=}" "$@";; # convert '--name=arg' to '--name' 'arg'
-[!-]?*) set -- "$(echo "${opt#-}" | sed 's /g')" "$@";; # convert '-abc' to '-a' '-b' '-c'
--) while [ "$1" != "$EOL" ]; do set -- "$@" "$1"; shift; done;; # process remaining arguments as positional
-*) usage_error "unknown option: '$opt'";; # catch misspelled options
*) usage_error "this should NEVER happen ($opt)";; # sanity test for previous patterns
esac
done
shift # $EOL
fi
echo
chunkedupload () {
echo "# Testing Chunked upload"
NAME=$1
DIR=/tmp/OC_CHUNK
mkdir -p $DIR
rm -f $DIR/$NAME*
CHUNK_NUMBER=4
dd if=/dev/zero of=$DIR/$NAME bs=1M count=32
split -b 10485760 -a 1 -d $DIR/$NAME $DIR/$NAME-chunking-`uuidgen | sed s/-//g`-$CHUNK_NUMBER-
echo "# about to upload $DIR/$NAME"
DEST_URL=https://${host}:${port}$2
echo "# to $DEST_URL"
let LAST_CHUNK_NUMBER=$CHUNK_NUMBER-1
let i=0
UUID=`echo $RANDOM`
ok=0
for f in `ls $DIR/$NAME-chunking*`; do
echo $f
EOS_FN=`basename $f`
curl --capath "${capath}" --cert "${cert}" --cacert "${cacert}" --key "${key}" -L --verbose -k --header "Oc-Chunk-Uuid:$UUID" --header "Oc-Chunk-n:$i" --header "Oc-Chunk-Max:4" --header "OC-Chunked:1" --header "X-OC-Mtime:1402061782" --header "OC-Total-Length:33554432" -T $f $DEST_URL$EOS_FN 2> $f.log
if (( i < $LAST_CHUNK_NUMBER )); then
grep -q 'X-OC-Mtime: accepted' $f.log && echo "err: redundant reply header 'X-OC-Mtime: accepted'"
grep -q 'X-OC-Mtime: accepted' $f.log && ok=1
# We are only interested in the final reply from the server if it contains
# the etag or not.
grep -A 100 'CREATED' $f.log | grep -q 'ETag: ' && echo "err: redundant reply header 'ETag: '"
grep -A 100 'CREATED' $f.log | grep -q 'ETag: ' && ok=1
else
grep -q 'X-OC-Mtime: accepted' $f.log || echo "err: missing required header 'X-OC-Mtime: accepted'"
grep -q 'X-OC-Mtime: accepted' $f.log || ok=1
# We are only interested in the final reply from the server if it contains
# the etag or not.
grep -A 100 'CREATED' $f.log | grep -q 'ETag: ' || echo "err: missing required reply header 'ETag: '"
grep -A 100 'CREATED' $f.log | grep -q 'ETag: ' || ok=1
fi
let i=$i+1
done
if [ $ok -eq 0 ]; then
curl -v -i HEAD $DEST_URL >& $DIR/$NAME.log
ok=$?
fi
return $ok;
}
if [ "$#" -eq 3 ] && [ "$1" = "chunkedupload" ]; then
chunkedupload $2 $3;
exit $?
else
usage
fi
exit -1