diff --git a/summittests/envvars.sh b/summittests/envvars.sh new file mode 100644 index 0000000..59523e1 --- /dev/null +++ b/summittests/envvars.sh @@ -0,0 +1,7 @@ +# Source this + +export S3_ENDPOINT_URL="https://s3dfrgw.slac.stanford.edu" +export AWS_ACCESS_KEY_ID="61JOIKO0VN83YFNC3UUZ" +export AWS_SECRET_ACCESS_KEY="NRdd6H04lbevZlg/NIlPQ34CgyNyegD97I2r4rFWvzNWEi8bDUNf/LvbE2RofDwE+2gWW6gEQdw1/CEGOyX0PA==" +export bucket="rubin-summit-users" +export prefix="testx-lhn" diff --git a/summittests/run23daemon.sh b/summittests/run23daemon.sh new file mode 100755 index 0000000..fff7bb7 --- /dev/null +++ b/summittests/run23daemon.sh @@ -0,0 +1,10 @@ +# Simple config for s3daemon +# assumes s3daemon has been installed or pip install -r of its requirements.txt +# see https://github.com/lsst-dm/s3daemon/blob/main/README.md + + +source envvars.sh + +echo "S3_ENDPOINT_URL is $S3_ENDPOINT_URL" + +python ../python/s3daemon/s3daemon.py & diff --git a/summittests/sed b/summittests/sed new file mode 100644 index 0000000..e69de29 diff --git a/summittests/sendTest.sh b/summittests/sendTest.sh new file mode 100755 index 0000000..622283a --- /dev/null +++ b/summittests/sendTest.sh @@ -0,0 +1,17 @@ +# Simple send 20 files each in own thrread like a node for camera +# assumes s3daemon has been installed or pip install -r of its requirements.txt +# see https://github.com/lsst-dm/s3daemon/blob/main/README.md + + +source envvars.sh + +echo "S3_ENDPOINT_URL is $S3_ENDPOINT_URL" +count=20 + +files=`ls ~tonyj/Data/MC_C_20200822_000054/MC_C_20200822* | head -${count}` +echo $files +for f in $files; do + key=`echo $f | cut -d'/' -f6 | sed 's/.fits//g'` + echo Sending $f $key + python ../python/s3daemon/send.py $f “/${bucket}/${prefix}/${key}” & + done