Skip to content

Commit

Permalink
first go
Browse files Browse the repository at this point in the history
  • Loading branch information
William O'Mullane committed Oct 13, 2023
1 parent baf1951 commit 5c9a480
Show file tree
Hide file tree
Showing 4 changed files with 34 additions and 0 deletions.
7 changes: 7 additions & 0 deletions summittests/envvars.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
# Source this

export S3_ENDPOINT_URL="https://s3dfrgw.slac.stanford.edu"
export AWS_ACCESS_KEY_ID="61JOIKO0VN83YFNC3UUZ"
export AWS_SECRET_ACCESS_KEY="NRdd6H04lbevZlg/NIlPQ34CgyNyegD97I2r4rFWvzNWEi8bDUNf/LvbE2RofDwE+2gWW6gEQdw1/CEGOyX0PA=="
export bucket="rubin-summit-users"
export prefix="testx-lhn"
10 changes: 10 additions & 0 deletions summittests/run23daemon.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
# Simple config for s3daemon
# assumes s3daemon has been installed or pip install -r of its requirements.txt
# see https://github.com/lsst-dm/s3daemon/blob/main/README.md


source envvars.sh

echo "S3_ENDPOINT_URL is $S3_ENDPOINT_URL"

python ../python/s3daemon/s3daemon.py &
Empty file added summittests/sed
Empty file.
17 changes: 17 additions & 0 deletions summittests/sendTest.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
# Simple send 20 files each in own thrread like a node for camera
# assumes s3daemon has been installed or pip install -r of its requirements.txt
# see https://github.com/lsst-dm/s3daemon/blob/main/README.md


source envvars.sh

echo "S3_ENDPOINT_URL is $S3_ENDPOINT_URL"
count=20

files=`ls ~tonyj/Data/MC_C_20200822_000054/MC_C_20200822* | head -${count}`
echo $files
for f in $files; do
key=`echo $f | cut -d'/' -f6 | sed 's/.fits//g'`
echo Sending $f $key
python ../python/s3daemon/send.py $f “/${bucket}/${prefix}/${key}&
done

0 comments on commit 5c9a480

Please sign in to comment.