Stats of processed input files as CSV or JSON, and of uploaded output files as CSV or JSON (up to 10000 files included)
Jobscript
#!/bin/sh
:<<'EOF'
Test of RCDS/cvmfs tar files access from JUSTIN jobs. You need to
set up the justin commands
source /cvmfs/dune.opensciencegrid.org/products/dune/setup_dune.sh
setup justin
Then
1) Create a tar file
mkdir somedir
cd somedir
date > hello_world.txt
tar cvf hello_world.tar *
2) Create an X.509 proxy (no need for VOMS)
kx509
3) Upload to cvmfs
INPUT_TAR_DIR_LOCAL=`justin-cvmfs-upload hello_world.tar`
4) Wait until ls $INPUT_TAR_DIR_LOCAL works (minutes?)
5) Create and run a workflow
justin simple-workflow --monte-carlo 1 \
--env INPUT_TAR_DIR_LOCAL="$INPUT_TAR_DIR_LOCAL" \
--jobscript-id testpro:cvmfs-hello-world
Check the output through the dashboard: the date in hello_world.txt
should beprinted.
EOF
# Get an unprocessed file from this stage and say we processed it
did_pfn_rse=`$JUSTIN_PATH/justin-get-file`
if [ "$did_pfn_rse" != "" ] ; then
did=`echo $did_pfn_rse | cut -f1 -d' '`
echo "$did" > justin-processed-dids.txt
# Look at the file in cvmfs
for RUN in $(seq 0 $COUNT);
do
echo "Contents of $INPUT_TAR_DIR_LOCAL/hello_world.txt"
cat <$INPUT_TAR_DIR_LOCAL/hello_world_${RUN}.txt >${RUN}.txt
done
fi
exit 0
justIN time: 2024-11-21 20:35:10 UTC justIN version: 01.01.09