####################  
#  
# Example 8a 
# Submit a job that unwinds a tarball created with CDE 
# (https://web.archive.org/web/20200430130324/http://www.pgbovine.net/cde.html)
# and executes a script therein.
# The job that accesses directly remote S3 objects via libs3
# Access keys are transferred via the environment
#  
####################  
 
Universe                = Vanilla
Executable              = run_cde_exe.sh
Transfer_Executable     = True
Transfer_Input_Files    = rhymes-and-objects.tar.gz

# The script may have unintended side-effects if run in a shared directory:
Should_Transfer_Files   = Always

Arguments               = rhymes-and-objects.tar.gz \
                          cde-package/cde-root/home/prelz/src/rhymes_and_objects \
                          -l 6 -n 3 -o haiku_$(ClusterId)_%02d.txt \
                          s3:tut/inferno s3:tut/purgatorio \
                          s3:tut/paradiso  
Environment             = "S3_HOSTNAME=rgw.fisica.unimi.it \
                          S3_ACCESS_KEY_ID=XXX \
                          S3_SECRET_ACCESS_KEY=YYY"
Log                     = tutorial_jobs.log  
Error                   = cde_exe_1.stderr

Queue