submit_km3net_xsec_calc_jobs.pl

Go to the documentation of this file.

#!/usr/bin/perl

#----------------------------------------------------------------------
# Submit jobs for calculating GENIE cross section splines for all the 
# nuclear targets in the km3net detector geometries,
# as requested by Dimitris Lennis.
#
# Syntax:
#   shell% perl submit_km3net_xsec_calc_jobs.pl <options>
#
# Options:
#    --version       : GENIE version number
#   [--arch]         : <SL4_32bit, SL5_64bit>, default: SL5_64bit
#   [--production]   : default: <version>
#   [--cycle]        : default: 01
#   [--use-valgrind] : default: off
#   [--batch-system] : <PBS, LSF, slurm>, default: PBS
#   [--queue]        : default: prod
#   [--softw-topdir] : default: /opt/ppd/t2k/softw/GENIE
#
# Notes:
#   * Use GENIE gspladd utility to merge the job outputs
#
# Tested at the RAL/PPD Tier2 PBS batch farm.
#
# Costas Andreopoulos <constantinos.andreopoulos \at cern.ch>
# STFC, Rutherford Appleton Lab
#----------------------------------------------------------------------

use File::Path;

# inputs
#  
$iarg=0;
foreach (@ARGV) {
  if($_ eq '--version')       { $genie_version = $ARGV[$iarg+1]; }
  if($_ eq '--arch')          { $arch          = $ARGV[$iarg+1]; }
  if($_ eq '--production')    { $production    = $ARGV[$iarg+1]; }
  if($_ eq '--cycle')         { $cycle         = $ARGV[$iarg+1]; }
  if($_ eq '--use-valgrind')  { $use_valgrind  = $ARGV[$iarg+1]; }
  if($_ eq '--batch-system')  { $batch_system  = $ARGV[$iarg+1]; }
  if($_ eq '--queue')         { $queue         = $ARGV[$iarg+1]; }
  if($_ eq '--softw-topdir')  { $softw_topdir  = $ARGV[$iarg+1]; }
  $iarg++;
}
die("** Aborting [Undefined GENIE version. Use the --version option]")
unless defined $genie_version;

$use_valgrind   = 0                          unless defined $use_valgrind;
$arch           = "SL5_64bit"                unless defined $arch;
$production     = "$genie_version"           unless defined $production;
$cycle          = "01"                       unless defined $cycle;
$batch_system   = "PBS"                      unless defined $batch_system;
$queue          = "prod"                     unless defined $queue;
$softw_topdir   = "/opt/ppd/t2k/softw/GENIE" unless defined $softw_topdir;
$genie_setup    = "$softw_topdir/builds/$arch/$genie_version-setup";
$jobs_dir       = "$softw_topdir/scratch/xsec\_km3net-$production\_$cycle/";
$freenucsplines = "$softw_topdir/data/job_inputs/xspl/gxspl-vN-UHE-$genie_version.xml";
$nkots     = 100;
$emax      = 500;
$neutrinos = "12,-12,14,-14";
%targets = (
   'B10'   =>  '1000050100',
   'B11'   =>  '1000050110',
   'C12'   =>  '1000060120',
   'Na23'  =>  '1000110230',
   'O16'   =>  '1000080160', 
   'O18'   =>  '1000080180',
   'Mg24'  =>  '1000120240',
   'Mg25'  =>  '1000120250',
   'Mg26'  =>  '1000120260',
   'Al27'  =>  '1000130270', 
   'Si28'  =>  '1000140280',
   'Si29'  =>  '1000140290',
   'Si30'  =>  '1000140300',
   'S32'   =>  '1000160320',
   'S33'   =>  '1000160330',
   'S34'   =>  '1000160340',
   'Cl35'  =>  '1000170350',
   'Cl37'  =>  '1000170370',
   'K39'   =>  '1000190390',
   'K41'   =>  '1000190410',
   'Ca40'  =>  '1000200400',
   'Ca42'  =>  '1000200420',
   'Ca44'  =>  '1000200440',
   'Fe54'  =>  '1000260540',
   'Fe56'  =>  '1000260560',
   'Fe57'  =>  '1000260570',
   'Fe58'  =>  '1000260580'  );

# make the jobs directory
#
mkpath ($jobs_dir, {verbose => 1, mode=>0777});

#
# loop over nuclear targets & submit jobs
#
while( my ($tgt_name, $tgt_code) = each %targets ) {

    $fntemplate = "$jobs_dir/job_$tgt_name";
    $grep_pipe  = "grep -B 100 -A 30 -i \"warn\\|error\\|fatal\"";
    $gmkspl_opt = "-p $neutrinos -t $tgt_code -n $nkots -e $emax --input-cross-sections $freenucsplines --output-cross-sections gxspl_$tgt_name.xml";
    $gmkspl_cmd = "gmkspl $gmkspl_opt | $grep_pipe  &> $fntemplate.mkspl.log";
    print "@@ exec: $gmkspl_cmd \n";

    #
    # submit
    #

    # PBS case
    if($batch_system eq 'PBS') {
   $batch_script = "$fntemplate.pbs";
   open(PBS, ">$batch_script") or die("Can not create the PBS batch script");
   print PBS "#!/bin/bash \n";
        print PBS "#PBS -N $tgt_name \n";
        print PBS "#PBS -o $fntemplate.pbsout.log \n";
        print PBS "#PBS -e $fntemplate.pbserr.log \n";
   print PBS "source $genie_setup \n";
   print PBS "cd $jobs_dir \n";
   print PBS "$gmkspl_cmd \n";
        close(PBS);
   `qsub -q $queue $batch_script`;
    } #PBS

    # LSF case
    if($batch_system eq 'LSF') {
   $batch_script = "$fntemplate.sh";
   open(LSF, ">$batch_script") or die("Can not create the LSF batch script");
   print LSF "#!/bin/bash \n";
        print LSF "#BSUB-j $tgt_name \n";
        print LSF "#BSUB-q $queue \n";
        print LSF "#BSUB-o $fntemplate.pbsout.log \n";
        print LSF "#BSUB-e $fntemplate.pbserr.log \n";
   print LSF "source $genie_setup \n";
   print LSF "cd $jobs_dir \n";
   print LSF "$gmkspl_cmd \n";
        close(LSF);
   `bsub < $batch_script`;
    } #LSF

    # slurm case
    if($batch_system eq 'slurm') {
   $batch_script = "$fntemplate.sh";
   open(SLURM, ">$batch_script") or die("Can not create the SLURM batch script");
   print SLURM "#!/bin/bash \n";
        print SLURM "#SBATCH-p $queue \n";
        print SLURM "#SBATCH-o $fntemplate.pbsout.log \n";
        print SLURM "#SBATCH-e $fntemplate.pbserr.log \n";
   print SLURM "source $genie_setup \n";
   print SLURM "cd $jobs_dir \n";
   print SLURM "$gmkspl_cmd \n";
        close(SLURM);
   `sbatch --job-name=$tgt_name $batch_script`;
    } #slurm
}