make_xml_mcc6.0.sh

Go to the documentation of this file.

#! /bin/bash
#----------------------------------------------------------------------
#
# Name: make_xml_mcc.sh
#
# Purpose: Make xml files for mcc.  This script loops over all
#          generator-level fcl files in the source area of the currently 
#          setup version of dunetpc (that is, under 
#          $DUNETPC_DIR/source/fcl/dune35t/gen), and makes a corresponding xml
#          project file in the local directory.
#
# Usage:
#
# make_xml_mcc4.0.sh [-h|--help] [-r <release>] [-u|--user <user>] [--local <dir|tar>] [--nev <n>] [--nevjob <n>] [--nevgjob <n>]
#
# Options:
#
# -h|--help     - Print help.
# -r <release>  - Use the specified larsoft/dunetpc release.
# -u|--user <user> - Use users/<user> as working and output directories
#                    (default is to use lbnepro).
# --local <dir|tar> - Specify larsoft local directory or tarball (xml 
#                     tag <local>...</local>).
# --nev <n>     - Specify number of events for all samples.  Otherwise
#                 use hardwired defaults.
# --nevjob <n>  - Specify the default number of events per job.
# --nevgjob <n> - Specify the maximum number of events per gen/g4 job.
#
#----------------------------------------------------------------------

# Parse arguments.

rel=v05_09_01
userdir=dunepro
userbase=$userdir
nevarg=0
nevjob=0
nevjobarg=0
local=''

while [ $# -gt 0 ]; do
  case "$1" in

    # User directory.

    -h|--help )
      echo "Usage: make_xml_mcc.sh [-h|--help] [-r <release>] [-u|--user <user>] [--local <dir|tar>] [--nev <n>] [--nevjob <n>] [--nevgjob <n>]"
      exit
    ;;

    # Release.

    -r )
    if [ $# -gt 1 ]; then
      rel=$2
      shift
    fi
    ;;

    # User.

    -u|--user )
    if [ $# -gt 1 ]; then
      userdir=users/$2
      userbase=$2
      shift
    fi
    ;;

    # Local release.

    --local )
    if [ $# -gt 1 ]; then
      local=$2
      shift
    fi
    ;;

    # Total number of events.

    --nev )
    if [ $# -gt 1 ]; then
      nevarg=$2
      shift
    fi
    ;;

    # Number of events per job.

    --nevjob )
    if [ $# -gt 1 ]; then
      nevjobarg=$2
      shift
    fi
    ;;

  esac
  shift
done

# Get qualifier.

qual=e9
ver=`echo $rel | cut -c2-3`
if [ $ver -gt 2 ]; then
  qual=e9
fi

# Delete existing xml files.

rm -f *.xml

find $DUNETPC_DIR/source/fcl/dune35t/gen $DUNETPC_DIR/source/fcl/dunefd/gen $DUNETPC_DIR/source/fcl/protodune/gen -name \*.fcl | while read fcl
do
  if ! echo $fcl | grep -q 'common\|protoDUNE_gensingle'; then
    newprj=`basename $fcl .fcl`
    newxml=${newprj}.xml
    generator=SingleGen
    if echo $newprj | grep -q cosmics; then
      generator=CRY
    fi
    if echo $newprj | grep -q AntiMuonCutEvents; then
      generator=TextFileGen
    fi
    if echo $newprj | grep -q genie; then
      generator=GENIE
    fi
    if echo $newprj | grep -q MUSUN; then
      generator=MUSUN
    fi
    if echo $newprj | grep -q supernova; then
      generator=SNNueAr40CCGen
    fi

    detector=35t
    if echo $newprj | grep -q dune10kt; then
      detector=10kt
    fi
    if echo $newprj | grep -q protoDune; then
      detector=protoDune
    fi

    # Make xml file.

    echo "Making ${newprj}.xml"

    # Generator

    genfcl=`basename $fcl`

    # G4

    g4fcl=standard_g4_dune35t.fcl

    # Detsim (optical + tpc).

    detsimfcl=standard_detsim_dune35t.fcl

    # Reco 2D

#    reco2dfcl=standard_reco_uboone_2D.fcl

    # Reco 3D

#    reco3dfcl=standard_reco_uboone_3D.fcl

    # Reco
    recofcl=standard_reco_dune35t.fcl

    # Merge/Analysis

    mergefcl=standard_ana_dune35t.fcl

    if echo $newprj | grep -q protonpi0; then
   g4fcl=standard_g4_dune35t_protonpi0.fcl
    fi

    if echo $newprj | grep -q countermu; then
   g4fcl=standard_g4_dune35t_countermu.fcl
    fi

#    if echo $newprj | grep -q 'pi0\|gamma'; then
#      recofcl=reco_dune35t_blur.fcl
#      mergefcl=ana_energyCalib.fcl
#    fi

#    if echo $newprj | grep -q 'piminus'; then
#      recofcl=emhits.fcl
#      mergefcl=standard_merge_dune35t.fcl
#    fi

    if echo $newprj | grep -q milliblock; then
      detsimfcl=standard_detsim_dune35t_milliblock.fcl
      recofcl=standard_reco_dune35t_milliblock.fcl
      mergefcl=standard_ana_dune35t_milliblock.fcl
    fi

    if echo $newprj | grep -q dune10kt; then
      g4fcl=standard_g4_dune10kt.fcl
      detsimfcl=standard_detsim_dune10kt.fcl
      recofcl=standard_reco_dune10kt.fcl
      mergefcl=standard_ana_dune10kt.fcl
    fi

    if echo $newprj | grep -q 'dune10kt_workspace\|dune10kt_r10deg_workspace'; then
      g4fcl=standard_g4_dune10kt_workspace.fcl
      detsimfcl=standard_detsim_dune10kt_workspace.fcl
      recofcl=standard_reco_dune10kt_workspace.fcl
      mergefcl=standard_ana_dune10kt_workspace.fcl
      if echo $newprj | grep -q genie; then
   recofcl=standard_reco_dune10kt_nu_workspace.fcl
      fi
    fi

    if echo $newprj | grep -q dune10kt_3mmpitch_workspace; then
      g4fcl=standard_g4_dune10kt_3mmpitch_workspace.fcl
      detsimfcl=standard_detsim_dune10kt_3mmpitch_workspace.fcl
      recofcl=standard_reco_dune10kt_3mmpitch_workspace.fcl
      mergefcl=standard_ana_dune10kt_3mmpitch_workspace.fcl
      if echo $newprj | grep -q genie; then
   recofcl=standard_reco_dune10kt_3mmpitch_nu_workspace.fcl
      fi
     fi

    if echo $newprj | grep -q dune10kt_45deg_workspace; then
      g4fcl=standard_g4_dune10kt_45deg_workspace.fcl
      detsimfcl=standard_detsim_dune10kt_45deg_workspace.fcl
      recofcl=standard_reco_dune10kt_45deg_workspace.fcl
      mergefcl=standard_ana_dune10kt_45deg_workspace.fcl
      if echo $newprj | grep -q genie; then
   recofcl=standard_reco_dune10kt_45deg_nu_workspace.fcl
      fi
    fi

    if echo $newprj | grep -q 'dune10kt_1x2x6\|dune10kt_r90deg_1x2x6'; then
      g4fcl=standard_g4_dune10kt_1x2x6.fcl
      detsimfcl=standard_detsim_dune10kt_1x2x6.fcl
      recofcl=standard_reco_dune10kt_1x2x6.fcl
      mergefcl=standard_ana_dune10kt_1x2x6.fcl
      if echo $newprj | grep -q genie; then
   recofcl=standard_reco_dune10kt_nu_1x2x6.fcl
      fi
    fi

    if echo $newprj | grep -q dune10kt_3mmpitch_1x2x6; then
      g4fcl=standard_g4_dune10kt_3mmpitch_1x2x6.fcl
      detsimfcl=standard_detsim_dune10kt_3mmpitch_1x2x6.fcl
      recofcl=standard_reco_dune10kt_3mmpitch_1x2x6.fcl
      mergefcl=standard_ana_dune10kt_3mmpitch_1x2x6.fcl
      if echo $newprj | grep -q genie; then
   recofcl=standard_reco_dune10kt_3mmpitch_nu_1x2x6.fcl
      fi
     fi

    if echo $newprj | grep -q dune10kt_45deg_1x2x6; then
      g4fcl=standard_g4_dune10kt_45deg_1x2x6.fcl
      detsimfcl=standard_detsim_dune10kt_45deg_1x2x6.fcl
      recofcl=standard_reco_dune10kt_45deg_1x2x6.fcl
      mergefcl=standard_ana_dune10kt_45deg_1x2x6.fcl
      if echo $newprj | grep -q genie; then
   recofcl=standard_reco_dune10kt_45deg_nu_1x2x6.fcl
      fi
    fi

    if echo $newprj | grep -q protoDune; then
      g4fcl=protoDUNE_g4single.fcl
      detsimfcl=protoDUNE_detsim_single.fcl
      recofcl=protoDUNE_reco.fcl
      mergefcl=protoDUNE_ana.fcl
    fi


    # Set number of events per job.
    nevjob=$nevjobarg
    if [ $nevjob -eq 0 ]; then
      if [ $newprj = prodcosmics_dune35t_milliblock ]; then
        nevjob=100
      elif [ $newprj = prodcosmics_dune35t_onewindow ]; then
   nevjob=100
      elif [ $newprj = AntiMuonCutEvents_LSU_dune35t ]; then
   nevjob=100
      elif [ $newprj = prodcosmics_dune35t_milliblock_countermu ]; then
   nevjob=10000
      elif [ $newprj = prodcosmics_dune35t_milliblock_protonpi0 ]; then
   nevjob=100
      else
        nevjob=100
      fi
    fi

    # Set number of events.

    nev=$nevarg
    if [ $nev -eq 0 ]; then
      if [ $newprj = prodcosmics_dune35t_milliblock ]; then
        nev=10000
      elif [ $newprj = prodcosmics_dune35t_onewindow ]; then
   nev=10000
      elif [ $newprj = AntiMuonCutEvents_LSU_dune35t ]; then
   nev=10000
      elif [ $newprj = prodcosmics_dune35t_milliblock_countermu ]; then
   nev=10000000
      elif [ $newprj = prodcosmics_dune35t_milliblock_protonpi0 ]; then
   nev=100000
      elif echo $newprj | grep -q dune10kt; then
   if echo $newprj | grep -q genie; then
       nev=100000
   else
       nev=10000
   fi
      elif echo $newprj | grep -q protoDune; then
        nev=30000
      else
        nev=10000
      fi
    fi

    # Calculate the number of worker jobs.

    njob=$(( $nev / $nevjob ))
#    echo $newprj, $nev, $nevjob, $njob
  cat <<EOF > $newxml
<?xml version="1.0"?>

<!-- Production Project -->

<!DOCTYPE project [
<!ENTITY release "$rel">
<!ENTITY file_type "mc">
<!ENTITY run_type "physics">
<!ENTITY name "$newprj">
<!ENTITY tag "mcc6.0">
]>

<project name="&name;">

  <!-- Group -->
  <group>dune</group>

  <!-- Project size -->
  <numevents>$nev</numevents>

  <!-- Operating System -->
  <os>SL6</os>

  <!-- Batch resources -->
  <resource>DEDICATED,OPPORTUNISTIC</resource>

  <!-- Larsoft information -->
  <larsoft>
    <tag>&release;</tag>
    <qual>${qual}:prof</qual>
EOF
  echo "local=$local"
  if [ x$local != x ]; then
    echo "    <local>${local}</local>" >> $newxml
  fi
  cat <<EOF >> $newxml
  </larsoft>

  <!-- dune35t metadata parameters -->

  <parameter name ="MCName">${newprj}</parameter>
  <parameter name ="MCDetectorType">${detector}</parameter>
  <parameter name ="MCGenerators">${generator}</parameter>

  <!-- Project stages -->

  <stage name="gen">
    <fcl>$genfcl</fcl>
EOF
  if echo $newprj | grep -q AntiMuonCutEvents_LSU_dune35t; then
      echo "    <inputmode>textfile</inputmode>" >> $newxml
      echo "    <inputlist>/dune/data2/users/jti3/txtfiles/AntiMuonCutEvents_LSU_100.txt</inputlist>" >> $newxml
  fi
  cat <<EOF >> $newxml
    <outdir>/pnfs/dune/persistent/${userdir}/&release;/gen/&name;</outdir>
    <workdir>/dune/app/users/${userbase}/work/&release;/gen/&name;</workdir>
    <output>${newprj}_\${PROCESS}_%tc_gen.root</output>
    <numjobs>$njob</numjobs>
    <datatier>generated</datatier>
    <defname>&name;_&tag;_gen</defname>
  </stage>

  <stage name="g4">
    <fcl>$g4fcl</fcl>
    <outdir>/pnfs/dune/persistent/${userdir}/&release;/g4/&name;</outdir>
    <workdir>/dune/app/users/${userbase}/work/&release;/g4/&name;</workdir>
    <numjobs>$njob</numjobs>
    <datatier>simulated</datatier>
    <defname>&name;_&tag;_g4</defname>
  </stage>

EOF
  if [ x$detsimfcl != x ]; then
    cat <<EOF >> $newxml
  <stage name="detsim">
    <fcl>$detsimfcl</fcl>
    <outdir>/pnfs/dune/persistent/${userdir}/&release;/detsim/&name;</outdir>
    <workdir>/dune/app/users/${userbase}/work/&release;/detsim/&name;</workdir>
    <numjobs>$njob</numjobs>
    <datatier>detector-simulated</datatier>
    <defname>&name;_&tag;_detsim</defname>
  </stage>

EOF
  fi
  cat <<EOF >> $newxml
  <stage name="reco">
    <fcl>$recofcl</fcl>
    <outdir>/pnfs/dune/persistent/${userdir}/&release;/reco/&name;</outdir>
    <workdir>/dune/app/users/${userbase}/work/&release;/reco/&name;</workdir>
    <numjobs>$njob</numjobs>
    <datatier>full-reconstructed</datatier>
    <defname>&name;_&tag;_reco</defname>
  </stage>

  <stage name="mergeana">
    <fcl>$mergefcl</fcl>
    <outdir>/pnfs/dune/persistent/${userdir}/&release;/mergeana/&name;</outdir>
    <output>&name;_\${PROCESS}_%tc_merged.root</output>
    <workdir>/dune/app/users/${userbase}/work/&release;/mergeana/&name;</workdir>
    <numjobs>$njob</numjobs>
    <targetsize>8000000000</targetsize>
    <datatier>full-reconstructed</datatier>
    <defname>&name;_&tag;</defname>
  </stage>

  <!-- file type -->
  <filetype>&file_type;</filetype>

  <!-- run type -->
  <runtype>&run_type;</runtype>

</project>
EOF

  fi

done