From 561f070f9be9f62d2cb4f7fed9b5de3e95573fcf Mon Sep 17 00:00:00 2001 From: soleti Date: Mon, 25 Oct 2021 16:09:04 -0500 Subject: [PATCH 01/11] Extract no field geometry and fcl --- JobConfig/cosmic/ExtractedNoField.fcl | 56 ++++++++++++++++++++ JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl | 26 +++++++++ JobConfig/cosmic/ExtractedNoFieldCRY.fcl | 5 ++ JobConfig/cosmic/geom_extracted_nofield.txt | 10 ++++ 4 files changed, 97 insertions(+) create mode 100644 JobConfig/cosmic/ExtractedNoField.fcl create mode 100644 JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl create mode 100644 JobConfig/cosmic/ExtractedNoFieldCRY.fcl create mode 100644 JobConfig/cosmic/geom_extracted_nofield.txt diff --git a/JobConfig/cosmic/ExtractedNoField.fcl b/JobConfig/cosmic/ExtractedNoField.fcl new file mode 100644 index 00000000..2164f1ca --- /dev/null +++ b/JobConfig/cosmic/ExtractedNoField.fcl @@ -0,0 +1,56 @@ +# This configuration simulate cosmics with no field and extracted position +# +# Stefano Roberto Soleti, 2021 +#include "Offline/fcl/standardServices.fcl" +#include "Production/JobConfig/common/prolog.fcl" +#include "Production/JobConfig/primary/prolog.fcl" +#include "Production/JobConfig/cosmic/prolog.fcl" + +process_name : Primary + +services: @local::Services.Sim + +physics: { + producers : { + @table::Common.producers + @table::Primary.producers + } + + filters : { + @table::Common.filters + @table::Primary.filters + } + + analyzers: { + @table::Primary.analyzers + genCountLogger: { module_type: GenEventCountReader makeHistograms: false } + } + + PrimaryPath : [ @sequence::Common.generateSequence, @sequence::Common.g4Sequence, @sequence::Primary.PrimarySequence ] + EndPath : @local::Primary.EndPath + trigger_paths : [ PrimaryPath ] + end_paths : [ EndPath ] +} + +outputs : { Output : @local::Primary.Output } + +outputs.Output.fileName : "sim.owner.CosmicNoFieldExtracted.version.sequencer.art" +outputs.Output.outputCommands : [@sequence::Primary.KeptProducts, "keep mu2e::CosmicLivetime_*_*_*", "keep mu2e::GenParticles_*_*_*"] + +physics.producers.g4run.TrajectoryControl: @local::mu2eg4DefaultTrajectories +physics.producers.g4run.Mu2eG4CommonCut: @local::Cosmic.Mu2eG4CommonCutCosmicS1 +physics.producers.FindMCPrimary.PrimaryGenIds: ["CosmicCRY", "CosmicCORSIKA"] + +# +# final configuration +# +#include "Production/JobConfig/common/epilog.fcl" +#include "Production/JobConfig/primary/epilog.fcl" + +physics.end_paths : [ EndPath ] +# no histogram output +services.TFileService.fileName : "/dev/null" +services.SeedService.baseSeed : 773651 + +# Need this to increase the world volume. +services.GeometryService.inputFile: "Production/JobConfig/cosmic/geom_extracted_nofield.txt" diff --git a/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl b/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl new file mode 100644 index 00000000..0453782a --- /dev/null +++ b/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl @@ -0,0 +1,26 @@ +#include "Production/JobConfig/cosmic/S1DSStops.fcl" + +targetParams: { + projectToTargetBox : true + targetBoxXmin: -10000 + targetBoxXmax: 3000 + targetBoxYmin: -5000 + targetBoxYmax: 5000 + targetBoxZmin: -5000 + targetBoxZmax: 21000 +} + +source: { + module_type: FromCorsikaBinary + fileNames: ["/pnfs/mu2e/persistent/users/srsoleti/corsika/sim.srsoleti.corsika.v1.30001.csk"] + runNumber : 1205 + showerAreaExtension : 10000 + @table::targetParams + fluxConstant: 1.8e4 +} + +physics.producers.generate : @local::Cosmic.generateCORSIKA + +services.GeometryService.inputFile : "Production/JobConfig/cosmic/geom_cosmic.txt" +services.GeometryService.simulatedDetector : { tool_type: "Mu2e" } +outputs.Output.fileName : "sim.owner.CosmicCORSIKANoFieldExtracted.version.sequencer.art" diff --git a/JobConfig/cosmic/ExtractedNoFieldCRY.fcl b/JobConfig/cosmic/ExtractedNoFieldCRY.fcl new file mode 100644 index 00000000..0c384007 --- /dev/null +++ b/JobConfig/cosmic/ExtractedNoFieldCRY.fcl @@ -0,0 +1,5 @@ +#include "Production/JobConfig/cosmic/ExtractedNoField.fcl" + +source.module_type: EmptyEvent +physics.producers.generate : @local::Cosmic.generateCRY +outputs.Output.fileName : "sim.owner.CosmicCRYNoFieldExtracted.version.sequencer.art" diff --git a/JobConfig/cosmic/geom_extracted_nofield.txt b/JobConfig/cosmic/geom_extracted_nofield.txt new file mode 100644 index 00000000..b526e645 --- /dev/null +++ b/JobConfig/cosmic/geom_extracted_nofield.txt @@ -0,0 +1,10 @@ +#include "Offline/Mu2eG4/geom/geom_common_extracted.txt" +vector bfield.innerMaps = { + "BFieldMaps/Mau13/DS-nofield.txt", + "BFieldMaps/Mau13/PSMap.header", + "BFieldMaps/Mau13/TSuMap.header", + "BFieldMaps/Mau13/TSdMap.header", + "BFieldMaps/Mau13/PStoDumpAreaMap.header", + "BFieldMaps/Mau13/ProtonDumpAreaMap.header", + "BFieldMaps/Mau13/DSExtension.header" +}; \ No newline at end of file From 89054591a7b1dbaa4875472eaab975aed78a42f4 Mon Sep 17 00:00:00 2001 From: soleti Date: Mon, 25 Oct 2021 17:32:11 -0500 Subject: [PATCH 02/11] Fixed CORSIKA include --- JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl b/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl index 0453782a..356e742e 100644 --- a/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl +++ b/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl @@ -1,4 +1,4 @@ -#include "Production/JobConfig/cosmic/S1DSStops.fcl" +#include "Production/JobConfig/cosmic/ExtractedNoField.fcl" targetParams: { projectToTargetBox : true @@ -21,6 +21,4 @@ source: { physics.producers.generate : @local::Cosmic.generateCORSIKA -services.GeometryService.inputFile : "Production/JobConfig/cosmic/geom_cosmic.txt" -services.GeometryService.simulatedDetector : { tool_type: "Mu2e" } outputs.Output.fileName : "sim.owner.CosmicCORSIKANoFieldExtracted.version.sequencer.art" From 8a53910cebab7cd4b8e14c9dce551c3a1bf6f73e Mon Sep 17 00:00:00 2001 From: soleti Date: Tue, 26 Oct 2021 14:19:51 -0500 Subject: [PATCH 03/11] including campaign --- CampaignConfig/mdc2020_flateminus.cfg | 123 ++------------------------ CampaignConfig/mdc2020_flateminus.ini | 34 ++++--- 2 files changed, 26 insertions(+), 131 deletions(-) diff --git a/CampaignConfig/mdc2020_flateminus.cfg b/CampaignConfig/mdc2020_flateminus.cfg index 1bb7ee3c..920a1d41 100644 --- a/CampaignConfig/mdc2020_flateminus.cfg +++ b/CampaignConfig/mdc2020_flateminus.cfg @@ -1,110 +1,11 @@ [global] -group = mu2e -experiment = mu2e -wrapper = file:///${FIFE_UTILS_DIR}/libexec/fife_wrap -submitter = mu2e -outdir_fcl = /pnfs/mu2e/persistent/datasets/phy-etc/cnf/mu2e/ -outdir_dig_tape = /pnfs/mu2e/tape/phy-sim/dig/mu2e/ -outdir_dts_tape = /pnfs/mu2e/tape/phy-sim/dts/mu2e/ -logdir_bck = /pnfs/mu2e/persistent/datasets/phy-etc/bck/mu2e/ +includes = /mu2e/app/users/srsoleti/workDir/Production/CampaignConfig/mdc2020_prolog.cfg run_number = 1210 njobs = 10 release = MDC2020 -desc = MDC2020m +desc = MDC2020testm release_v_i = k release_v_o = m -stage_name = override_me -artRoot_dataset = override_me -histRoot_dataset = override_me -override_dataset = override_me - -[env_pass] -IFDH_DEBUG = 1 -SAM_EXPERIMENT = %(experiment)s -OUTPUT_DATASET = bck.%(submitter)s.%(stage_name)s.%(desc)s.tbz -ARTROOT_DATASET = %(artRoot_dataset)s -HISTROOT_DATASET = %(histRoot_dataset)s - -[submit] -debug = True -G = %(group)s -e = SAM_EXPERIMENT -e_1 = IFDH_DEBUG -e_2 = POMS4_CAMPAIGN_NAME -e_3 = POMS4_CAMPAIGN_STAGE_NAME -resource-provides = usage_model=DEDICATED,OPPORTUNISTIC -generate-email-summary = True -expected-lifetime = 23h -memory = 2500MB -email-to = srsoleti@fnal.gov -# tar_file_name = dropbox:///mu2e/data/submitters/srsoleti/museTarball/tmp.sFo0Z6v306/Code.tar.bz2 -# use-cvmfs-dropbox = True -l = '+SingularityImage=\"/cvmfs/singularity.opensciencegrid.org/fermilab/fnal-wn-sl7:latest\"' -append_condor_requirements='(TARGET.HAS_SINGULARITY=?=true)' - -[job_setup] -debug = True -find_setups = False -source_1 = /cvmfs/mu2e.opensciencegrid.org/setupmu2e-art.sh -source_2 = /cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/%(release)s%(release_v_o)s/setup.sh -setup_1 = dhtools -setup_2 = ifdh_art v2_12_02 -q +e20:+prof -setup_3 = ifdhc v2_5_14 -setup_4 = mu2etools -setup_5 = mu2efiletools -setup_6 = sqlite v3_34_01_00 -setup_7 = gcc v9_3_0 -ifdh_art = True -postscript = [ -d 000 ] && sed -i "s/MU2EGRIDDSOWNER/%(submitter)s/g" [0-9]*/cnf.*.fcl -postscript_2 = [ -d 000 ] && sed -i "s/MU2EGRIDDSCONF/%(desc)s/g" [0-9]*/cnf.*.fcl -postscript_3 = [ -d 000 ] && mv [0-9]*/cnf.*.fcl* . -postscript_4 = [ -f template.fcl ] && rm template.fcl - -[sam_consumer] -limit = 1 -schema = xroot -appvers = %(release)s%(release_v_o)s -appfamily = art -appname = SimJob - -[job_output] -addoutput = *.fcl -add_to_dataset = cnf.%(submitter)s.%(stage_name)s.%(desc)s.fcl -declare_metadata = True -metadata_extractor = json -add_location = True -add_metadata = file_format=fcl -hash = 2 -parallel = 5 -hash_alg = sha256 - -[job_output_1] -addoutput = *.tbz -declare_metadata = False -metadata_extractor = printJsonSave.sh -add_location = True -add_metadata = file_format=tbz -add_to_dataset = bck.%(submitter)s.%(stage_name)s.%(desc)s.tbz -hash = 2 -hash_alg = sha256 - -[job_output_2] -addoutput = *.art -declare_metadata = True -metadata_extractor = printJsonSave.sh -add_location = True -add_metadata = file_format=art -hash = 2 -hash_alg = sha256 - -[job_output_3] -addoutput = *.art -declare_metadata = True -metadata_extractor = printJsonSave.sh -add_location = True -add_metadata = file_format=art -hash = 2 -hash_alg = sha256 [stage_flateminus_fcl] global.stage_name = FlateMinus @@ -224,7 +125,7 @@ job_setup.setup_local = True [stage_flateminusmix_fcl] global.stage_name = FlateMinusMix -global.desc = %(release)s%(release_v_i)s%(release_v_o)s +global.desc = %(release)stest%(release_v_i)s%(release_v_o)s job_output.dest = %(outdir_fcl)s/%(stage_name)s/%(desc)s/fcl/ @@ -242,7 +143,7 @@ job_setup.ifdh_art = False [stage_flateminusmix] global.stage_name = FlateMinusMix -global.desc = %(release)s%(release_v_i)s%(release_v_o)s +global.desc = %(release)stest%(release_v_i)s%(release_v_o)s job_output_1.dest = %(logdir_bck)s/%(stage_name)s/%(desc)s/tbz/ job_output_2.addoutput = dig.*.%(stage_name)sTriggered.*art @@ -265,7 +166,7 @@ job_setup.setup_local = True [stage_flateminusmixtriggered_reco_fcl] global.stage_name = FlateMinusMixTriggered -global.desc = %(release)s%(release_v_i)s%(release_v_o)s +global.desc = %(release)stest%(release_v_i)s%(release_v_o)s job_output.dest = %(outdir_fcl)s/%(stage_name)s/%(desc)s/fcl/ job_setup.prescript = samweb list-file-locations --defname=dig.%(submitter)s.FlateMinusMixTriggered.%(desc)s.art --schema=root | cut -f1 > inputs.txt @@ -281,7 +182,7 @@ job_setup.ifdh_art = False [stage_flateminusmixtriggered_reco] global.stage_name = FlateMinusMixTriggered -global.desc = %(release)s%(release_v_i)s%(release_v_o)s +global.desc = %(release)stest%(release_v_i)s%(release_v_o)s job_output_1.dest = %(logdir_bck)s/%(stage_name)s/%(desc)s/tbz/ @@ -299,15 +200,3 @@ job_setup.postscript = samweb file-lineage parents `basename ${fname}` > parents job_setup.getconfig = True job_setup.multifile = False job_setup.setup_local = True - -[stage_recovery] -submit.dataset=%(override_dataset)s - -[executable] -name = loggedMu2e.sh - -[executable_2] -name = true -arg_1 = --desc=%(stage_name)s -arg_2 = --dsconf=%(desc)s -arg_3 = --dsowner=%(submitter)s diff --git a/CampaignConfig/mdc2020_flateminus.ini b/CampaignConfig/mdc2020_flateminus.ini index c11a3cf2..16741e89 100644 --- a/CampaignConfig/mdc2020_flateminus.ini +++ b/CampaignConfig/mdc2020_flateminus.ini @@ -15,19 +15,18 @@ param_overrides="[]" test_param_overrides="[]" merge_overrides=False login_setup=mu2epro_login -job_type=mu2e_cvmfs_flateminus_jobtype +job_type=mu2e_local_flateminus_jobtype stage_type=regular output_ancestor_depth=1 [campaign_stage flateminus_fcl] param_overrides = [["--stage ", "flateminus_fcl"]] test_param_overrides = [["--stage ", "flateminus_fcl"]] -job_type = generate_fcl_cvmfs_flateminus_jobtype +job_type = generate_fcl_local_flateminus_jobtype [campaign_stage flateminus] param_overrides = [["--stage ", "flateminus"]] test_param_overrides = [["--stage ", "flateminus"]] -job_type = mu2e_cvmfs_flateminus_jobtype [dependencies flateminus] campaign_stage_1 = flateminus_fcl @@ -36,7 +35,7 @@ file_pattern_1 = %.fcl [campaign_stage flateminusdigi_fcl] param_overrides = [["--stage ", "flateminusdigi_fcl"]] test_param_overrides = [["--stage ", "flateminusdigi_fcl"]] -job_type = generate_fcl_cvmfs_flateminus_jobtype +job_type = generate_fcl_local_flateminus_jobtype [dependencies flateminusdigi_fcl] campaign_stage_1 = flateminus @@ -45,7 +44,6 @@ file_pattern_1 = %.art [campaign_stage flateminusdigi] param_overrides = [["--stage ", "flateminusdigi"]] test_param_overrides = [["--stage ", "flateminusdigi"]] -job_type = mu2e_cvmfs_flateminus_jobtype [dependencies flateminusdigi] campaign_stage_1 = flateminusdigi_fcl @@ -54,7 +52,7 @@ file_pattern_1 = %.fcl [campaign_stage flateminusmix_fcl] param_overrides = [["--stage ", "flateminusmix_fcl"]] test_param_overrides = [["--stage ", "flateminusmix_fcl"]] -job_type = generate_fcl_cvmfs_flateminus_jobtype +job_type = generate_fcl_local_flateminus_jobtype [dependencies flateminusmix_fcl] campaign_stage_1 = flateminus @@ -63,7 +61,6 @@ file_pattern_1 = %.art [campaign_stage flateminusmix] param_overrides = [["--stage ", "flateminusmix"]] test_param_overrides = [["--stage ", "flateminusmix"]] -job_type = mu2e_cvmfs_flateminus_jobtype [dependencies flateminusmix] campaign_stage_1 = flateminusmix_fcl @@ -72,7 +69,7 @@ file_pattern_1 = %.fcl [campaign_stage flateminusmixtriggered_reco_fcl] param_overrides = [["--stage ", "flateminusmixtriggered_reco_fcl"]] test_param_overrides = [["--stage ", "flateminusmixtriggered_reco_fcl"]] -job_type = generate_fcl_cvmfs_flateminus_jobtype +job_type = generate_fcl_local_flateminus_jobtype [dependencies flateminusmixtriggered_reco_fcl] campaign_stage_1 = flateminusmix @@ -81,7 +78,6 @@ file_pattern_1 = %.art [campaign_stage flateminusmixtriggered_reco] param_overrides = [["--stage ", "flateminusmixtriggered_reco"]] test_param_overrides = [["--stage ", "flateminusmixtriggered_reco"]] -job_type = mu2e_cvmfs_flateminus_jobtype [dependencies flateminusmixtriggered_reco] campaign_stage_1 = flateminusmixtriggered_reco_fcl @@ -90,7 +86,7 @@ file_pattern_1 = %.fcl [campaign_stage flateminusdigitriggered_reco_fcl] param_overrides = [["--stage ", "flateminusdigitriggered_reco_fcl"]] test_param_overrides = [["--stage ", "flateminusdigitriggered_reco_fcl"]] -job_type = generate_fcl_cvmfs_flateminus_jobtype +job_type = generate_fcl_local_flateminus_jobtype [dependencies flateminusdigitriggered_reco_fcl] campaign_stage_1 = flateminusdigi @@ -99,24 +95,34 @@ file_pattern_1 = %.art [campaign_stage flateminusdigitriggered_reco] param_overrides = [["--stage ", "flateminusdigitriggered_reco"]] test_param_overrides = [["--stage ", "flateminusdigitriggered_reco"]] -job_type = mu2e_cvmfs_flateminus_jobtype [dependencies flateminusdigitriggered_reco] campaign_stage_1 = flateminusdigitriggered_reco_fcl file_pattern_1 = %.fcl +[job_type mu2e_local_flateminus_jobtype] +launch_script = fife_launch +parameters = [["-c ", "/mu2e/app/users/srsoleti/workDir/Production/CampaignConfig/mdc2020_flateminus.cfg"]] +output_file_patterns = %.art +recoveries = [["proj_status",[["-Oglobal.override_dataset=','%(dataset)s"],["--stage ","recovery"]]]] + +[job_type generate_fcl_local_flateminus_jobtype] +launch_script = fife_launch +parameters = [["-c ", "/mu2e/app/users/srsoleti/workDir/Production/CampaignConfig/mdc2020_flateminus.cfg"]] +output_file_patterns = %.fcl + [job_type mu2e_cvmfs_flateminus_jobtype] launch_script = fife_launch -parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020k/link/Production/CampaignConfig/MDC2020_flateminus.cfg"]] +parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020k/link/Production/CampaignConfig/mdc2020_flateminus.cfg"]] output_file_patterns = %.art recoveries = [["proj_status",[["-Oglobal.override_dataset=','%(dataset)s"],["--stage ","recovery"]]]] [job_type generate_fcl_cvmfs_flateminus_jobtype] launch_script = fife_launch -parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020k/link/Production/CampaignConfig/MDC2020_flateminus.cfg"]] +parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020k/link/Production/CampaignConfig/mdc2020_flateminus.cfg"]] output_file_patterns = %.fcl [login_setup mu2epro_login] host=mu2egpvm01.fnal.gov account=mu2epro -setup=export X509_USER_PROXY=/opt/mu2epro/mu2epro.Production.proxy;setup fife_utils v3_4_0, poms_client, poms_jobsub_wrapper; +setup=export X509_USER_PROXY=/opt/mu2epro/mu2epro.Production.proxy;setup fife_utils v3_4_0, poms_client, poms_jobsub_wrapper; \ No newline at end of file From 0b243c54967c4ace37cc100dc1b4c13d2bdc14a6 Mon Sep 17 00:00:00 2001 From: soleti Date: Tue, 26 Oct 2021 16:23:47 -0500 Subject: [PATCH 04/11] Reverting include changes that belong to another PR... --- CampaignConfig/mdc2020_flateminus.cfg | 138 +++++++++++++++++++++++--- CampaignConfig/mdc2020_flateminus.ini | 14 +-- 2 files changed, 133 insertions(+), 19 deletions(-) diff --git a/CampaignConfig/mdc2020_flateminus.cfg b/CampaignConfig/mdc2020_flateminus.cfg index 920a1d41..bd3ae2fb 100644 --- a/CampaignConfig/mdc2020_flateminus.cfg +++ b/CampaignConfig/mdc2020_flateminus.cfg @@ -1,11 +1,111 @@ [global] -includes = /mu2e/app/users/srsoleti/workDir/Production/CampaignConfig/mdc2020_prolog.cfg +group = mu2e +experiment = mu2e +wrapper = file:///${FIFE_UTILS_DIR}/libexec/fife_wrap +submitter = mu2e +outdir_fcl = /pnfs/mu2e/persistent/datasets/phy-etc/cnf/mu2e/ +outdir_dig_tape = /pnfs/mu2e/tape/phy-sim/dig/mu2e/ +outdir_dts_tape = /pnfs/mu2e/tape/phy-sim/dts/mu2e/ +outdir_mcs_tape = /pnfs/mu2e/tape/phy-sim/dts/mu2e/ +logdir_bck = /pnfs/mu2e/persistent/datasets/phy-etc/bck/mu2e/ run_number = 1210 njobs = 10 release = MDC2020 -desc = MDC2020testm +desc = MDC2020m release_v_i = k release_v_o = m +stage_name = override_me +artRoot_dataset = override_me +histRoot_dataset = override_me +override_dataset = override_me + +[env_pass] +IFDH_DEBUG = 1 +SAM_EXPERIMENT = %(experiment)s +OUTPUT_DATASET = bck.%(submitter)s.%(stage_name)s.%(desc)s.tbz +ARTROOT_DATASET = %(artRoot_dataset)s +HISTROOT_DATASET = %(histRoot_dataset)s + +[submit] +debug = True +G = %(group)s +e = SAM_EXPERIMENT +e_1 = IFDH_DEBUG +e_2 = POMS4_CAMPAIGN_NAME +e_3 = POMS4_CAMPAIGN_STAGE_NAME +resource-provides = usage_model=DEDICATED,OPPORTUNISTIC +generate-email-summary = True +expected-lifetime = 23h +memory = 2500MB +email-to = srsoleti@fnal.gov +# tar_file_name = dropbox:///mu2e/data/submitters/srsoleti/museTarball/tmp.sFo0Z6v306/Code.tar.bz2 +# use-cvmfs-dropbox = True +l = '+SingularityImage=\"/cvmfs/singularity.opensciencegrid.org/fermilab/fnal-wn-sl7:latest\"' +append_condor_requirements='(TARGET.HAS_SINGULARITY=?=true)' + +[job_setup] +debug = True +find_setups = False +source_1 = /cvmfs/mu2e.opensciencegrid.org/setupmu2e-art.sh +source_2 = /cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/%(release)s%(release_v_o)s/setup.sh +setup_1 = dhtools +setup_2 = ifdh_art v2_12_02 -q +e20:+prof +setup_3 = ifdhc v2_5_14 +setup_4 = mu2etools +setup_5 = mu2efiletools +setup_6 = sqlite v3_34_01_00 +setup_7 = gcc v9_3_0 +ifdh_art = True +postscript = [ -d 000 ] && sed -i "s/MU2EGRIDDSOWNER/%(submitter)s/g" [0-9]*/cnf.*.fcl +postscript_2 = [ -d 000 ] && sed -i "s/MU2EGRIDDSCONF/%(desc)s/g" [0-9]*/cnf.*.fcl +postscript_3 = [ -d 000 ] && mv [0-9]*/cnf.*.fcl* . +postscript_4 = [ -f template.fcl ] && rm template.fcl + +[sam_consumer] +limit = 1 +schema = xroot +appvers = %(release)s%(release_v_o)s +appfamily = art +appname = SimJob + +[job_output] +addoutput = *.fcl +add_to_dataset = cnf.%(submitter)s.%(stage_name)s.%(desc)s.fcl +declare_metadata = True +metadata_extractor = json +add_location = True +add_metadata = file_format=fcl +hash = 2 +parallel = 5 +hash_alg = sha256 + +[job_output_1] +addoutput = *.tbz +declare_metadata = False +metadata_extractor = printJsonSave.sh +add_location = True +add_metadata = file_format=tbz +add_to_dataset = bck.%(submitter)s.%(stage_name)s.%(desc)s.tbz +hash = 2 +hash_alg = sha256 + +[job_output_2] +addoutput = *.art +declare_metadata = True +metadata_extractor = printJsonSave.sh +add_location = True +add_metadata = file_format=art +hash = 2 +hash_alg = sha256 + +[job_output_3] +addoutput = *.art +declare_metadata = True +metadata_extractor = printJsonSave.sh +add_location = True +add_metadata = file_format=art +hash = 2 +hash_alg = sha256 [stage_flateminus_fcl] global.stage_name = FlateMinus @@ -99,8 +199,9 @@ executable.name = true executable_2.name = generate_fcl executable_2.arg_4 = --inputs=inputs.txt executable_2.arg_5 = --merge-factor=1 -executable_2.arg_6 = --include -executable_2.arg_7 = Production/JobConfig/reco/Reco.fcl +executable_2.arg_6 = --override-outputs +executable_2.arg_7 = --include +executable_2.arg_8 = Production/JobConfig/reco/Reco.fcl job_setup.ifdh_art = False @@ -110,7 +211,7 @@ job_output_1.dest = %(logdir_bck)s/%(stage_name)s/%(desc)s/tbz/ job_output_2.addoutput = mcs.*.%(stage_name)s.*art job_output_2.add_to_dataset = mcs.%(submitter)s.%(stage_name)s.%(desc)s.art -job_output_2.dest = %(outdir_dig_tape)s/%(stage_name)s/%(desc)s/art +job_output_2.dest = %(outdir_mcs_tape)s/%(stage_name)s/%(desc)s/art global.artRoot_dataset = mcs.%(submitter)s.%(stage_name)s.%(desc)s.art @@ -125,7 +226,7 @@ job_setup.setup_local = True [stage_flateminusmix_fcl] global.stage_name = FlateMinusMix -global.desc = %(release)stest%(release_v_i)s%(release_v_o)s +global.desc = %(release)s%(release_v_i)s%(release_v_o)s job_output.dest = %(outdir_fcl)s/%(stage_name)s/%(desc)s/fcl/ @@ -143,7 +244,7 @@ job_setup.ifdh_art = False [stage_flateminusmix] global.stage_name = FlateMinusMix -global.desc = %(release)stest%(release_v_i)s%(release_v_o)s +global.desc = %(release)s%(release_v_i)s%(release_v_o)s job_output_1.dest = %(logdir_bck)s/%(stage_name)s/%(desc)s/tbz/ job_output_2.addoutput = dig.*.%(stage_name)sTriggered.*art @@ -166,7 +267,7 @@ job_setup.setup_local = True [stage_flateminusmixtriggered_reco_fcl] global.stage_name = FlateMinusMixTriggered -global.desc = %(release)stest%(release_v_i)s%(release_v_o)s +global.desc = %(release)s%(release_v_i)s%(release_v_o)s job_output.dest = %(outdir_fcl)s/%(stage_name)s/%(desc)s/fcl/ job_setup.prescript = samweb list-file-locations --defname=dig.%(submitter)s.FlateMinusMixTriggered.%(desc)s.art --schema=root | cut -f1 > inputs.txt @@ -175,20 +276,21 @@ executable.name = true executable_2.name = generate_fcl executable_2.arg_4 = --inputs=inputs.txt executable_2.arg_5 = --merge-factor=1 -executable_2.arg_6 = --include -executable_2.arg_7 = Production/JobConfig/reco/Reco.fcl +executable_2.arg_6 = --override-outputs +executable_2.arg_7 = --include +executable_2.arg_8 = Production/JobConfig/reco/Reco.fcl job_setup.ifdh_art = False [stage_flateminusmixtriggered_reco] global.stage_name = FlateMinusMixTriggered -global.desc = %(release)stest%(release_v_i)s%(release_v_o)s +global.desc = %(release)s%(release_v_i)s%(release_v_o)s job_output_1.dest = %(logdir_bck)s/%(stage_name)s/%(desc)s/tbz/ job_output_2.addoutput = mcs.*.%(stage_name)s.*art job_output_2.add_to_dataset = mcs.%(submitter)s.%(stage_name)s.%(desc)s.art -job_output_2.dest = %(outdir_dig_tape)s/%(stage_name)s/%(desc)s/art +job_output_2.dest = %(outdir_mcs_tape)s/%(stage_name)s/%(desc)s/art global.artRoot_dataset = mcs.%(submitter)s.%(stage_name)s.%(desc)s.art @@ -200,3 +302,15 @@ job_setup.postscript = samweb file-lineage parents `basename ${fname}` > parents job_setup.getconfig = True job_setup.multifile = False job_setup.setup_local = True + +[stage_recovery] +submit.dataset=%(override_dataset)s + +[executable] +name = loggedMu2e.sh + +[executable_2] +name = true +arg_1 = --desc=%(stage_name)s +arg_2 = --dsconf=%(desc)s +arg_3 = --dsowner=%(submitter)s diff --git a/CampaignConfig/mdc2020_flateminus.ini b/CampaignConfig/mdc2020_flateminus.ini index 16741e89..6383091a 100644 --- a/CampaignConfig/mdc2020_flateminus.ini +++ b/CampaignConfig/mdc2020_flateminus.ini @@ -15,14 +15,14 @@ param_overrides="[]" test_param_overrides="[]" merge_overrides=False login_setup=mu2epro_login -job_type=mu2e_local_flateminus_jobtype +job_type=mu2e_cvmfs_flateminus_jobtype stage_type=regular output_ancestor_depth=1 [campaign_stage flateminus_fcl] param_overrides = [["--stage ", "flateminus_fcl"]] test_param_overrides = [["--stage ", "flateminus_fcl"]] -job_type = generate_fcl_local_flateminus_jobtype +job_type = generate_fcl_cvmfs_flateminus_jobtype [campaign_stage flateminus] param_overrides = [["--stage ", "flateminus"]] @@ -35,7 +35,7 @@ file_pattern_1 = %.fcl [campaign_stage flateminusdigi_fcl] param_overrides = [["--stage ", "flateminusdigi_fcl"]] test_param_overrides = [["--stage ", "flateminusdigi_fcl"]] -job_type = generate_fcl_local_flateminus_jobtype +job_type = generate_fcl_cvmfs_flateminus_jobtype [dependencies flateminusdigi_fcl] campaign_stage_1 = flateminus @@ -52,7 +52,7 @@ file_pattern_1 = %.fcl [campaign_stage flateminusmix_fcl] param_overrides = [["--stage ", "flateminusmix_fcl"]] test_param_overrides = [["--stage ", "flateminusmix_fcl"]] -job_type = generate_fcl_local_flateminus_jobtype +job_type = generate_fcl_cvmfs_flateminus_jobtype [dependencies flateminusmix_fcl] campaign_stage_1 = flateminus @@ -69,7 +69,7 @@ file_pattern_1 = %.fcl [campaign_stage flateminusmixtriggered_reco_fcl] param_overrides = [["--stage ", "flateminusmixtriggered_reco_fcl"]] test_param_overrides = [["--stage ", "flateminusmixtriggered_reco_fcl"]] -job_type = generate_fcl_local_flateminus_jobtype +job_type = generate_fcl_cvmfs_flateminus_jobtype [dependencies flateminusmixtriggered_reco_fcl] campaign_stage_1 = flateminusmix @@ -86,7 +86,7 @@ file_pattern_1 = %.fcl [campaign_stage flateminusdigitriggered_reco_fcl] param_overrides = [["--stage ", "flateminusdigitriggered_reco_fcl"]] test_param_overrides = [["--stage ", "flateminusdigitriggered_reco_fcl"]] -job_type = generate_fcl_local_flateminus_jobtype +job_type = generate_fcl_cvmfs_flateminus_jobtype [dependencies flateminusdigitriggered_reco_fcl] campaign_stage_1 = flateminusdigi @@ -125,4 +125,4 @@ output_file_patterns = %.fcl [login_setup mu2epro_login] host=mu2egpvm01.fnal.gov account=mu2epro -setup=export X509_USER_PROXY=/opt/mu2epro/mu2epro.Production.proxy;setup fife_utils v3_4_0, poms_client, poms_jobsub_wrapper; \ No newline at end of file +setup=export X509_USER_PROXY=/opt/mu2epro/mu2epro.Production.proxy;setup fife_utils v3_4_0, poms_client, poms_jobsub_wrapper; From de0898b7be7b4a6febe3d551e4d56a288cf0f70c Mon Sep 17 00:00:00 2001 From: soleti Date: Tue, 26 Oct 2021 16:24:43 -0500 Subject: [PATCH 05/11] fixed cfg paths --- CampaignConfig/mdc2020_flateminus.ini | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/CampaignConfig/mdc2020_flateminus.ini b/CampaignConfig/mdc2020_flateminus.ini index 6383091a..4dbac02b 100644 --- a/CampaignConfig/mdc2020_flateminus.ini +++ b/CampaignConfig/mdc2020_flateminus.ini @@ -113,13 +113,13 @@ output_file_patterns = %.fcl [job_type mu2e_cvmfs_flateminus_jobtype] launch_script = fife_launch -parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020k/link/Production/CampaignConfig/mdc2020_flateminus.cfg"]] +parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020k/link/Production/CampaignConfig/MDC2020_flateminus.cfg"]] output_file_patterns = %.art recoveries = [["proj_status",[["-Oglobal.override_dataset=','%(dataset)s"],["--stage ","recovery"]]]] [job_type generate_fcl_cvmfs_flateminus_jobtype] launch_script = fife_launch -parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020k/link/Production/CampaignConfig/mdc2020_flateminus.cfg"]] +parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020k/link/Production/CampaignConfig/MDC2020_flateminus.cfg"]] output_file_patterns = %.fcl [login_setup mu2epro_login] From 06475899256c11056a71f792f4910b9a79870e4a Mon Sep 17 00:00:00 2001 From: soleti Date: Wed, 27 Oct 2021 13:19:13 -0500 Subject: [PATCH 06/11] fixed path typo --- CampaignConfig/mdc2020_flateminus.cfg | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/CampaignConfig/mdc2020_flateminus.cfg b/CampaignConfig/mdc2020_flateminus.cfg index bd3ae2fb..17b15605 100644 --- a/CampaignConfig/mdc2020_flateminus.cfg +++ b/CampaignConfig/mdc2020_flateminus.cfg @@ -6,7 +6,7 @@ submitter = mu2e outdir_fcl = /pnfs/mu2e/persistent/datasets/phy-etc/cnf/mu2e/ outdir_dig_tape = /pnfs/mu2e/tape/phy-sim/dig/mu2e/ outdir_dts_tape = /pnfs/mu2e/tape/phy-sim/dts/mu2e/ -outdir_mcs_tape = /pnfs/mu2e/tape/phy-sim/dts/mu2e/ +outdir_mcs_tape = /pnfs/mu2e/tape/phy-sim/mcs/mu2e/ logdir_bck = /pnfs/mu2e/persistent/datasets/phy-etc/bck/mu2e/ run_number = 1210 njobs = 10 From 23a4e17cc79b0858131944a629f08b4f911d5d0b Mon Sep 17 00:00:00 2001 From: soleti Date: Wed, 27 Oct 2021 13:19:33 -0500 Subject: [PATCH 07/11] added documentation to fcl file --- JobConfig/cosmic/ExtractedNoField.fcl | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/JobConfig/cosmic/ExtractedNoField.fcl b/JobConfig/cosmic/ExtractedNoField.fcl index 2164f1ca..1c290d66 100644 --- a/JobConfig/cosmic/ExtractedNoField.fcl +++ b/JobConfig/cosmic/ExtractedNoField.fcl @@ -1,6 +1,8 @@ # This configuration simulate cosmics with no field and extracted position -# +# This is analogous to S1DSStops, so it needs to be included by another FCL +# file that specifies the generator (e.g. physics.producers.generate : @local::Cosmic.generateCRY) # Stefano Roberto Soleti, 2021 + #include "Offline/fcl/standardServices.fcl" #include "Production/JobConfig/common/prolog.fcl" #include "Production/JobConfig/primary/prolog.fcl" From 7846add346bab6b0a6778679880d05c45ec846ff Mon Sep 17 00:00:00 2001 From: soleti Date: Wed, 27 Oct 2021 13:24:00 -0500 Subject: [PATCH 08/11] Adding g4 cut for nofield --- JobConfig/cosmic/ExtractedNoField.fcl | 2 +- JobConfig/cosmic/prolog.fcl | 11 +++++++++++ 2 files changed, 12 insertions(+), 1 deletion(-) diff --git a/JobConfig/cosmic/ExtractedNoField.fcl b/JobConfig/cosmic/ExtractedNoField.fcl index 1c290d66..6872cde6 100644 --- a/JobConfig/cosmic/ExtractedNoField.fcl +++ b/JobConfig/cosmic/ExtractedNoField.fcl @@ -40,7 +40,7 @@ outputs.Output.fileName : "sim.owner.CosmicNoFieldExtracted.version.sequencer.ar outputs.Output.outputCommands : [@sequence::Primary.KeptProducts, "keep mu2e::CosmicLivetime_*_*_*", "keep mu2e::GenParticles_*_*_*"] physics.producers.g4run.TrajectoryControl: @local::mu2eg4DefaultTrajectories -physics.producers.g4run.Mu2eG4CommonCut: @local::Cosmic.Mu2eG4CommonCutCosmicS1 +physics.producers.g4run.Mu2eG4CommonCut: @local::Cosmic.Mu2eG4CommonCutCosmicNoField physics.producers.FindMCPrimary.PrimaryGenIds: ["CosmicCRY", "CosmicCORSIKA"] # diff --git a/JobConfig/cosmic/prolog.fcl b/JobConfig/cosmic/prolog.fcl index 8e1aafcf..5f3319a4 100644 --- a/JobConfig/cosmic/prolog.fcl +++ b/JobConfig/cosmic/prolog.fcl @@ -173,6 +173,17 @@ Cosmic: { } ] } + Mu2eG4CommonCutCosmicNoField: { + type: union + pars: + [ + @local::cosmicKineticEnergyCutS1, + { + type: inVolume + pars: [ worldDirtBottom ] + } + ] + } } END_PROLOG From 0549df059050a4496ca35cccdbbbdac652caf022 Mon Sep 17 00:00:00 2001 From: soleti Date: Wed, 27 Oct 2021 21:01:33 -0500 Subject: [PATCH 09/11] Modified CRY config --- JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl | 6 +++--- JobConfig/cosmic/ExtractedNoFieldCRY.fcl | 1 + JobConfig/cosmic/prolog.fcl | 2 +- 3 files changed, 5 insertions(+), 4 deletions(-) diff --git a/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl b/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl index 356e742e..cb08097f 100644 --- a/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl +++ b/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl @@ -5,9 +5,9 @@ targetParams: { targetBoxXmin: -10000 targetBoxXmax: 3000 targetBoxYmin: -5000 - targetBoxYmax: 5000 - targetBoxZmin: -5000 - targetBoxZmax: 21000 + targetBoxYmax: 9880 # defined by CRV + targetBoxZmin: 17105 # defined by CRV + targetBoxZmax: 32220 # defined by Calo Z1 } source: { diff --git a/JobConfig/cosmic/ExtractedNoFieldCRY.fcl b/JobConfig/cosmic/ExtractedNoFieldCRY.fcl index 0c384007..cf188ec6 100644 --- a/JobConfig/cosmic/ExtractedNoFieldCRY.fcl +++ b/JobConfig/cosmic/ExtractedNoFieldCRY.fcl @@ -2,4 +2,5 @@ source.module_type: EmptyEvent physics.producers.generate : @local::Cosmic.generateCRY +physics.producers.generate.inputFile : "Offline/EventGenerator/defaultConfigs/extractedCRYconfig.txt" outputs.Output.fileName : "sim.owner.CosmicCRYNoFieldExtracted.version.sequencer.art" diff --git a/JobConfig/cosmic/prolog.fcl b/JobConfig/cosmic/prolog.fcl index 03ab4e98..af3d0e80 100644 --- a/JobConfig/cosmic/prolog.fcl +++ b/JobConfig/cosmic/prolog.fcl @@ -144,7 +144,7 @@ Cosmic: { } generateCRY: { module_type: CRYEventGenerator - inputFile : "EventGenerator/defaultConfigs/defaultCRYconfig.txt" + inputFile : "Offline/EventGenerator/defaultConfigs/defaultCRYconfig.txt" } generateCORSIKA: { module_type : CORSIKAEventGenerator From a8931f797462b9e14d8adc4fa190528508e1f60c Mon Sep 17 00:00:00 2001 From: soleti Date: Thu, 28 Oct 2021 16:43:05 -0500 Subject: [PATCH 10/11] removed duplicate analyzer --- JobConfig/cosmic/ExtractedNoField.fcl | 1 - 1 file changed, 1 deletion(-) diff --git a/JobConfig/cosmic/ExtractedNoField.fcl b/JobConfig/cosmic/ExtractedNoField.fcl index 6872cde6..ae17fdae 100644 --- a/JobConfig/cosmic/ExtractedNoField.fcl +++ b/JobConfig/cosmic/ExtractedNoField.fcl @@ -25,7 +25,6 @@ physics: { analyzers: { @table::Primary.analyzers - genCountLogger: { module_type: GenEventCountReader makeHistograms: false } } PrimaryPath : [ @sequence::Common.generateSequence, @sequence::Common.g4Sequence, @sequence::Primary.PrimarySequence ] From 0765a0480a3eff8dba6e48d96c4370cef20b78b6 Mon Sep 17 00:00:00 2001 From: soleti Date: Thu, 28 Oct 2021 17:00:02 -0500 Subject: [PATCH 11/11] Moving target params inside source section: --- JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl | 14 +++++--------- 1 file changed, 5 insertions(+), 9 deletions(-) diff --git a/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl b/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl index cb08097f..8539a2f2 100644 --- a/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl +++ b/JobConfig/cosmic/ExtractedNoFieldCORSIKA.fcl @@ -1,6 +1,10 @@ #include "Production/JobConfig/cosmic/ExtractedNoField.fcl" -targetParams: { +source: { + module_type: FromCorsikaBinary + fileNames: ["/pnfs/mu2e/persistent/users/srsoleti/corsika/sim.srsoleti.corsika.v1.30001.csk"] + runNumber : 1205 + showerAreaExtension : 10000 projectToTargetBox : true targetBoxXmin: -10000 targetBoxXmax: 3000 @@ -8,14 +12,6 @@ targetParams: { targetBoxYmax: 9880 # defined by CRV targetBoxZmin: 17105 # defined by CRV targetBoxZmax: 32220 # defined by Calo Z1 -} - -source: { - module_type: FromCorsikaBinary - fileNames: ["/pnfs/mu2e/persistent/users/srsoleti/corsika/sim.srsoleti.corsika.v1.30001.csk"] - runNumber : 1205 - showerAreaExtension : 10000 - @table::targetParams fluxConstant: 1.8e4 }