Updates for latest ensembles

.muse

@@ -1,2 +1,5 @@
 PATH Scripts
 PATH Scripts/POMS
+PATH JobConfig/ensemble/python
+PYTHONPATH JobConfig/ensemble/python
+PATH JobConfig/ensemble/scripts

CampaignConfig/mdc2020_RPC.ini

@@ -0,0 +1,223 @@
+[campaign]
+experiment = mu2e
+poms_role = production
+name = MDC2020_rpc
+campaign_stage_list = rpc_fcl, rpc, rpcdigi_fcl, rpcdigi, rpcmix_perfect_fcl, rpcmix_perfect, rpcmix1bbsignal_perfect_reco_fcl, rpcmix1bbsignal_perfect_reco, rpcdigitriggered_reco_fcl, rpcdigitriggered_reco, rpcmix_best_fcl, rpcmix_best, rpcmix_startup_fcl, rpcmix_startup, rpcmix1bbsignal_startup_reco_fcl, rpcmix1bbsignal_startup_reco, rpcmix1bbsignal_best_reco_fcl, rpcmix1bbsignal_best_reco, rpcmix1bbsignal_perfect_reco_fcl, rpcmix1bbsignal_perfect_reco, rpcmix2bbsignal_best_reco_fcl, rpcmix2bbsignal_best_reco
+
+[campaign_defaults]
+vo_role=Production
+software_version=Offline
+dataset_or_split_data=None
+cs_split_type=None
+completion_pct=100
+param_overrides="[]"
+test_param_overrides="[]"
+merge_overrides=False
+login_setup=mu2epro_login
+job_type= mu2e_local_rpc_jobtype
+stage_type=regular
+output_ancestor_depth=1
+completion_type=located
+
+[campaign_stage rpc_fcl]
+param_overrides = [["--stage ", "primary_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.stopped=", "Piminus"],["-Oglobal.njobs=", "1000"],["-Oglobal.evts=", "100000"]]
+test_param_overrides = [["--stage ", "primary_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.stopped=", "Piminus"],["-Oglobal.njobs=", "10"],["-Oglobal.evts=", "100000"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[campaign_stage rpc]
+param_overrides = [["--stage ", "primary"], ["-Oglobal.primary_name=", "RPCInternal"]]
+test_param_overrides = [["--stage ", "primary"], ["-Oglobal.primary_name=", "RPCInternal"]]
+
+[dependencies rpc]
+campaign_stage_1 = rpc_fcl
+file_pattern_1 = %.fcl
+
+[campaign_stage rpcdigi_fcl]
+param_overrides = [["--stage ", "primarydigi_fcl"], ["-Oglobal.primary_name=", "RPCInternal"]]
+test_param_overrides = [["--stage ", "primarydigi_fcl"], ["-Oglobal.primary_name=", "RPCInternal"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcdigi_fcl]
+campaign_stage_1 = rpc
+file_pattern_1 = %.art
+
+[campaign_stage rpcdigi]
+param_overrides = [["--stage ", "primarydigi"], ["-Oglobal.primary_name=", "RPCInternal"]]
+test_param_overrides = [["--stage ", "primarydigi"], ["-Oglobal.primary_name=", "RPCInternal"]]
+
+[dependencies rpcdigi]
+campaign_stage_1 = rpcdigi_fcl
+file_pattern_1 = %.fcl
+
+[campaign_stage rpcmix_perfect_fcl]
+param_overrides = [["--stage ", "primarymix_purpose_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "perfect"]]
+test_param_overrides = [["--stage ", "primarymix_purpose_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "perfect"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcmix_perfect_fcl]
+campaign_stage_1 = rpc
+file_pattern_1 = %.art
+
+[campaign_stage rpcmix_perfect]
+param_overrides = [["--stage ", "primarymix_purpose"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "perfect"]]
+test_param_overrides = [["--stage ", "primarymix_purpose"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "perfect"]]
+
+[dependencies rpcmix_perfect]
+campaign_stage_1 = rpcmix_perfect_fcl
+file_pattern_1 = %.fcl
+
+[campaign_stage rpcmix_best_fcl]
+param_overrides = [["--stage ", "primarymix_purpose_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "best"]]
+test_param_overrides = [["--stage ", "primarymix_purpose_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "best"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcmix_best_fcl]
+campaign_stage_1 = rpc
+file_pattern_1 = %.art
+
+[campaign_stage rpcmix_best]
+param_overrides = [["--stage ", "primarymix_purpose"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "best"]]
+test_param_overrides = [["--stage ", "primarymix_purpose"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "best"]]
+
+[dependencies rpcmix_best]
+campaign_stage_1 = rpcmix_best_fcl
+file_pattern_1 = %.fcl
+
+[campaign_stage rpcmix_startup_fcl]
+param_overrides = [["--stage ", "primarymix_purpose_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "startup"]]
+test_param_overrides = [["--stage ", "primarymix_purpose_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "startup"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcmix_startup_fcl]
+campaign_stage_1 = rpc
+file_pattern_1 = %.art
+
+[campaign_stage rpcmix_startup]
+param_overrides = [["--stage ", "primarymix_purpose"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "startup"]]
+test_param_overrides = [["--stage ", "primarymix_purpose"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "startup"]]
+
+[dependencies rpcmix_startup]
+campaign_stage_1 = rpcmix_startup_fcl
+file_pattern_1 = %.fcl
+
+[campaign_stage rpcmix1bbsignal_startup_reco_fcl]
+param_overrides = [["--stage ", "primary_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "startup"]]
+test_param_overrides = [["--stage ", "primary_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "startup"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcmix1bbsignal_startup_reco_fcl]
+campaign_stage_1 = rpcmix_startup
+file_pattern_1 = %.art
+
+[campaign_stage rpcmix1bbsignal_startup_reco]
+param_overrides = [["--stage ", "primary_reco"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "startup"]]
+test_param_overrides = [["--stage ", "primary_reco"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "startup"]]
+
+[dependencies rpcmix1bbsignal_startup_reco]
+campaign_stage_1 = rpcmix1bbsignal_startup_reco_fcl
+file_pattern_1 = %.fcl
+
+[campaign_stage rpcmix1bbsignal_best_reco_fcl]
+param_overrides = [["--stage ", "primary_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "best"], ["-Oglobal.digitype=", "Mix1BB"]]
+test_param_overrides = [["--stage ", "primary_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "best"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcmix1bbsignal_best_reco_fcl]
+campaign_stage_1 = rpcmix_best
+file_pattern_1 = %.art
+
+[campaign_stage rpcmix1bbsignal_best_reco]
+param_overrides = [["--stage ", "primary_reco"], ["-Oglobal.digitype=", "Mix2BB"], ["-Oglobal.db_purpose=", "best"], ["-Oglobal.primary_name=", "RPCInternal"]]
+test_param_overrides = [["--stage ", "primary_reco"]]
+
+[dependencies rpcmix1bbsignal_best_reco]
+campaign_stage_1 = rpcmix1bbsignal_best_reco_fcl
+file_pattern_1 = %.fcl
+
+
+[campaign_stage rpcmix2bbsignal_best_reco_fcl]
+param_overrides = [["--stage ", "primary_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "best"], ["-Oglobal.digitype=", "Mix2BB"]]
+test_param_overrides = [["--stage ", "primary_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "best"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcmix2bbsignal_best_reco_fcl]
+campaign_stage_1 = rpcmix_best
+file_pattern_1 = %.art
+
+[campaign_stage rpcmix2bbsignal_best_reco]
+param_overrides = [["--stage ", "primary_reco"], ["-Oglobal.digitype=", "Mix2BB"], ["-Oglobal.db_purpose=", "best"], ["-Oglobal.primary_name=", "RPCInternal"]]
+test_param_overrides = [["--stage ", "primary_reco"]]
+
+[dependencies rpcmix2bbsignal_best_reco]
+campaign_stage_1 = rpcmix2bbsignal_best_reco_fcl
+file_pattern_1 = %.fcl
+
+
+[campaign_stage rpcmix1bbsignal_perfect_reco_fcl]
+param_overrides = [["--stage ", "primary_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "perfect"]]
+test_param_overrides = [["--stage ", "primary_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "perfect"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcmix1bbsignal_perfect_reco_fcl]
+campaign_stage_1 = rpcmix_perfect
+file_pattern_1 = %.art
+
+[campaign_stage rpcmix1bbsignal_perfect_reco]
+param_overrides = [["--stage ", "primary_reco"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "perfect"]]
+test_param_overrides = [["--stage ", "primary_reco"], ["-Oglobal.primary_name=", "RPCInternal"], ["-Oglobal.db_purpose=", "perfect"]]
+
+[dependencies rpcmix1bbsignal_perfect_reco]
+campaign_stage_1 = rpcmix1bbsignal_perfect_reco_fcl
+file_pattern_1 = %.fcl
+
+[campaign_stage rpcdigitriggered_reco_fcl]
+param_overrides = [["--stage ", "primarydigitriggered_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"],["-Oglobal.release_v_reco=", "z"],["-Oglobal.release_v_dig=", "r"]]
+test_param_overrides = [["--stage ", "primarydigitriggered_reco_fcl"], ["-Oglobal.primary_name=", "RPCInternal"]]
+job_type = generate_fcl_local_rpc_jobtype
+
+[dependencies rpcdigitriggered_reco_fcl]
+campaign_stage_1 = rpcdigi
+file_pattern_1 = %.art
+
+[campaign_stage rpcdigitriggered_reco]
+param_overrides = [["--stage ", "primarydigitriggered_reco"], ["-Oglobal.primary_name=", "RPCInternal"]]
+test_param_overrides = [["--stage ", "primarydigitriggered_reco"], ["-Oglobal.primary_name=", "RPCInternal"]]
+
+[dependencies rpcdigitriggered_reco]
+campaign_stage_1 = rpcdigitriggered_reco_fcl
+file_pattern_1 = %.fcl
+
+[campaign_stage rpcmix1bbsignal_perfect_reco_cat]
+param_overrides = [["--stage ", "concat"], ["-Oglobal.nconcat=", "10"], ["-Oglobal.data_tier=", "mcs"], ["-Oglobal.outdir=", "/pnfs/mu2e/tape/phy-sim/mcs/mu2e/"]]
+test_param_overrides =  [["--stage ", "concat"], ["-Oglobal.nconcat=", "10"], ["-Oglobal.data_tier=", "mcs"],  ["-Oglobal.outdir=", "/pnfs/mu2e/tape/phy-sim/mcs/mu2e/"]]
+
+[dependencies rpcmix1bbsignal_perfect_reco_cat]
+campaign_stage_1 = rpcmix1bbsignal_perfect_reco
+file_pattern_1 = %.art
+
+[job_type mu2e_local_rpc_jobtype]
+launch_script = fife_launch
+parameters = [["-c ", "/exp/mu2e/app/users/sophie/Offline_October/Production/CampaignConfig/mdc2020_primary.cfg"]]
+output_file_patterns = %.art
+recoveries = [["proj_status",[["-Osubmit.dataset=","%(dataset)s"]]]]
+
+[job_type generate_fcl_local_rpc_jobtype]
+launch_script = fife_launch
+parameters = [["-c ", "/exp/mu2e/app/users/sophie/Offline_October/Production/CampaignConfig/mdc2020_primary.cfg"]]
+output_file_patterns = %.fcl
+
+[job_type mu2e_cvmfs_rpc_jobtype]
+launch_script = fife_launch
+parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020z/Production/CampaignConfig/mdc2020_primary.cfg"]]
+output_file_patterns = %.art
+recoveries = [["proj_status",[["-Osubmit.dataset=","%(dataset)s"]]]]
+
+[job_type generate_fcl_cvmfs_rpc_jobtype]
+launch_script = fife_launch
+parameters = [["-c ", "/cvmfs/mu2e.opensciencegrid.org/Musings/SimJob/MDC2020z/Production/CampaignConfig/mdc2020_primary.cfg"]]
+output_file_patterns = %.fcl
+
+[login_setup mu2epro_login]
+host=mu2egpvm01.fnal.gov
+account=mu2epro
+setup=export X509_USER_PROXY=/opt/mu2epro/mu2epro.Production.proxy;setup fife_utils v3_5_0, poms_client, poms_jobsub_wrapper;