diff --git a/README.md b/README.md index ec5c1ee..982c12a 100644 --- a/README.md +++ b/README.md @@ -57,7 +57,7 @@ cmsDriver.py Configuration/GenProduction/python/T1qqqqLL_fragment.py \ --step GEN,SIM \ --magField 38T_PostLS1 \ --fileout file:T1qqqqLL_GEN-SIM.root \ - --python_filename T1qqqqLL_GEN-SIM_cfg.py \ + --python_filename step1_T1qqqqLL_GEN-SIM_cfg.py \ --no_exec \ -n 50 ``` @@ -65,8 +65,7 @@ cmsDriver.py Configuration/GenProduction/python/T1qqqqLL_fragment.py \ ### PU Mixing Run the PU mixing step over all events produced by the GEN-SIM step ```bash -cmsDriver.py step1 \ - --mc \ +cmsDriver.py --mc \ --eventcontent PREMIXRAW \ --datatier GEN-SIM-RAW \ --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 \ @@ -76,6 +75,7 @@ cmsDriver.py step1 \ --era Run2_2016 \ --filein file:T1qqqqLL_GEN-SIM.root \ --fileout file:T1qqqqLL_PUMix.root \ + --python_filename step2_T1qqqqLL_PUMix_cfg.py \ --pileup_input "/store/mc/RunIISpring15PrePremix/Neutrino_E-10_gun/GEN-SIM-DIGI-RAW/PUMoriond17_80X_mcRun2_asymptotic_2016_TrancheIV_v2-v2/90023/FED016AB-6A85-E611-96E7-002590A80DF0.root" \ --no_exec \ -n -1 @@ -83,8 +83,7 @@ cmsDriver.py step1 \ ### AODSIM ```bash -cmsDriver.py step2 \ - --mc \ +cmsDriver.py --mc \ --eventcontent AODSIM,DQM \ --runUnscheduled \ --datatier AODSIM,DQMIO \ @@ -94,14 +93,14 @@ cmsDriver.py step2 \ --era Run2_2016 \ --filein file:T1qqqqLL_PUMix.root \ --fileout file:T1qqqqLL_AODSIM.root \ + --python_filename step3_T1qqqqLL_AODSIM_cfg.py \ --no_exec \ -n -1 ``` ### MINIAODSIM ```bash -cmsDriver.py step1 \ - --mc \ +cmsDriver.py --mc \ --eventcontent MINIAODSIM \ --runUnscheduled \ --datatier MINIAODSIM \ @@ -110,6 +109,7 @@ cmsDriver.py step1 \ --era Run2_2016 \ --filein file:T1qqqqLL_AODSIM.root \ --fileout file:T1qqqqLL_MINIAODSIM.root \ + --python_filename step4_T1qqqqLL_MINIAODSIM_cfg.py \ --no_exec \ -n -1 ``` diff --git a/crab_submission-AODSIM.py b/crab_submission_AODSIM.py similarity index 100% rename from crab_submission-AODSIM.py rename to crab_submission_AODSIM.py diff --git a/crab_submission-GEN_SIM.py b/crab_submission_GEN-SIM.py similarity index 100% rename from crab_submission-GEN_SIM.py rename to crab_submission_GEN-SIM.py diff --git a/crab_submission-MiniAODv2.py b/crab_submission_MINIAODSIM.py similarity index 100% rename from crab_submission-MiniAODv2.py rename to crab_submission_MINIAODSIM.py diff --git a/crab_submission-PUMIXING.py b/crab_submission_PUMix.py similarity index 100% rename from crab_submission-PUMIXING.py rename to crab_submission_PUMix.py diff --git a/my_recipe.txt b/my_recipe.txt deleted file mode 100644 index f2d98f7..0000000 --- a/my_recipe.txt +++ /dev/null @@ -1,69 +0,0 @@ -# -# Set up production environment -# -export SCRAM_ARCH=slc6_amd64_gcc530 -cmsrel CMSSW_8_0_21 -cd CMSSW_8_0_21/src -cmsenv -mkdir -p Configuration/GenProduction/python/ -cp /afs/cern.ch/user/m/mrenna/public/models/T2qq/T2qq_fragment.py Configuration/GenProduction/python/ -scram b -cd - - - - -# -# Generate cmsRun config to produce GEN-SIM. The config is not automatically run - -# (note the --no_exec option). Allows for calling cmsRun later with additional options - -# if desired. In this example, 50 events are produced, with 50 events per lumi block. -# -cmsDriver.py Configuration/GenProduction/python/T1qqqqLL_fragment.py --mc --eventcontent RAWSIM --customise_commands "process.source.numberEventsInLuminosityBlock = cms.untracked.uint32(50) \n process.source.firstRun = cms.untracked.uint32(3) \n process.generator.initialSeed = cms.untracked.uint32(3)" --datatier GEN-SIM --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --beamspot Realistic50ns13TeVCollision --step GEN,SIM --magField 38T_PostLS1 --fileout file:T1qqqqLL_GEN-SIM.root --python_filename T1qqqqLL_cfg.py --no_exec -n 50 - -# -# Perform DIGI-RECO. Process is split into DIGI-step and RECO-step (note: runs cmsRun automatically). - -# Original From Kevin: -# cmsDriver.py -# step1 -# --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 -# --datamix PreMix -# --datatier GEN-SIM-RAW -# --era Run2_2016 -# --eventcontent PREMIXRAW -# --filein file:T1qqqqLL_GEN-SIM.root -# --fileout file:step1.root -# --mc -# --nThreads 4 -# --pileup_input "/store/mc/RunIISpring15PrePremix/Neutrino_E-10_gun/GEN-SIM-DIGI-RAW/PUMoriond17_80X_mcRun2_asymptotic_2016_TrancheIV_v2-v2/90023/FED016AB-6A85-E611-96E7-002590A80DF0.root" -# --step DIGIPREMIX_S2,DATAMIX,L1,DIGI2RAW,HLT:@frozen2016 - -# From Shane's: https://raw.githubusercontent.com/shane-breeze/ProdDMS/master/StepPUMixing/test/AODSIM_step1_cfg.py -# step1 -# --conditions 80X_mcRun2_asymptotic_2016_v3 -# --customise Configuration/DataProcessing/Utils.addMonitoring -# --customise_commands process.simHcalDigis.markAndPass = cms.bool(True) -# --datatier GEN-SIM-RAW -# --era Run2_25ns -# --eventcontent RAWSIM -# --filein file:IC-RunIISummer15GS-06337.root -# --fileout file:IC-RunIISpring16DR80-01180_step1.root -# --mc -# --no_exec -# --pileup 2016_25ns_SpringMC_PUScenarioV1_PoissonOOTPU -# --pileup_input dbs:/MinBias_TuneCUETP8M1_13TeV-pythia8/RunIISummer15GS-MCRUN2_71_V1-v2/GEN-SIM -# --python_filename IC-RunIISpring16DR80-01180_1_cfg.py -# --step DIGI,L1,DIGI2RAW,HLT:@frozen25ns - -# My command: -cmsDriver.py step1 --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --datamix PreMix --datatier GEN-SIM-RAW --era Run2_2016 --eventcontent PREMIXRAW --filein file:T1qqqqLL_GEN-SIM.root --fileout file:step1.root --mc --no_exec --nThreads 4 --pileup 2016_25ns_Moriond17MC_PoissonOOTPU --pileup_input dbs:/MinBias_TuneCUETP8M1_13TeV-pythia8/RunIISummer15GS-MCRUN2_71_V1-v2/GEN-SIM --step DIGIPREMIX_S2,DATAMIX,L1,DIGI2RAW,HLT:@frozen2016 - -#### -# RECO-step -cmsDriver.py step2 --mc --eventcontent AODSIM,DQM --runUnscheduled --datatier AODSIM,DQMIO --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --step RAW2DIGI,RECO,EI,DQM:DQMOfflinePOGMC --nThreads 4 --era Run2_2016 --filein file:step1.root --fileout file:T1qqqqLL_AODSIM.root --no_exec - -# -# Produce MINIAOD -# -cmsDriver.py step3 --mc --eventcontent MINIAODSIM --runUnscheduled --datatier MINIAODSIM --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --step PAT --era Run2_2016 --filein file:T1qqqqLL_AODSIM.root --fileout file:T1qqqqLL_MINIAODSIM.root --no_exec diff --git a/T1qqqqLL_cfg.py b/step1_T1qqqqLL_GEN-SIM_cfg.py similarity index 99% rename from T1qqqqLL_cfg.py rename to step1_T1qqqqLL_GEN-SIM_cfg.py index eea1c42..5a131ae 100644 --- a/T1qqqqLL_cfg.py +++ b/step1_T1qqqqLL_GEN-SIM_cfg.py @@ -2,7 +2,7 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: Configuration/GenProduction/python/T1qqqqLL_fragment.py --mc --eventcontent RAWSIM --customise_commands process.source.numberEventsInLuminosityBlock = cms.untracked.uint32(50) \n process.source.firstRun = cms.untracked.uint32(3) \n process.generator.initialSeed = cms.untracked.uint32(3) --datatier GEN-SIM --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --beamspot Realistic50ns13TeVCollision --step GEN,SIM --magField 38T_PostLS1 --fileout file:T1qqqqLL_GEN-SIM.root --python_filename T1qqqqLL_cfg.py --no_exec -n 50 +# with command line options: Configuration/GenProduction/python/T1qqqqLL_fragment.py --mc --eventcontent RAWSIM --customise_commands process.source.numberEventsInLuminosityBlock = cms.untracked.uint32(50) \n process.source.firstRun = cms.untracked.uint32(3) \n process.generator.initialSeed = cms.untracked.uint32(3) --datatier GEN-SIM --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --beamspot Realistic50ns13TeVCollision --step GEN,SIM --magField 38T_PostLS1 --fileout file:T1qqqqLL_GEN-SIM.root --python_filename step1_T1qqqqLL_GEN-SIM_cfg.py --no_exec -n 50 import FWCore.ParameterSet.Config as cms process = cms.Process('SIM') diff --git a/step1_DIGIPREMIX_S2_DATAMIX_L1_DIGI2RAW_HLT_PU.py b/step2_T1qqqqLL_PUMix_cfg.py similarity index 62% rename from step1_DIGIPREMIX_S2_DATAMIX_L1_DIGI2RAW_HLT_PU.py rename to step2_T1qqqqLL_PUMix_cfg.py index 6c392b7..2a293e0 100644 --- a/step1_DIGIPREMIX_S2_DATAMIX_L1_DIGI2RAW_HLT_PU.py +++ b/step2_T1qqqqLL_PUMix_cfg.py @@ -2,7 +2,7 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: step1 --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --datamix PreMix --datatier GEN-SIM-RAW --era Run2_2016 --eventcontent PREMIXRAW --filein file:T1qqqqLL_GEN-SIM.root --fileout file:step1.root --mc --no_exec --pileup 2016_25ns_Moriond17MC_PoissonOOTPU --pileup_input dbs:/MinBias_TuneCUETP8M1_13TeV-pythia8/RunIISummer15GS-MCRUN2_71_V1-v2/GEN-SIM --step DIGIPREMIX_S2,DATAMIX,L1,DIGI2RAW,HLT:@frozen2016 +# with command line options: --python_filename step2_T1qqqqLL_PUMix.py --mc --eventcontent PREMIXRAW --datatier GEN-SIM-RAW --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --step DIGIPREMIX_S2,DATAMIX,L1,DIGI2RAW,HLT:@frozen2016 --nThreads 4 --datamix PreMix --era Run2_2016 --filein file:T1qqqqLL_GEN-SIM.root --fileout file:T1qqqqLL_PUMix.root --pileup_input /store/mc/RunIISpring15PrePremix/Neutrino_E-10_gun/GEN-SIM-DIGI-RAW/PUMoriond17_80X_mcRun2_asymptotic_2016_TrancheIV_v2-v2/90023/FED016AB-6A85-E611-96E7-002590A80DF0.root --no_exec -n -1 import FWCore.ParameterSet.Config as cms from Configuration.StandardSequences.Eras import eras @@ -14,7 +14,7 @@ process.load('SimGeneral.HepPDTESSource.pythiapdt_cfi') process.load('FWCore.MessageService.MessageLogger_cfi') process.load('Configuration.EventContent.EventContent_cff') -process.load('SimGeneral.MixingModule.mix_2016_25ns_Moriond17MC_PoissonOOTPU_cfi') +process.load('SimGeneral.MixingModule.mixNoPU_cfi') process.load('Configuration.StandardSequences.GeometryRecoDB_cff') process.load('Configuration.StandardSequences.MagneticField_cff') process.load('Configuration.StandardSequences.DigiDMPreMix_cff') @@ -27,7 +27,7 @@ process.load('Configuration.StandardSequences.FrontierConditions_GlobalTag_cff') process.maxEvents = cms.untracked.PSet( - input = cms.untracked.int32(1) + input = cms.untracked.int32(-1) ) # Input source @@ -42,7 +42,7 @@ # Production Info process.configurationMetadata = cms.untracked.PSet( - annotation = cms.untracked.string('step1 nevts:1'), + annotation = cms.untracked.string('--python_filename nevts:-1'), name = cms.untracked.string('Applications'), version = cms.untracked.string('$Revision: 1.19 $') ) @@ -55,7 +55,7 @@ filterName = cms.untracked.string('') ), eventAutoFlushCompressedSize = cms.untracked.int32(5242880), - fileName = cms.untracked.string('file:step1.root'), + fileName = cms.untracked.string('file:T1qqqqLL_PUMix.root'), outputCommands = process.PREMIXRAWEventContent.outputCommands, splitLevel = cms.untracked.int32(0) ) @@ -64,7 +64,7 @@ # Other statements process.mix.digitizers = cms.PSet(process.theDigitizersMixPreMix) -process.mixData.input.fileNames = cms.untracked.vstring(['/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/004CC894-4877-E511-A11E-0025905C3DF8.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/0063EDE9-2F77-E511-BAF6-0002C90B7F30.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/0091527A-3E77-E511-B123-002590AC4BF6.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/00BA861E-7779-E511-85DC-0024E85A3F69.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/00F372BD-3C77-E511-8D36-0025901E4F3C.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/00FCB56F-4377-E511-8F47-0025905C2CBC.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/02310BE5-8F79-E511-AD22-02163E010E73.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/023B5EF1-4177-E511-A3E7-00266CFFC7CC.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/02469931-4377-E511-8A79-00259048AC98.root', '/store/mc/RunIISummer15GS/MinBias_TuneCUETP8M1_13TeV-pythia8/GEN-SIM/MCRUN2_71_V1-v2/10000/0275943C-5477-E511-A9C5-002481D24972.root']) +process.mixData.input.fileNames = cms.untracked.vstring(['/store/mc/RunIISpring15PrePremix/Neutrino_E-10_gun/GEN-SIM-DIGI-RAW/PUMoriond17_80X_mcRun2_asymptotic_2016_TrancheIV_v2-v2/90023/FED016AB-6A85-E611-96E7-002590A80DF0.root']) from Configuration.AlCa.GlobalTag import GlobalTag process.GlobalTag = GlobalTag(process.GlobalTag, '80X_mcRun2_asymptotic_2016_TrancheIV_v6', '') @@ -81,6 +81,10 @@ process.schedule.extend(process.HLTSchedule) process.schedule.extend([process.endjob_step,process.PREMIXRAWoutput_step]) +#Setup FWK for multithreaded +process.options.numberOfThreads=cms.untracked.uint32(4) +process.options.numberOfStreams=cms.untracked.uint32(0) + # customisation of the process. # Automatic addition of the customisation function from HLTrigger.Configuration.customizeHLTforMC diff --git a/step2_RAW2DIGI_RECO_EI_DQM.py b/step3_T1qqqqLL_AODSIM_cfg.py similarity index 87% rename from step2_RAW2DIGI_RECO_EI_DQM.py rename to step3_T1qqqqLL_AODSIM_cfg.py index 3614ada..39a685d 100644 --- a/step2_RAW2DIGI_RECO_EI_DQM.py +++ b/step3_T1qqqqLL_AODSIM_cfg.py @@ -2,7 +2,7 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: step2 --mc --eventcontent AODSIM,DQM --runUnscheduled --datatier AODSIM,DQMIO --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --step RAW2DIGI,RECO,EI,DQM:DQMOfflinePOGMC --nThreads 4 --era Run2_2016 --filein file:step1.root --fileout file:T1qqqqLL_AODSIM.root --no_exec +# with command line options: --mc --python_filename step3_T1qqqqLL_AODSIM_cfg.py --eventcontent AODSIM,DQM --runUnscheduled --datatier AODSIM,DQMIO --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --step RAW2DIGI,RECO,EI,DQM:DQMOfflinePOGMC --nThreads 4 --era Run2_2016 --filein file:T1qqqqLL_PUMix.root --fileout file:T1qqqqLL_AODSIM.root --no_exec -n -1 import FWCore.ParameterSet.Config as cms from Configuration.StandardSequences.Eras import eras @@ -24,12 +24,12 @@ process.load('Configuration.StandardSequences.FrontierConditions_GlobalTag_cff') process.maxEvents = cms.untracked.PSet( - input = cms.untracked.int32(1) + input = cms.untracked.int32(-1) ) # Input source process.source = cms.Source("PoolSource", - fileNames = cms.untracked.vstring('file:step1.root'), + fileNames = cms.untracked.vstring('file:T1qqqqLL_PUMix.root'), secondaryFileNames = cms.untracked.vstring() ) @@ -39,7 +39,7 @@ # Production Info process.configurationMetadata = cms.untracked.PSet( - annotation = cms.untracked.string('step2 nevts:1'), + annotation = cms.untracked.string('--mc nevts:-1'), name = cms.untracked.string('Applications'), version = cms.untracked.string('$Revision: 1.19 $') ) diff --git a/step3_PAT.py b/step4_T1qqqqLL_MINIAODSIM_cfg.py similarity index 93% rename from step3_PAT.py rename to step4_T1qqqqLL_MINIAODSIM_cfg.py index 72fffd9..90dd16a 100644 --- a/step3_PAT.py +++ b/step4_T1qqqqLL_MINIAODSIM_cfg.py @@ -2,7 +2,7 @@ # using: # Revision: 1.19 # Source: /local/reps/CMSSW/CMSSW/Configuration/Applications/python/ConfigBuilder.py,v -# with command line options: step3 --mc --eventcontent MINIAODSIM --runUnscheduled --datatier MINIAODSIM --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --step PAT --era Run2_2016 --filein file:T1qqqqLL_AODSIM.root --fileout file:T1qqqqLL_MINIAODSIM.root --no_exec +# with command line options: --python_filename step4_T1qqqqLL_MINIAODSIM_cfg.py --mc --eventcontent MINIAODSIM --runUnscheduled --datatier MINIAODSIM --conditions 80X_mcRun2_asymptotic_2016_TrancheIV_v6 --step PAT --era Run2_2016 --filein file:T1qqqqLL_AODSIM.root --fileout file:T1qqqqLL_MINIAODSIM.root --no_exec -n -1 import FWCore.ParameterSet.Config as cms from Configuration.StandardSequences.Eras import eras @@ -22,7 +22,7 @@ process.load('Configuration.StandardSequences.FrontierConditions_GlobalTag_cff') process.maxEvents = cms.untracked.PSet( - input = cms.untracked.int32(1) + input = cms.untracked.int32(-1) ) # Input source @@ -37,7 +37,7 @@ # Production Info process.configurationMetadata = cms.untracked.PSet( - annotation = cms.untracked.string('step3 nevts:1'), + annotation = cms.untracked.string('--python_filename nevts:-1'), name = cms.untracked.string('Applications'), version = cms.untracked.string('$Revision: 1.19 $') )