Skip to content
Jiwon Park edited this page May 13, 2019 · 25 revisions

Production campaigns and recipes

Production detailed settings can be found in twiki

v8_0_x_Bleeding_Edge

scram project -n v8-0-9 CMSSW_8_0_33
cd v8-0-9/src/
cmsenv
git-cms-init -q

git-cms-addpkg RecoEgamma/ElectronIdentification
git-cms-addpkg EgammaAnalysis/ElectronTools
git-cms-addpkg RecoMET/METFilters
git-cms-addpkg RecoBTag/Combined

sed -i 's/badGlobalMuonTagger.clone/badGlobalMuonTaggerMAOD.clone/g' RecoMET/METFilters/python/badGlobalMuonTaggersMiniAOD_cff.py

#brings in HEEP V70 into VID
git cms-merge-topic -u Sam-Harper:HEEPV70VID_8010_ReducedCheckout

#for other E/gamma IDs in VID if you wish to have them
git cms-merge-topic -u ikrav:egm_id_80X_v3

#only necessary to run HEEP V70 on AOD
git cms-merge-topic -u Sam-Harper:PackedCandNoPuppi
git-cms-merge-topic -u cms-egamma:EGM_gain_v1
git-cms-merge-topic -u ikrav:egm_id_80X_v3_photons

cd EgammaAnalysis/ElectronTools/data
wget https://github.com/cms-egamma/RegressionDatabase/blob/master/SQLiteFiles/GED_80X_Winter2016/ged_regression_20170114.db?raw=true -O ged_regression_20170114.db
git clone -b Moriond17_gainSwitch_unc https://github.com/ECALELFS/ScalesSmearings.git
cd ../../..

git clone -b egm_id_80X_v1 https://github.com/ikrav/RecoEgamma-ElectronIdentification.git data1
git clone -b egm_id_80X_v1 https://github.com/ikrav/RecoEgamma-PhotonIdentification.git data2
git clone https://github.com/cms-data/RecoEgamma-ElectronIdentification data3

rsync -avz data1/* RecoEgamma/ElectronIdentification/data/
rsync -avz data2/* RecoEgamma/ElectronIdentification/data/
rsync -avz data3/* RecoEgamma/PhotonIdentification/data/
rm -rf data1 data2 data3

mkdir -p RecoBTag/Combined/data
wget http://home.fnal.gov/~verzetti//DeepFlavour/training/DeepFlavourNoSL.json -O  RecoBTag/Combined/data/DeepFlavourNoSL.json
wget http://mon.iihe.ac.be/~smoortga/DeepFlavour/CMSSW_implementation_DeepCMVA/Model_DeepCMVA.json -O RecoBTag/Combined/data/Model_DeepCMVA.json

git cms-merge-topic lathomas:L1Prefiring_8_0_32

#CatTools
git clone https://github.com/vallot/CATTools
cd CATTools
git checkout -b v8-0-9 v8-0-9
git submodule init
git submodule update
cd CommonTools/scripts/
git checkout master
cd ../../../

## Production only - remove large files because of limitation in crab job file size
rm -f CATTools/CatAnalyzer/data/KinReco_input.root
rm -f CATTools/CatAnalyzer/data/KoreaDesyKinRecoInput.root
rm -f CATTools/CatAnalyzer/data/KoreaKinRecoInput_pseudo.root
rm -f CATTools/CatAnalyzer/data/desyKinRecoInput.root
rm -rf RecoEgamma/*Identification/data/Spring15
rm -rf RecoEgamma/*Identification/data/PHYS14

scram b -j6

Features

2017 Nov v8-0-8 (with single lepton dijet skim)

Based on CMSSW_8_0_29 Full sample information can be found in the google spreadsheet

wget https://raw.githubusercontent.com/vallot/CATTools/v8-0-8/setup.sh
source setup.sh

## Production only - do the unit test
cd CATTools/CatProducer
voms-proxy-init -voms cms
scram b runtests

2017 June v8-0-7

Based on CMSSW_8_0_29 Recipe is in preparation. Full sample information can be found in the google spreadsheet

wget https://raw.githubusercontent.com/vallot/CATTools/v8-0-7/setup.sh
source setup.sh

## Production only - do the unit test
cd CATTools/CatProducer
voms-proxy-init -voms cms
scram b runtests

2017 Mar v8-0-6

Full sample information can be found in the google spreadsheet

scram project -n v806 CMSSW_8_0_26_patch1
cd v806/src/
cmsenv
git-cms-init
git checkout -b cat80x

git-cms-addpkg RecoEgamma/ElectronIdentification
git-cms-addpkg EgammaAnalysis/ElectronTools

git-cms-merge-topic -u jhgoh:PseudoTop-TOPLHCWG2016-from8024p1
git cms-merge-topic -u cms-met:METRecipe_8020 
## from https://twiki.cern.ch/twiki/bin/view/CMSPublic/ReMiniAOD03Feb2017Notes#EGM
git cms-merge-topic -u ikrav:egm_id_80X_v3_photons
git-cms-merge-topic -u rafaellopesdesa:EgammaAnalysis80_EGMSmearer_Moriond17_23Jan
git cms-merge-topic -u Sam-Harper:HEEPV70VID_8010_ReducedCheckout
git cms-merge-topic -u mverzett:DeepFlavour-from-CMSSW_8_0_21

git clone -b egm_id_80X_v1 https://github.com/ikrav/RecoEgamma-ElectronIdentification.git data1 
git clone -b egm_id_80X_v1 https://github.com/ikrav/RecoEgamma-PhotonIdentification.git data2
git clone https://github.com/cms-data/RecoEgamma-ElectronIdentification.git data3

rsync -avz data1/* RecoEgamma/ElectronIdentification/data/
rsync -avz data2/* RecoEgamma/ElectronIdentification/data/
rsync -avz data3/* RecoEgamma/PhotonIdentification/data/

cd EgammaAnalysis/ElectronTools/data
wget https://github.com/cms-egamma/RegressionDatabase/blob/master/SQLiteFiles/GED_80X_Winter2016/ged_regression_20170114.db?raw=true -O ged_regression_20170114.db
cd -

cd EgammaAnalysis/ElectronTools/data/
git clone https://github.com/ECALELFS/ScalesSmearings.git
cd ScalesSmearings/
git checkout Moriond17_23Jan_v1 -b Moriond17_23Jan_v1
cd ../../../..

mkdir RecoBTag/DeepFlavour/data
wget http://home.fnal.gov/~verzetti//DeepFlavour/training/DeepFlavourNoSL.json -O  RecoBTag/DeepFlavour/data/DeepFlavourNoSL.json

rm -rf data1 data2 data3

git clone https://github.com/vallot/CATTools
cd CATTools
git checkout -b v8-0-6 v8-0-6
git submodule init
git submodule update
cd ..

## Production only - remove large files because of limitation in crab job file size
rm -f CATTools/CatAnalyzer/data/KinReco_input.root
rm -f CATTools/CatAnalyzer/data/KoreaDesyKinRecoInput.root
rm -f CATTools/CatAnalyzer/data/KoreaKinRecoInput_pseudo.root
rm -f CATTools/CatAnalyzer/data/desyKinRecoInput.root
rm -rf RecoEgamma/ElectronIdentification/data/Spring15
rm -rf RecoEgamma/PhotonIdentification/data/Spring15 RecoEgamma/PhotonIdentification/data/PHYS14

scram b -j30

catGetDatasetInfo

## Production only - do the unit test
cd CATTools/CatProducer
voms-proxy-init -voms cms
scram b runtests

2017 Feb v8-0-5 : discarded due to broken files and outdated recipes

2017 January v8-0-4

Full sample information can be found in the google spreadsheet

source /cvmfs/cms.cern.ch/crab3/crab.sh 

cmsrel CMSSW_8_0_25
cd CMSSW_8_0_25/src/
cmsenv
git-cms-init
git checkout -b cat80x

git-cms-addpkg RecoEgamma/ElectronIdentification
git-cms-addpkg EgammaAnalysis/ElectronTools

git-cms-merge-topic -u jhgoh:PseudoTop-TOPLHCWG2016-from8024p1
git-cms-merge-topic -u cms-met:fromCMSSW_8_0_20_postICHEPfilter
git cms-merge-topic -u ikrav:egm_id_80X_v3
git cms-merge-topic -u ikrav:egm_id_80X_v3_photons
git cms-merge-topic -u shervin86:Moriond2017_JEC_energyScales
git cms-merge-topic -u Sam-Harper:HEEPV70VID_8010_ReducedCheckout
git cms-merge-topic -u Sam-Harper:PackedCandNoPuppi
git cms-merge-topic -u mverzett:DeepFlavour-from-CMSSW_8_0_21
git cms-merge-topic -u gpetruc:badMuonFilters_80X

git clone -b egm_id_80X_v1 https://github.com/ikrav/RecoEgamma-ElectronIdentification.git data1 
git clone -b  egm_id_80X_v1 https://github.com/ikrav/RecoEgamma-PhotonIdentification.git data2
git clone git@github.com:cms-data/RecoEgamma-ElectronIdentification data3

rsync -avz data1/* RecoEgamma/ElectronIdentification/data/
rsync -avz data2/* RecoEgamma/ElectronIdentification/data/
rsync -avz data3/* RecoEgamma/PhotonIdentification/data/

cd EgammaAnalysis/ElectronTools/data/
git clone git@github.com:ECALELFS/ScalesSmearings
cd -

mkdir RecoBTag/DeepFlavour/data
wget http://home.fnal.gov/~verzetti//DeepFlavour/training/DeepFlavourNoSL.json -O  RecoBTag/DeepFlavour/data/DeepFlavourNoSL.json

rm -rf data1 data2 data3

#CATTOOLS
cd $CMSSW_BASE/src
git clone https://github.com/vallot/CATTools.git
cd CATTools
git submodule init
git submodule update
#git checkout -b prod v8-0-4 # We do not have the tag for this

cd $CMSSW_BASE/src
scram setup lhapdf
scram b -j 20

###### (Optional) The following is for CATTuple Production. 
cd $CMSSW_BASE/src/CATTools/CatProducer
scram b runtests

cd $CMSSW_BASE/src/CATTools/CatProducer/prod

catGetDatasetInfo v8-0-4
submitCrabFromJSON.py v8-0-4
## or, submitCrabFromJSON.py ../../CatAnalyzer/data/dataset/dataset.json v8-0-4

2016 December v8-0-3

Production detailed settings can be found in twiki

Full sample information can be found in the google spreadsheet

  • Modification to run 76X samples: disable FatJets by commenting out CATTools/CatProducer/python/producers/fatjetProducer_cfi.py
source /cvmfs/cms.cern.ch/crab3/crab.sh 

cmsrel CMSSW_8_0_20
cd CMSSW_8_0_20/src
cmsenv
git cms-init -q

#CMSSW
git checkout -b cat80x
git cms-merge-topic vallot:cat80x
cd EgammaAnalysis/ElectronTools/data
git clone -b ICHEP2016_v2 https://github.com/ECALELFS/ScalesSmearings.git

git clone -n https://github.com/ikrav/RecoEgamma-ElectronIdentification.git tempEGMData
cd tempEGMData
git checkout egm_id_80X_v1
mv Spring16* $CMSSW_BASE/src/RecoEgamma/ElectronIdentification/data/
cd ..
rm -rf tempEGMData

#CATTOOLS
cd $CMSSW_BASE/src
git clone https://github.com/vallot/CATTools.git
cd CATTools
git submodule init
git submodule update
git checkout -b prod v8-0-3p1

cd $CMSSW_BASE/src
scram setup lhapdf
scram b -j 20

###### (Optional) Below is for CATtuple Production. 
cd $CMSSW_BASE/src/CATTools/CatProducer
scram b runtests

cd $CMSSW_BASE/src/CATTools/CatProducer/prod

source /cvmfs/cms.cern.ch/crab3/crab.sh 
python -i submitCrab3.py -n v8-0-3 -s
## or, submitCrabFromJSON.py v8-0-3
## or, submitCrabFromJSON.py ../../CatAnalyzer/data/dataset/dataset.json v8-0-3

2016 November v8-0-2

Production settings can be found in catDefinitions_cfi

Full sample information can be found in the google spreadsheet

cmsrel CMSSW_8_0_12
cd CMSSW_8_0_12/src
cmsenv
git cms-init -q

#CMSSW
git checkout -b cat80x
git cms-merge-topic vallot:v8-0-2
cd EgammaAnalysis/ElectronTools/data
git clone -b ICHEP2016_v2 https://github.com/ECALELFS/ScalesSmearings.git

#CATTOOLS
cd $CMSSW_BASE/src
git clone https://github.com/vallot/CATTools.git
cd CATTools
git submodule init
git submodule update
git checkout -b prod v8-0-2

cd $CMSSW_BASE/src
scram setup lhapdf
scram b -j 20

cd $CMSSW_BASE/src/CATTools/CatProducer
scram b runtests

###### (Optional) Below is for CATtuple Production. 
cd $CMSSW_BASE/src/CATTools/CatProducer/prod

source /cvmfs/cms.cern.ch/crab3/crab.sh 
python -i submitCrab3.py -n v8-0-2 -s

2016 August v8-0-1

Production settings can be found in catDefinitions_cfi

Full sample information can be found in the google spreadsheet

cmsrel CMSSW_8_0_12
cd CMSSW_8_0_12/src
cmsenv
git-cms-init
git checkout -b cat80x
git-cms-merge-topic vallot:cat801
cd EgammaAnalysis/ElectronTools/data
git clone -b ICHEP2016_v2 https://github.com/ECALELFS/ScalesSmearings.git

cd $CMSSW_BASE/src
git clone https://github.com/vallot/CATTools.git
cd CATTools
git submodule init
git submodule update
git checkout -b prod v8-0-1

cd $CMSSW_BASE/src
scram setup lhapdf
scram b -j 20

cd $CMSSW_BASE/src/CATTools/CatProducer
scram b runtests

###### (Optional) Below is for CATtuple Production. 
cd $CMSSW_BASE/src/CATTools/CatProducer/prod

source /cvmfs/cms.cern.ch/crab3/crab.sh 
python -i submitCrab3.py -n v8-0-1 -s

2016 July v8-0-0

Production settings can be found in catDefinitions_cfi

Full sample information can be found in the google spreadsheet

cmsrel CMSSW_8_0_12
cd CMSSW_8_0_12/src
cmsenv
git-cms-init
git checkout -b cat80x
git-cms-merge-topic vallot:cat80x

git clone https://github.com/vallot/CATTools.git
cd CATTools
git submodule init
git submodule update
git checkout -b prod v8-0-0

cd $CMSSW_BASE/src
scram setup lhapdf
scram b -j 20

cd $CMSSW_BASE/src/CATTools/CatProducer
scram b runtests

cd $CMSSW_BASE/src/CATTools/CatProducer/prod

submitCrab3.py -n v8-0-0 -s

Clone this wiki locally