-
Notifications
You must be signed in to change notification settings - Fork 796
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #3805 from cms-sw/c2024
add a request from a 2024 campaign
- Loading branch information
Showing
8 changed files
with
455 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,96 @@ | ||
| import FWCore.ParameterSet.Config as cms | ||
|
|
||
| from Configuration.Generator.Pythia8CommonSettings_cfi import * | ||
| from GeneratorInterface.EvtGenInterface.EvtGenSetting_cff import * | ||
| from Configuration.Generator.MCTunesRun3ECM13p6TeV.PythiaCP5Settings_cfi import * | ||
|
|
||
| _generator = cms.EDFilter("Pythia8GeneratorFilter", | ||
| pythiaPylistVerbosity = cms.untracked.int32(0), | ||
| pythiaHepMCVerbosity = cms.untracked.bool(False), | ||
| comEnergy = cms.double(13600.0), | ||
| maxEventsToPrint = cms.untracked.int32(0), | ||
| ExternalDecays = cms.PSet( | ||
| EvtGen130 = cms.untracked.PSet( | ||
| decay_table = cms.string('GeneratorInterface/EvtGenInterface/data/DECAY_2020_NOLONGLIFE.DEC'), | ||
| particle_property_file = cms.FileInPath('GeneratorInterface/EvtGenInterface/data/evt_2020.pdl'), | ||
| user_decay_embedded= cms.vstring ( | ||
|
|
||
| 'Define Hp 0.49', | ||
| 'Define Hz 0.775', | ||
| 'Define Hm 0.4', | ||
| 'Define pHp 2.50', | ||
| 'Define pHz 0.0', | ||
| 'Define pHm -0.17', | ||
| '#', | ||
| 'Alias MyB_s0 B_s0', | ||
| 'Alias Myanti-B_s0 anti-B_s0', | ||
| 'ChargeConj Myanti-B_s0 MyB_s0', | ||
| 'Alias MyPhi phi', | ||
| 'ChargeConj MyPhi MyPhi', | ||
| '#', | ||
| 'Decay MyB_s0', | ||
| ' 1.000 MyPhi MyPhi PVV_CPLH 0.02 1 Hp pHp Hz pHz Hm pHm;', | ||
| '#', | ||
| 'Enddecay', | ||
| 'Decay Myanti-B_s0', | ||
| ' 1.000 MyPhi MyPhi PVV_CPLH 0.02 1 Hp pHp Hz pHz Hm pHm;', | ||
| 'Enddecay', | ||
| '#', | ||
| 'Decay MyPhi', | ||
| ' 1.000 K+ K- VSS;', | ||
| 'Enddecay', | ||
| 'End' | ||
| ), | ||
| list_forced_decays = cms.vstring('MyB_s0','Myanti-B_s0'), | ||
| operates_on_particles = cms.vint32(), | ||
| convertPythiaCodes = cms.untracked.bool(False) | ||
| ), | ||
| parameterSets = cms.vstring('EvtGen130') | ||
| ), | ||
| PythiaParameters = cms.PSet( | ||
| pythia8CommonSettingsBlock, | ||
| pythia8CP5SettingsBlock, | ||
| processParameters = cms.vstring( | ||
| 'SoftQCD:nonDiffractive = on', | ||
| 'PTFilter:filter = on', # this turn on the filter | ||
| 'PTFilter:quarkToFilter = 5', # PDG id of q quark | ||
| 'PTFilter:scaleToFilter = 1.0'), | ||
| parameterSets = cms.vstring( | ||
| 'pythia8CommonSettings', | ||
| 'pythia8CP5Settings', | ||
| 'processParameters') | ||
| ) | ||
| ) | ||
|
|
||
| from GeneratorInterface.Core.ExternalGeneratorFilter import ExternalGeneratorFilter | ||
| generator = ExternalGeneratorFilter(_generator) | ||
|
|
||
| generator.PythiaParameters.processParameters.extend(EvtGenExtraParticles) | ||
|
|
||
| bfilter = cms.EDFilter( | ||
| "PythiaFilter", | ||
| MaxEta = cms.untracked.double(9999.), | ||
| MinEta = cms.untracked.double(-9999.), | ||
| ParticleID = cms.untracked.int32(531) | ||
| ) | ||
|
|
||
| decayfilter = cms.EDFilter( | ||
| "PythiaDauVFilter", | ||
| verbose = cms.untracked.int32(1), | ||
| NumberDaughters = cms.untracked.int32(2), | ||
| ParticleID = cms.untracked.int32(531), ## Bs0 | ||
| DaughterIDs = cms.untracked.vint32(333, 333), ## Phi and Phi | ||
| MinPt = cms.untracked.vdouble(-1., -1.), | ||
| MinEta = cms.untracked.vdouble(-9999., -9999.), | ||
| MaxEta = cms.untracked.vdouble( 9999., 9999.) | ||
| ) | ||
|
|
||
| MuFilter = cms.EDFilter( | ||
| "PythiaFilter", | ||
| ParticleID = cms.untracked.int32(13), | ||
| MinPt = cms.untracked.double(4.0), | ||
| MinEta = cms.untracked.double(-2.4), | ||
| MaxEta = cms.untracked.double(2.4) | ||
| ) | ||
|
|
||
| ProductionFilterSequence = cms.Sequence(generator*bfilter*decayfilter*MuFilter) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,155 @@ | ||
| #!/bin/bash | ||
|
|
||
| # Binds for singularity containers | ||
| # Mount /afs, /eos, /cvmfs, /etc/grid-security for xrootd | ||
| export APPTAINER_BINDPATH='/afs,/cvmfs,/cvmfs/grid.cern.ch/etc/grid-security:/etc/grid-security,/eos,/etc/pki/ca-trust,/run/user,/var/run/user' | ||
|
|
||
| cat <<'EndOfGenScriptFile' > BPH-Run3Winter24GS-00001_gen_script.sh | ||
| #!/bin/bash | ||
| echo "Running CMS GEN request script using cms-sw containers. Architecture: el9:x86_64" | ||
| python3 -m venv cms_gen_venv_BPH-Run3Winter24GS-00001 && source ./cms_gen_venv_BPH-Run3Winter24GS-00001/bin/activate | ||
| # Install the PdmV REST client | ||
| pip install git+https://github.com/cms-PdmV/mcm_scripts &> /dev/null | ||
| echo "Packages installed" | ||
| pip freeze | ||
| echo "" | ||
| # GEN Script begin | ||
| rm -f request_fragment_check.py | ||
| wget -q https://raw.githubusercontent.com/cms-sw/genproductions/master/bin/utils/request_fragment_check.py | ||
| chmod +x request_fragment_check.py | ||
| ./request_fragment_check.py --bypass_status --prepid BPH-Run3Winter24GS-00001 | ||
| # End of CMS GEN script file: BPH-Run3Winter24GS-00001_gen_script.sh | ||
| EndOfGenScriptFile | ||
| chmod +x BPH-Run3Winter24GS-00001_gen_script.sh | ||
|
|
||
| # Run in singularity container | ||
| singularity run --home $PWD:$PWD /cvmfs/unpacked.cern.ch/registry.hub.docker.com/cmssw/el9:x86_64 $(echo $(pwd)/BPH-Run3Winter24GS-00001_gen_script.sh) | ||
|
|
||
| GEN_ERR=$? | ||
| if [ $GEN_ERR -ne 0 ]; then | ||
| echo "GEN Checking Script returned exit code $GEN_ERR which means there are $GEN_ERR errors" | ||
| echo "Validation WILL NOT RUN" | ||
| echo "Please correct errors in the request and run validation again" | ||
| exit $GEN_ERR | ||
| fi | ||
| echo "Running VALIDATION. GEN Request Checking Script returned no errors" | ||
| # GEN Script end | ||
|
|
||
| # Download fragment from McM | ||
| curl -s -k https://cms-pdmv-prod.web.cern.ch/mcm/public/restapi/requests/get_fragment/BPH-Run3Winter24GS-00001 --retry 3 --create-dirs -o Configuration/GenProduction/python/BPH-Run3Winter24GS-00001-fragment.py | ||
| [ -s Configuration/GenProduction/python/BPH-Run3Winter24GS-00001-fragment.py ] || exit $?; | ||
|
|
||
| # Check if fragment contais gridpack path ant that it is in cvmfs | ||
| if grep -q "gridpacks" Configuration/GenProduction/python/BPH-Run3Winter24GS-00001-fragment.py; then | ||
| if ! grep -q "/cvmfs/cms.cern.ch/phys_generator/gridpacks" Configuration/GenProduction/python/BPH-Run3Winter24GS-00001-fragment.py; then | ||
| echo "Gridpack inside fragment is not in cvmfs." | ||
| exit -1 | ||
| fi | ||
| fi | ||
|
|
||
| # Dump actual test code to a BPH-Run3Winter24GS-00001_test.sh file that can be run in Singularity | ||
| cat <<'EndOfTestFile' > BPH-Run3Winter24GS-00001_test.sh | ||
| #!/bin/bash | ||
| export SCRAM_ARCH=el8_amd64_gcc12 | ||
| source /cvmfs/cms.cern.ch/cmsset_default.sh | ||
| if [ -r CMSSW_13_3_0/src ] ; then | ||
| echo release CMSSW_13_3_0 already exists | ||
| else | ||
| scram p CMSSW CMSSW_13_3_0 | ||
| fi | ||
| cd CMSSW_13_3_0/src | ||
| eval `scram runtime -sh` | ||
| mv ../../Configuration . | ||
| scram b | ||
| cd ../.. | ||
| # Maximum validation duration: 28800s | ||
| # Margin for validation duration: 30% | ||
| # Validation duration with margin: 28800 * (1 - 0.30) = 20160s | ||
| # Time per event for each sequence: 0.5436s | ||
| # Threads for each sequence: 1 | ||
| # Time per event for single thread for each sequence: 1 * 0.5436s = 0.5436s | ||
| # Which adds up to 0.5436s per event | ||
| # Single core events that fit in validation duration: 20160s / 0.5436s = 37086 | ||
| # Produced events limit in McM is 10000 | ||
| # According to 0.0017 efficiency, validation should run 10000 / 0.0017 = 5882352 events to reach the limit of 10000 | ||
| # Take the minimum of 37086 and 5882352, but more than 0 -> 37086 | ||
| # It is estimated that this validation will produce: 37086 * 0.0017 = 63 events | ||
| EVENTS=37086 | ||
| # cmsDriver command | ||
| cmsDriver.py Configuration/GenProduction/python/BPH-Run3Winter24GS-00001-fragment.py --python_filename BPH-Run3Winter24GS-00001_1_cfg.py --eventcontent RAWSIM --customise Configuration/DataProcessing/Utils.addMonitoring --datatier GEN-SIM --fileout file:BPH-Run3Winter24GS-00001.root --conditions 133X_mcRun3_2024_realistic_v10 --beamspot Realistic25ns13p6TeVEarly2023Collision --customise_commands process.source.numberEventsInLuminosityBlock="cms.untracked.uint32(58823)" --step GEN,SIM --geometry DB:Extended --era Run3_2023 --no_exec --mc -n $EVENTS || exit $? ; | ||
| # Run generated config | ||
| REPORT_NAME=BPH-Run3Winter24GS-00001_report.xml | ||
| # Run the cmsRun | ||
| cmsRun -e -j $REPORT_NAME BPH-Run3Winter24GS-00001_1_cfg.py || exit $? ; | ||
| # Parse values from BPH-Run3Winter24GS-00001_report.xml report | ||
| processedEvents=$(grep -Po "(?<=<Metric Name=\"NumberEvents\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| producedEvents=$(grep -Po "(?<=<TotalEvents>)(\d*)(?=</TotalEvents>)" $REPORT_NAME | tail -n 1) | ||
| threads=$(grep -Po "(?<=<Metric Name=\"NumberOfThreads\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| peakValueRss=$(grep -Po "(?<=<Metric Name=\"PeakValueRss\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| peakValueVsize=$(grep -Po "(?<=<Metric Name=\"PeakValueVsize\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| totalSize=$(grep -Po "(?<=<Metric Name=\"Timing-tstoragefile-write-totalMegabytes\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| totalSizeAlt=$(grep -Po "(?<=<Metric Name=\"Timing-file-write-totalMegabytes\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| totalJobTime=$(grep -Po "(?<=<Metric Name=\"TotalJobTime\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| totalJobCPU=$(grep -Po "(?<=<Metric Name=\"TotalJobCPU\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| eventThroughput=$(grep -Po "(?<=<Metric Name=\"EventThroughput\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| avgEventTime=$(grep -Po "(?<=<Metric Name=\"AvgEventTime\" Value=\")(.*)(?=\"/>)" $REPORT_NAME | tail -n 1) | ||
| if [ -z "$threads" ]; then | ||
| echo "Could not find NumberOfThreads in report, defaulting to 1" | ||
| threads=1 | ||
| fi | ||
| if [ -z "$eventThroughput" ]; then | ||
| eventThroughput=$(bc -l <<< "scale=4; 1 / ($avgEventTime / $threads)") | ||
| fi | ||
| if [ -z "$totalSize" ]; then | ||
| totalSize=$totalSizeAlt | ||
| fi | ||
| if [ -z "$processedEvents" ]; then | ||
| processedEvents=$EVENTS | ||
| fi | ||
| echo "Validation report of BPH-Run3Winter24GS-00001 sequence 1/1" | ||
| echo "Processed events: $processedEvents" | ||
| echo "Produced events: $producedEvents" | ||
| echo "Threads: $threads" | ||
| echo "Peak value RSS: $peakValueRss MB" | ||
| echo "Peak value Vsize: $peakValueVsize MB" | ||
| echo "Total size: $totalSize MB" | ||
| echo "Total job time: $totalJobTime s" | ||
| echo "Total CPU time: $totalJobCPU s" | ||
| echo "Event throughput: $eventThroughput" | ||
| echo "CPU efficiency: "$(bc -l <<< "scale=2; ($totalJobCPU * 100) / ($threads * $totalJobTime)")" %" | ||
| echo "Size per event: "$(bc -l <<< "scale=4; ($totalSize * 1024 / $producedEvents)")" kB" | ||
| echo "Time per event: "$(bc -l <<< "scale=4; (1 / $eventThroughput)")" s" | ||
| echo "Filter efficiency percent: "$(bc -l <<< "scale=8; ($producedEvents * 100) / $processedEvents")" %" | ||
| echo "Filter efficiency fraction: "$(bc -l <<< "scale=10; ($producedEvents) / $processedEvents") | ||
| # End of BPH-Run3Winter24GS-00001_test.sh file | ||
| EndOfTestFile | ||
|
|
||
| # Make file executable | ||
| chmod +x BPH-Run3Winter24GS-00001_test.sh | ||
|
|
||
| if [ -e "/cvmfs/unpacked.cern.ch/registry.hub.docker.com/cmssw/el8:amd64" ]; then | ||
| CONTAINER_NAME="el8:amd64" | ||
| elif [ -e "/cvmfs/unpacked.cern.ch/registry.hub.docker.com/cmssw/el8:x86_64" ]; then | ||
| CONTAINER_NAME="el8:x86_64" | ||
| else | ||
| echo "Could not find amd64 or x86_64 for el8" | ||
| exit 1 | ||
| fi | ||
| # Run in singularity container | ||
| export SINGULARITY_CACHEDIR="/tmp/$(whoami)/singularity" | ||
| singularity run --home $PWD:$PWD /cvmfs/unpacked.cern.ch/registry.hub.docker.com/cmssw/$CONTAINER_NAME $(echo $(pwd)/BPH-Run3Winter24GS-00001_test.sh) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,40 @@ | ||
| import FWCore.ParameterSet.Config as cms | ||
|
|
||
| externalLHEProducer = cms.EDProducer('ExternalLHEProducer', | ||
| args = cms.vstring('/cvmfs/cms.cern.ch/phys_generator/gridpacks/PdmV/RunIII2024Summer24/Powheg/TT/hvq_slc7_amd64_gcc10_CMSSW_12_4_8_TTtoLNu2Q_powheg-pythia8.tgz'), | ||
| nEvents = cms.untracked.uint32(5000), | ||
| numberOfParameters = cms.uint32(1), | ||
| outputFile = cms.string('cmsgrid_final.lhe'), | ||
| scriptName = cms.FileInPath('GeneratorInterface/LHEInterface/data/run_generic_tarball_cvmfs.sh'), | ||
| generateConcurrently = cms.untracked.bool(True), | ||
| ) | ||
|
|
||
| from Configuration.Generator.Pythia8CommonSettings_cfi import * | ||
| from Configuration.Generator.MCTunesRun3ECM13p6TeV.PythiaCP5Settings_cfi import * | ||
| from Configuration.Generator.Pythia8PowhegEmissionVetoSettings_cfi import * | ||
| from Configuration.Generator.PSweightsPythia.PythiaPSweightsSettings_cfi import * | ||
|
|
||
| generator = cms.EDFilter("Pythia8ConcurrentHadronizerFilter", | ||
| PythiaParameters = cms.PSet( | ||
| pythia8CommonSettingsBlock, | ||
| pythia8CP5SettingsBlock, | ||
| pythia8PowhegEmissionVetoSettingsBlock, | ||
| pythia8PSweightsSettingsBlock, | ||
| processParameters = cms.vstring( | ||
| 'POWHEG:nFinal = 2', | ||
| 'TimeShower:mMaxGamma = 4.0' | ||
| ), | ||
| parameterSets = cms.vstring( | ||
| 'pythia8CommonSettings', | ||
| 'pythia8CP5Settings', | ||
| 'pythia8PowhegEmissionVetoSettings', | ||
| 'processParameters', | ||
| 'pythia8PSweightsSettings', | ||
| ) | ||
| ), | ||
| comEnergy = cms.double(13600), | ||
| maxEventsToPrint = cms.untracked.int32(1), | ||
| pythiaHepMCVerbosity = cms.untracked.bool(False), | ||
| pythiaPylistVerbosity = cms.untracked.int32(1), | ||
| ) | ||
|
|
Oops, something went wrong.