new submission scripts for bkg and combine

.gitignore

@@ -33,3 +33,7 @@ AutoDict_*
 *.tmp
 *.pcm
 *.o
+
+# Output dirs in signal and bkg
+Signal/outdir_*
+Background/outdir_*

Background/backgroundScriptConfig.py

@@ -0,0 +1,21 @@
+# Config file: options for signal fitting
+
+backgroundScriptCfg = {
+
+  # Setup
+  'inputWSDir':'/vols/cms/es811/FinalFits/ws_ReweighAndNewggHweights', 
+  #Procs will be inferred automatically from filenames
+  'cats':'UntaggedTag_0,VBFTag_0',
+  'ext':'test_hig16040',
+  'year':'2016', 
+  'unblind':0,
+
+  # Job submission options
+  'batch':'IC',
+  'queue':'hep.q',
+
+  # Mode allows script to carry out single function
+  'mode':'std', # Options: [std,fTestOnly,bkgPlotsOnly]
+  'printOnly':0 # For dry-run: print command only
+
+}

Background/jRunBackgroundScripts.py

@@ -0,0 +1,136 @@
+# Script for running background fitting jobs for flashggFinalFit
+
+import os, sys
+from optparse import OptionParser
+
+lumi = {'2016':'35.9', '2017':'41.5', '2018':'XYZ'}
+
+def get_options():
+  parser = OptionParser()
+
+  # Take inputs from a config file: if this is used then ignore all other options
+  parser.add_option('--inputConfig', dest='inputConfig', default='', help="Name of input config file (if specified will ignore other options)")
+
+  # Setup
+  parser.add_option('--inputWSDir', dest='inputWSDir', default='/vols/cms/es811/FinalFits/ws_ReweighAndNewggHweights', help="Directory storing flashgg workspaces" )
+  parser.add_option('--cats', dest='cats', default='UntaggedTag_0,VBFTag_0', help="Define categories")
+  parser.add_option('--ext', dest='ext', default='test', help="Extension: defines output dir which must matche xtension used for signal model building")
+  parser.add_option('--year', dest='year', default='2016', help="Dataset year")
+  parser.add_option('--unblind', dest='unblind', default=0, type='int', help="Unblind")
+
+  # Options for running on the batch
+  parser.add_option('--batch', dest='batch', default='IC', help="Batch")
+  parser.add_option('--queue', dest='queue', default='hep.q', help="Queue")
+
+  # Miscellaneous options: only performing single function
+  parser.add_option('--mode', dest='mode', default='std', help="For performing single functions [std,fTestOnly,bkgPlotsOnly]")
+  parser.add_option('--printOnly', dest='printOnly', default=0, type='int', help="Dry run: print command only")
+
+  return parser.parse_args()
+
+(opt,args) = get_options()
+
+print "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ RUNNING BACKGROUND SCRIPTS ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# IF using config file then extract options:
+if opt.inputConfig != '':
+  if os.path.exists( opt.inputConfig ):
+
+    # copy file to have common name and then import cfg options (dict)
+    os.system("cp %s config.py"%opt.inputConfig)
+    from config import backgroundScriptCfg
+    _cfg = backgroundScriptCfg
+
+    # Extract options
+    inputWSDir   = _cfg['inputWSDir']
+    cats         = _cfg['cats']
+    ext          = _cfg['ext']
+    year         = _cfg['year']
+    unblind      = _cfg['unblind']
+    batch        = _cfg['batch']
+    queue        = _cfg['queue']
+    mode         = _cfg['mode']
+    printOnly    = _cfg['printOnly']
+
+    # Delete copy of file
+    os.system("rm config.py")
+
+  else: 
+    print " --> [ERROR] %s config file does not exist. Leaving..."%opt.inputConfig
+    print "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ RUNNING BACKGROUND SCRIPTS (END) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
+    sys.exit(1)
+
+# ELSE extract from the option parser
+else:
+  inputWSDir   = opt.inputWSDir
+  cats         = opt.cats
+  ext          = opt.ext
+  year         = opt.year
+  unblind      = opt.unblind
+  batch        = opt.batch
+  queue        = opt.queue
+  mode         = opt.mode
+  printOnly    = opt.printOnly
+
+# Check if mode is allowed in options
+if mode not in ['std','fTestOnly','bkgPlotsOnly']:
+  print " --> [ERROR] mode %s is not allowed. Please use one of the following: [std,fTestOnly,bkgPlotsOnly]. Leaving..."%mode 
+  print "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ RUNNING BACKGROUND SCRIPTS (END) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
+  sys.exit(1)
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# Extrct list of input ws filenames
+ws_fileNames = []
+for root, dirs, files in os.walk( inputWSDir ):
+  for fileName in files:
+    if not fileName.startswith('output_'): continue
+    if not fileName.endswith('.root'): continue
+    ws_fileNames.append( fileName )
+# concatenate with input dir to get full list of complete file names
+ws_fullFileNames = ''
+for fileName in ws_fileNames: ws_fullFileNames+="%s/%s,"%(inputWSDir,fileName)
+ws_fullFileNames = ws_fullFileNames[:-1]
+
+# Extract list of procs
+procs = ''
+for fileName in ws_fileNames:
+  if 'M125' not in fileName: continue
+  procs += "%s,"%fileName.split('pythia8_')[1].split('.root')[0]
+procs = procs[:-1]
+
+# Extract data file name and signal fit workspace filename
+dataFile = "%s/allData.root"%inputWSDir
+signalFitWSFile = "%s/../Signal/outdir_%s/CMS-HGG_sigfit_%s.root"%(os.environ['PWD'],ext,ext)
+
+if not os.path.exists( signalFitWSFile ):
+  print " --> [ERROR] signal fit workspace (%s) does not exists. Please run signal fitting first. Leaving..."%signalFitWSFile
+
+# Print info to user
+print " --> Input flashgg ws dir: %s"%inputWSDir
+print " --> Processes: %s"%procs
+print " --> Categories: %s"%cats
+print " --> Extension: %s"%ext
+print " --> Year: %s ::: Corresponds to intLumi = %s fb^-1"%(year,lumi[year])
+print ""
+print " --> Job information:"
+print "     * Batch: %s"%batch
+print "     * Queue: %s"%queue
+print ""
+if mode == "fTestOnly": print " --> Running background fTest only..."
+elif mode == "bkgPlotsOnly": print " --> Running background plots only..."
+print " ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"
+
+# Construct input command
+print " --> Constructing input command..."
+
+cmdLine = "./runBackgroundScripts.sh -i %s -p %s -f %s --ext %s --intLumi %s --batch %s --sigFile %s --isData "%(dataFile,procs,cats,ext,lumi[year],batch,signalFitWSFile)
+if mode == "fTestOnly": cmdLine += '--fTestOnly '
+elif mode == "bkgPlotsOnly": cmdLine += '--bkgPlotsOnly '
+if unblind and not fTestOnly: cmdLine += '--undblind '
+
+# Either print command to screen or run
+if printOnly: print "\n%s"%cmdLine
+else: os.system( cmdLine )
+
+print "~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ RUNNING BACKGROUND SCRIPTS (END) ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"

Signal/signalScriptConfig.py

@@ -6,7 +6,7 @@
   'inputWSDir':'/vols/cms/es811/FinalFits/ws_ReweighAndNewggHweights', 
   #Procs will be inferred automatically from filenames
   'cats':'UntaggedTag_0,VBFTag_0',
-  'ext':'test',
+  'ext':'test_hig16040',
   'analysis':'test', # To specify which replacement dataset mapping i.e. when too few entries in proc x cat
   'year':'2016', 
   'beamspot':'3.4',
@@ -27,7 +27,7 @@
   'queue':'hep.q',
 
   # Mode allows script to carry out single function
-  'mode':'sigFitOnly', # Options: [std,phoSystOnly,sigFitOnly,packageOnly,sigPlotsOnly]
-  'printOnly':1 # For dry-run: print command only
+  'mode':'std', # Options: [std,phoSystOnly,sigFitOnly,packageOnly,sigPlotsOnly]
+  'printOnly':0 # For dry-run: print command only
 
 }

combineScriptConfig.py

@@ -0,0 +1,29 @@
+# Config file: options for combine fitting
+
+combineScriptCfg = {
+
+  # Setup
+  'mode':'combine',
+  'inputWSDir':'/vols/cms/es811/FinalFits/ws_ReweighAndNewggHweights', 
+  #Procs will be inferred automatically from filenames
+  'cats':'UntaggedTag_0,VBFTag_0',
+  'ext':'test_hig16040',
+  'year':'2016', 
+  'signalProcs':'all',
+
+  # Add UE/PS systematics to datacard (only relevant if mode == datacard)
+  'doUEPS':0,
+
+  #Photon shape systematics  
+  'scales':'HighR9EB,HighR9EE,LowR9EB,LowR9EE,Gain1EB,Gain6EB',
+  'scalesCorr':'MaterialCentralBarrel,MaterialOuterBarrel,MaterialForward,FNUFEE,FNUFEB,ShowerShapeHighR9EE,ShowerShapeHighR9EB,ShowerShapeLowR9EE,ShowerShapeLowR9EB',
+  'scalesGlobal':'NonLinearity:UntaggedTag_0:2,Geant4',
+  'smears':'HighR9EBPhi,HighR9EBRho,HighR9EEPhi,HighR9EERho,LowR9EBPhi,LowR9EBRho,LowR9EEPhi,LowR9EERho',
+
+  # Job submission options
+  'batch':'IC',
+  'queue':'hep.q',
+
+  'printOnly':0 # For dry-run: print command only
+
+}