analysis_INTT/condor/runCondor_plotCluster.py

0001 from optparse import OptionParser
0002 import time
0003 import os
0004 import pwd
0005 import sys
0006 import re
0007
0008 def dir_empty(dir_path):
0009     return not any((True for _ in os.scandir(dir_path)))
0010
0011
0012 if __name__ == '__main__':
0013     parser = OptionParser(usage="usage: %prog ver [options -h]")
0014     parser.add_option("-d", "--isdata", dest="isdata", action="store_true", default=False, help="Is data")
0015     parser.add_option("-f", "--filedesc", dest="filedesc", default='HIJING_ana398_xvtx-0p04cm_yvtx0p24cm_zvtx-20cm_dummyAlignParams', help="File description")
0016     parser.add_option("-j", "--nJob", dest="nJob", default=400, help="nJob")
0017     parser.add_option("-s", "--submitcondor", dest="submitcondor", action="store_true", default=False, help="Submit condor jobs")
0018
0019     (opt, args) = parser.parse_args()
0020     print('opt: {}'.format(opt))
0021
0022     isdata = opt.isdata
0023     filedesc = opt.filedesc
0024     nJob = int(opt.nJob)
0025     submitcondor = opt.submitcondor
0026     username = pwd.getpwuid(os.getuid())[0]
0027
0028     twolevelup = os.path.abspath(os.path.join(os.path.dirname(__file__), os.path.pardir, os.path.pardir))
0029     infiledir = '{}/production/{}'.format(twolevelup, filedesc)
0030     print ('infiledir: {}'.format(infiledir))
0031     parentdir = os.path.abspath(os.path.join(os.path.dirname(__file__), os.path.pardir))
0032     finaloutfiledir = '{}/plot/hists/{}/Cluster'.format(parentdir, filedesc)
0033     os.makedirs(finaloutfiledir, exist_ok=True)
0034
0035     os.makedirs('./log_plotcluster/', exist_ok=True)
0036     if not dir_empty('./log_plotcluster/'):
0037         os.system('rm ./log_plotcluster/*')
0038
0039
0040     condorFileName = "submitCondor_plotcluster_{}.job".format('data' if isdata else 'sim')
0041     condorFile = open("{}".format(condorFileName), "w")
0042     condorFile.write("Universe           = vanilla\n")
0043     condorFile.write("InitialDir         = {}\n".format(parentdir))
0044     condorFile.write("Executable         = $(InitialDir)/condor_plotCluster.sh\n")
0045     condorFile.write("PeriodicHold       = (NumJobStarts>=1 && JobStatus == 1)\n")
0046     condorFile.write("request_memory     = 4GB\n")
0047     condorFile.write("Priority           = 20\n")
0048     condorFile.write("job_lease_duration = 3600\n")
0049     condorFile.write("Myindex            = $(Process)\n")
0050     condorFile.write("Extension          = $INT(Myindex,%05d)\n")
0051     condorFile.write("isdata             = {}\n".format(1 if isdata else 0))
0052     condorFile.write("evtvtxmap          = {}/minitree/VtxEvtMap_{}/minitree_$(Extension).root\n".format(parentdir, filedesc))
0053     if isdata:
0054         condorFile.write("infilename         = /sphenix/tg/tg01/hf/hjheng/ppg02/dst/{}/ntuple_wEvtBcoDiff_$(Extension).root\n".format(filedesc))
0055     else:
0056         condorFile.write("infilename         = /sphenix/tg/tg01/hf/hjheng/ppg02/dst/{}/ntuple_$(Extension).root\n".format(filedesc))
0057     condorFile.write("outfilename        = {}/hists_$(Extension).root\n".format(finaloutfiledir))
0058     condorFile.write("Output             = $(Initialdir)/condor/log_plotcluster/condorlog_$(Process).out\n")
0059     condorFile.write("Error              = $(Initialdir)/condor/log_plotcluster/condorlog_$(Process).err\n")
0060     # condorFile.write("Log                = $(Initialdir)/condor/log_plotcluster/condorlog_$(Process).log\n")
0061     condorFile.write("Log                = /tmp/condorlog_hjheng_plotcluster_$(Process).log\n")
0062     condorFile.write("Arguments          = \"$(isdata) $(evtvtxmap) $(infilename) $(outfilename)\"\n")
0063     condorFile.write("Queue {}\n".format(nJob))
0064     condorFile.close() # Close the file before submitting the job
0065
0066     if submitcondor:
0067         cmd = 'condor_submit ' + condorFileName
0068         os.system(cmd)