hcal_cosmics/histMaker/run.sh

0001 #!/usr/bin/bash
0002
0003
0004 export TargetDir="$PWD"/condorout
0005
0006
0007 if [ -d ${TargetDir} ]; then
0008   if [ -d ${TargetDir}/OutDir0 ]; then
0009     rm -rf ${TargetDir}/OutDir*
0010   fi
0011 else
0012   mkdir ${TargetDir}
0013 fi
0014
0015 i=0
0016 while read dir; do
0017   li=$(printf "%04d" $i)
0018
0019   rm inputdata.txt
0020
0021   # creates a list of all files for a particular run
0022   for file in /sphenix/tg/tg01/commissioning/CaloCalibWG/hanpuj/cosmics-000"$dir"-*.prdf
0023   do
0024 cat >>inputdata.txt<< EOF
0025 $file
0026 EOF
0027 done
0028
0029   j=50
0030
0031   tot_files=$( cat inputdata.txt | wc -l )
0032   echo "total files: $tot_files"
0033   rem=$(( $tot_files%$j ))
0034   files_per_job=$(( $tot_files/$j ))
0035   njob=$j
0036   if [ $rem -ne 0 ]; then
0037     files_per_job=$(( $files_per_job+1 ))
0038   fi
0039   rem2=$(( $tot_files%$files_per_job ))
0040   njob=$(( $tot_files/$files_per_job ))
0041   if [ $rem2 -ne 0 ]; then
0042     njob=$(( ($tot_files/$files_per_job)+1 ))
0043   fi
0044   echo "files per job: $files_per_job"
0045   echo "njob: $njob"
0046
0047
0048   for((q=0;q<$njob;q++));
0049   do
0050
0051     mkdir ${TargetDir}/OutDir$i
0052     export WorkDir="${TargetDir}/OutDir$i"
0053     echo "WorkDir:" ${WorkDir}
0054     start_file=$(( $q*$files_per_job+1 ))
0055     end_file=$(( $start_file+$files_per_job-1 ))
0056     echo "start file: $start_file   end file: $end_file"
0057
0058     sed -n $start_file\,${end_file}p inputdata.txt > tmp.txt
0059     mv tmp.txt ${WorkDir}/inputdata.txt
0060
0061     pushd ${WorkDir}
0062
0063
0064
0065     cp -v "$PWD"/../../CondorRun.sh CondorRunJob$li.sh
0066     cp "$PWD"/../../Fun4All_HCalCalib.C .
0067
0068     chmod +x CondorRunJob$li.sh
0069
0070
0071     cat >>ff.sub<< EOF
0072 +JobFlavour                   = "workday"
0073 transfer_input_files          = ${WorkDir}/CondorRunJob$li.sh, ${WorkDir}/inputdata.txt,${WorkDir}/Fun4All_HCalCalib.C
0074 Executable                    = CondorRunJob$li.sh
0075 request_memory                = 10GB
0076 Universe                      = vanilla
0077 Notification                  = Never
0078 GetEnv                        = True
0079 Priority                      = +12
0080 Output                        = condor.out
0081 Error                         = condor.err
0082 Log                           = /tmp/condor$li.log
0083 Notify_user                   = bs3402@columbia.edu
0084
0085 Queue
0086 EOF
0087
0088     condor_submit ff.sub
0089     popd
0090
0091     i=$((i+1))
0092   done
0093 done < runlist_clock.txt # redirect the input of the
0094