Presentation is loading. Please wait.

Presentation is loading. Please wait.

Sottomissione di job di analisi con prun Marino Romano Esempio basato sul pacchetto di analisi per il Top.

Similar presentations


Presentation on theme: "Sottomissione di job di analisi con prun Marino Romano Esempio basato sul pacchetto di analisi per il Top."— Presentation transcript:

1 Sottomissione di job di analisi con prun Marino Romano Esempio basato sul pacchetto di analisi per il Top

2 Analisi del top https://svnweb.cern.ch/cern/wsvn/atlasgrp/Institutes/Bologna/

3 Checkout dei pacchetti $ svn co romano/AnalysisFramework/trunk AnalysisFramework $ svn co romano/NoteXIAnalysis/trunk NoteXIAnalysis romano/NoteXIAnalysis/trunk Installazione $ cd AnalysisFramework $ make PREFIX=your_install_dir (default $HOME/local) $ cd NoteXIAnalysis $ make PREFIX=same_as_above Esecuzione $./NoteXIRunner –d dataset_dir –o outputfile ( plus other options) Analisi del top (esempio)

4 Il pacchetto HelloWorldOnGrid $ svn co o/HelloWorldOnGrid/trunk HelloWorldOnGrid o/HelloWorldOnGrid/trunk $ cd HelloWorldOnGrid $./submit_analysis.sh https://svnweb.cern.ch/cern/wsvn/atlasusr/mromano/HelloWorldOnGrid

5 #!/bin/bash ANALYSIS=NoteXI […] echo "Removing previous installations before submitting job"./clean.sh $ANALYSIS today=`date +%Y%m%d%H%M` datasets=data10_7TeV physics_Egamma.merge.NTUP_TOP.f298_m634_p291_p297_tid183390_00 … echo "Launching analysis ${ANALYSIS}Analysis" for inds in $datasets do echo "Input dataset" $inds outds=user.MarinoRomano.HelloWorld.histograms.${today} echo "Output dataset" $outds echo $outds >> output.list prun --exec "./launch_analysis.sh $ANALYSIS" --bexec "source build_analysis.sh $ANALYSIS" --outputs BaselineAnalysis.root --athenaTag= inDS $inds --outDS $outds --excludedSite ANALY_LRZ,ANALY_GOEGRID,ANALY_SLAC,ANALY_LYON_DCACHE,ANALY_LONG_LYON_DCACHE,ANALY_PIC,ANALY_MW T2 --nGBPerJob=5 done

6 #!/bin/bash ANALYSIS=NoteXI if [ $# -gt 0 ] then ANALYSIS=$1 fi ROOT_DIR=$PWD ANALYSIS_LOCAL=$ROOT_DIR/local ANALYSIS_FRAMEWORK_DIR=$ROOT_DIR/AnalysisFramework ANALYSIS_DIR=$ROOT_DIR/${ANALYSIS}Analysis cd $ANALYSIS_FRAMEWORK_DIR gmake clean cd $ANALYSIS_DIR gmake clean #~ cd $ANALYSIS_LOCAL/lib #~ rm *so* -vrf #~ cd $ANALYSIS_LOCAL/include/AnalysisFramework/ #~ rm *.h -vrf #~ cd TinyXML #~ rm *.h #~ cd $ANALYSIS_LOCAL/share/AnalysisFramework/ #~ rm *.xml rm -vrf $ANALYSIS_LOCAL

7 #!/bin/bash ANALYSIS=NoteXI […] echo "Removing previous installations before submitting job"./clean.sh $ANALYSIS today=`date +%Y%m%d%H%M` #datasets=data10_7TeV physics_Egamma.merge.NTUP_TOP.f298_m634_p291_p297_tid183390_00 … echo "Launching analysis ${ANALYSIS}Analysis" for inds in $datasets do echo "Input dataset" $inds outds=user.MarinoRomano.HelloWorld.histograms.${today} echo "Output dataset" $outds echo $outds >> output.list prun --exec "./launch_analysis.sh $ANALYSIS" --bexec "source build_analysis.sh $ANALYSIS" --outputs BaselineAnalysis.root --athenaTag= inDS $inds --outDS $outds --excludedSite ANALY_LRZ,ANALY_GOEGRID,ANALY_SLAC,ANALY_LYON_DCACHE,ANALY_LONG_LYON_DCACHE,ANALY_PIC,ANALY_MW T2 --nGBPerJob=5 done

8 #!/bin/bash #asetup runtime,TopPhys, ROOT_DIR=$PWD ANALYSIS_LOCAL=$ROOT_DIR/local ANALYSIS_FRAMEWORK_DIR=$ROOT_DIR/AnalysisFramework ANALYSIS_DIR=$ROOT_DIR/NoteXIAnalysis if [ ! -d $ANALYSIS_LOCAL ] then mkdir $ANALYSIS_LOCAL mkdir $ANALYSIS_LOCAL/share mkdir $ANALYSIS_LOCAL/lib mkdir $ANALYSIS_LOCAL/include mkdir $ANALYSIS_LOCAL/bin fi echo cmtconfig is $CMTCONFIG echo boost version is $BoostVERS echo Boostinc is ${SITEROOT}/sw/lcg/external/Boost/1.39.0_python2.5/i686-slc5-gcc43-opt/include/boost-1_39 cd $ANALYSIS_FRAMEWORK_DIR gmake -j8 PREFIX=$ANALYSIS_LOCAL cd $ANALYSIS_DIR make PREFIX=$ANALYSIS_LOCAL $BoostVERS$CMTCONFIG

9 #!/bin/bash ANALYSIS=NoteXI […] echo "Removing previous installations before submitting job"./clean.sh $ANALYSIS today=`date +%Y%m%d%H%M` #datasets=data10_7TeV physics_Egamma.merge.NTUP_TOP.f298_m634_p291_p297_tid183390_00 … echo "Launching analysis ${ANALYSIS}Analysis" for inds in $datasets do echo "Input dataset" $inds outds=user.MarinoRomano.HelloWorld.histograms.${today} echo "Output dataset" $outds echo $outds >> output.list prun --exec "./launch_analysis.sh $ANALYSIS" --bexec "source build_analysis.sh $ANALYSIS" --outputs BaselineAnalysis.root --athenaTag= inDS $inds --outDS $outds --excludedSite ANALY_LRZ,ANALY_GOEGRID,ANALY_SLAC,ANALY_LYON_DCACHE,ANALY_LONG_LYON_DCACHE,ANALY_PIC,ANALY_MW T2 --nGBPerJob=5 done

10 #!/bin/bash ANALYSIS=NoteXI if [ $# -gt 0 ] then ANALYSIS=$1 fi export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$PWD/local/lib echo $LD_LIBRARY_PATH echo ls. ls. cd ${ANALYSIS}Analysis./${ANALYSIS}Runner –d $PWD/..-w JSearcyD3PD -p cardfiles/Analysis_periodH.xml | tee../log.txt cp Baseline*root.. $PREFIX

11 I Makefile BOOSTINC = $(SITEROOT)//sw/lcg/external/Boost/ _python2.5/i686-slc5-gcc43- opt/include/boost-1_39 BOOSTINC = /net/nas/datanas/users/disipio/athe na/ /sw/lcg/external/Boost/ _python2.5/i686-slc5-gcc43- opt/include/boost-1_3 BAT = ${ATLAS_EXTERNAL}/BAT/0.3.2/i686- slc5-gcc43 BAT = ${ATLAS_EXTERNAL}/BAT/*/i686- slc5-gcc43

12 I Makefile include Makefile.inc all: NoteXIAnalyzer.o NoteXIRunner lib HelloWorld BOOSTINC = / net/nas/datanas/users/disipio/athena/ /sw/lcg/external/Boost/1.39.0_python2.5/i686-slc5-gcc43-opt/include/boost-1_39 #BOOSTINC = / net/nas/datanas/users/disipio/athena/ /sw/lcg/external/Boost/1.39.0_python2.5/i686-slc5-gcc43-opt/include/boost-1_39 all: NoteXIAnalyzer.o NoteXIRunner lib lib: NoteXIAnalyzer.o #dictionary.cxx lib: NoteXIAnalyzer.o dictionary.cxx HelloWorld: ConfigFile.o NoteXIAnalyzer.o $(CXX) $(CXXFLAGS) $(DEBUG) - I$(FRMWK_INCDIR) -IConfigFile $(LIBRARY_PATH)/$(ANALY_LIB) ConfigFile.o NoteXIAnalyzer.o \ HelloWorld.C -o HelloWorld ##############

13 Prospettive Separare i pacchetti di analisi veri e propri dagli script per lanciarli sulla grid (i link simbolici pare non funzionino) Rendere il codice piuì flessibile alle varie versioni di athena (ad esempio con la release 16 la versione di boost e’ passata dalla 1.39 alla 1.42) Automatizzare il tutto Decidere se mantenere degli script unici usabili da tutti o ognuno se li fa per se’ (in fondo si tratta di arrangiare il comando prun a seconda delle proprie esigenze)

14 Riserve

15 (da testare) cd $ANALYSIS_FRAMEWORK_DIR Boostinc=$(SITEROOT)//sw/lcg/external/Boost/1.39.0_python2.5/i68 6-slc5-gcc43-opt/include/boost-1_39 Bat=${ATLAS_EXTERNAL}/BAT/0.3.2/i686-slc5-gcc43 gmake -j8 PREFIX=$ANALYSIS_LOCAL BOOSTINC=$Boostinc BAT=$Bat cd $ANALYSIS_DIR make PREFIX=$ANALYSIS_LOCAL BOOSTINC=$Boostinc BAT=$Bat

16 AnalysisFramework: $(OBJECTS) $(HEADERS) $(FRMWK_INCDIR)/NtupleFactory.h #dictionary.cxx $(CXX) $(CXXFLAGS) -shared -Wl,- soname,$(TARGETLIB) -I$(FRMWK_INCDIR) $(LIBS) -lReflex -lCintex \ $(OBJECTS) $(FRMWK_INCDIR)/NtupleFactory.h -o $(TARGETLIB) I Makefile AnalysisFramework: $(OBJECTS) $(HEADERS) $(FRMWK_INCDIR)/NtupleFactory.h dictionary.cxx $(CXX) $(CXXFLAGS) -shared -Wl,- soname,$(TARGETLIB) -I$(FRMWK_INCDIR) $(LIBS) -lReflex -lCintex \ $(OBJECTS) $(FRMWK_INCDIR)/NtupleFactory.h dictionary.cxx -o $(TARGETLIB)


Download ppt "Sottomissione di job di analisi con prun Marino Romano Esempio basato sul pacchetto di analisi per il Top."

Similar presentations


Ads by Google