1. www.epikh.eu Advanced Job Practice Maha Metawei (maha_metawei@eri.sci.eg) ERI-Cairo, Egypt Joint EPIKH/EUMEDGRID Support event in Cairo Africa 4 –Application Porting. Egypt, 27.10.2010 (Exchange Programme to advance e-Infrastructure Know-How) THE EPIKH PROJECT

2. www.epikh.eu voms-proxy-init --voms gilda glite-wms-job-delegate-proxy -d myfirstdelegationid vi collection_ex.jdl Collection Job Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

3. www.epikh.eu [ Type = "collection"; InputSandbox = {"input_common1.txt","input_common2.txt" }; nodes = { [ JobType = "Normal"; NodeName = "node1"; Executable = "/bin/sh"; Arguments = "script_node1.sh"; InputSandbox = {"script_node1.sh", root.InputSandbox[0]}; StdOutput = "myoutput1"; StdError = "myerror1"; OutputSandbox = {"myoutput1","myerror1"}; ShallowRetryCount = 1; ], [ JobType = "Normal"; NodeName = "node2"; Executable = "/bin/sh"; InputSandbox = {"script_node2.sh", root.InputSandbox[1]}; Arguments = "script_node2.sh"; StdOutput = "myoutput2"; StdError = "myerror2"; OutputSandbox = {"myoutput2","myerror2"}; ShallowRetryCount = 1; ],[ JobType = "Normal"; NodeName = "node3"; Executable = "/bin/cat"; InputSandbox = {root.InputSandbox}; Arguments = "*.txt"; StdOutput = "myoutput3"; StdError = "myerror3"; OutputSandbox = {"myoutput3","myerror3"}; ShallowRetryCount = 1; ] }; ] Collection Job Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

4. www.epikh.eu echo "first input" > input_common1.txt echo "2nd input" > input_common2.txt vi script_node1.sh #!/bin/sh echo "Current date is `date`" echo "Dumping now input files" echo "**********************" cat *.txt Collection Job Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

5. www.epikh.eu vi script_node2.sh #!/bin/sh echo "Running machine is `hostname`" ls -l echo "Dumping now input files" echo "**********************" cat *.txt glite-wms-job-submit -d myfirstdelegationid -o jobId collection_ex.jdl Collection Job Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

6. www.epikh.eu [cairo01@server2 Collection_job]$ glite-wms-job-status -i jobId ======================= glite-wms-job-status Success ===================== BOOKKEEPING INFORMATION: Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/XtwnIoXnnCXVPByHbf 92ag Current Status: Waiting Submitted: Wed Oct 27 10:42:16 2010 EET ========================================================================== - Nodes information for: Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/lL6zI6tS4JqKWp YNxtSR1g Current Status: Scheduled Status Reason: Job successfully submitted to Globus Destination: gilda-01.pd.infn.it:2119/jobmanager-lcgpbs-gilda Submitted: Wed Oct 27 10:42:16 2010 EET ========================================================================== Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/nwL8dj22CstUAO 7W_KldrA Current Status: Scheduled Status Reason: Job successfully submitted to Globus Destination: grisuce.scope.unina.it:2119/jobmanager-lcgpbs-grisu_shor t Submitted: Wed Oct 27 10:42:16 2010 EET ========================================================================== Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/qOk2kUjw6jkoak MwDgRvnw Current Status: Scheduled Status Reason: Job successfully submitted to Globus Destination: gilda-01.pd.infn.it:2119/jobmanager-lcgpbs-gilda Submitted: Wed Oct 27 10:42:16 2010 EET ========================================================================== Collection Job Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

7. www.epikh.eu mkdir dag_job cd dag_job wget --no-check-certificate https://grid.ct.infn.it/twiki/pub/GILDA/WmProxyUse/dag -example-script.tar.gz && tar xzvf dag-example- script.tar.gz vi dag_1.jdl DAG JOB Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

8. www.epikh.eu [ Type = "dag"; InputSandbox = { "son.sh" }; nodes = [ father = [ description = [ JobType = "Normal"; Executable = "/bin/sh"; Arguments = "father_script.sh"; InputSandbox = {"father_script.sh"}; StdOutput = "father_output"; StdError = "father_error"; OutputSandbox = {"father_output","father_error","son1.input","son2.input"}; ShallowRetryCount = 1; ]; ]; son1 = [ description = [ JobType = "Normal"; Executable = "/bin/sh"; InputSandbox = {root.InputSandbox,root.nodes.father.description.OutputSandbox[2]}; Arguments = "son.sh 1"; StdOutput = "son1.output"; StdError = "son1.error"; OutputSandbox = {"final1.input","son1.output","son1.error"}; ShallowRetryCount = 1; ]; ]; son2 = [ description = [ JobType = "Normal"; Executable = "/bin/sh"; InputSandbox = {root.InputSandbox,root.nodes.father.description.OutputSandbox[3]}; Arguments = "son.sh 2"; StdOutput = "son2.output"; StdError = "son2.error"; OutputSandbox = {"final2.input","son2.output","son2.error"}; ShallowRetryCount = 1; ]; ]; final = [ description = [ JobType = "Normal"; Executable = "/bin/sh"; InputSandbox = {"final.sh",root.nodes.son1.description.OutputSandbox[0],root.nodes.son 2.description.OutputSandbox[0]}; Arguments = "final.sh"; StdOutput = "dag.out"; StdError = "dag.err"; OutputSandbox = {"dag.out","dag.err"}; ShallowRetryCount = 1; ]; ]; dependencies = { {father,{son1,son2}}, {son1,final}, {son2,final} }; ]; ] DAG JOB Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

9. www.epikh.eu glite-wms-job-submit -d myfirstdelegationid -o jobId dag_1.jdl glite-wms-job-status -i jobId ======================= glite-wms-job-status Success ===================== BOOKKEEPING INFORMATION: Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/FvI3RpRJE27MVHX3iVhBiQ Current Status: Running Status Reason: unavailable Destination: dagman Submitted: Wed Oct 27 10:56:52 2010 EET ========================================================================== - Nodes information for: Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/84w6GNZgODiIGMsXEqNDag Current Status: Submitted Submitted: Wed Oct 27 10:56:52 2010 EET ========================================================================== Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/UDMq5OCc76xR6fTxfMRjCw Current Status: Submitted Submitted: Wed Oct 27 10:56:52 2010 EET ========================================================================== Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/ZKDRcpZZsnCDJd46mN7DIg Current Status: Scheduled Status Reason: Job successfully submitted to Globus Destination: grid010.ct.infn.it:2119/jobmanager-lcgpbs-gilda Submitted: Wed Oct 27 10:56:52 2010 EET ========================================================================== Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/eDF5sL5IUJgikPH375M7mQ Current Status: Submitted Submitted: Wed Oct 27 10:56:52 2010 EET ========================================================================== DAG JOB Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

10. www.epikh.eu vi parametric.jdl [ JobType = "Parametric"; Executable = "/bin/sh"; Arguments = "message_PARAM_.sh"; InputSandbox = "message_PARAM_.sh"; Parameters= 6; ParameterStep =2; ParameterStart = 0; StdOutput = "myoutput_PARAM_.txt"; StdError = "myerror_PARAM_.txt"; OutputSandbox = {"myoutput_PARAM_.txt", "myerror_PARAM_.txt"}; ShallowRetryCount = 1; ] Parametric Job Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

11. www.epikh.eu for ((i=0;i message$i.sh; done glite-wms-job-submit -d myfirstdelegationid -o jobId parametric.jdl [cairo01@server2 parametric_job]$ glite-wms-job-status -i jobId ======================= glite-wms-job-status Success ===================== BOOKKEEPING INFORMATION: Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/dxyQ_d-d85PFYztCUldeDQ Current Status: Running Submitted: Wed Oct 27 11:15:34 2010 EET ========================================================================== - Nodes information for: Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/2ytyWlCTyiRSmNcmIJD6_w Current Status: Scheduled Status Reason: Job successfully submitted to Globus Destination: gilda-01.pd.infn.it:2119/jobmanager-lcgpbs-gilda Submitted: Wed Oct 27 11:15:34 2010 EET ========================================================================== Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/UhEQNRJhLqXRgHd0yXoiBA Current Status: Scheduled Status Reason: Job successfully submitted to Globus Destination: ce.scope.unina.it:2119/jobmanager-lcgpbs-egee_long Submitted: Wed Oct 27 11:15:34 2010 EET ========================================================================== Status info for the Job : https://gilda-lb-01.ct.infn.it:9000/lHQrV7h2StgdTrxJTSbXng Current Status: Running Status Reason: Job successfully submitted to Globus Destination: gn0.hpcc.sztaki.hu:2119/jobmanager-lcgpbs-gilda Submitted: Wed Oct 27 11:15:34 2010 EET ========================================================================== Parametric Job Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

12. www.epikh.eu REFERENCES https://grid.ct.infn.it/twiki/bin/view/GILDA/WmProxyUse Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010

13. 13 Questions Cairo, Joint EPIKH/EUMEDGRID Support Site Admin Tutorial 27.10.2010