1 | #!/bin/bash |
---|
2 | #PBS -P j23 |
---|
3 | #PBS -q normal |
---|
4 | #PBS -l walltime=120,ncpus=4,vmem=400mb,other=mpi |
---|
5 | #PBS -wd |
---|
6 | |
---|
7 | ######################### |
---|
8 | # The above #PBS directives do the following: |
---|
9 | ######################### |
---|
10 | # #PBS -P j23 |
---|
11 | # Set the project to be charged to be j23 |
---|
12 | # |
---|
13 | # #PBS -q normal |
---|
14 | # Run this job in the normal queue |
---|
15 | # |
---|
16 | # #PBS -l walltime=120,ncpus=4,vmem=400mb,other=mpi |
---|
17 | # This job will not take longer than 120 seconds. |
---|
18 | # This job requires 4 processors. |
---|
19 | # This job will not consume more than 400mb. |
---|
20 | # This job requires MPI. |
---|
21 | # |
---|
22 | # #PBS -wd |
---|
23 | # Start the job in the directory it was submitted from. |
---|
24 | # (This script must be submitted from the ga/inundation/parallel directory) |
---|
25 | # |
---|
26 | ######################### |
---|
27 | |
---|
28 | ######################### |
---|
29 | # The APAC cluster uses modules to customise the user's environment. |
---|
30 | # Python and LAM-MPI are required for this job. MPICH will not work, because it |
---|
31 | # cannot pass the PYTHONPATH environment variable into the mpi job. |
---|
32 | ######################### |
---|
33 | module load python |
---|
34 | module load lam |
---|
35 | |
---|
36 | ######################### |
---|
37 | # As with a standard ANUGA installation, PYTHONPATH must be correctly set. |
---|
38 | # The job will fail strangely on the APAC Linux Cluster if LD_ASSUME_KERNEL |
---|
39 | # is not set. This is not required on other machines. |
---|
40 | ######################### |
---|
41 | export PYTHONPATH=/home/661/jdk661/inundation |
---|
42 | export LD_ASSUME_KERNEL=2.4.1 |
---|
43 | |
---|
44 | ######################### |
---|
45 | # Start the actual MPI job on 4 nodes. |
---|
46 | # Ensure that the MPI environment has the LD_LIBRARY_PATH (used because the |
---|
47 | # modular environment places some libraries in nonstandard locations), |
---|
48 | # PYTHONPATH and LD_ASSUME_KERNEL environment variables set correctly. |
---|
49 | ######################### |
---|
50 | lamboot |
---|
51 | mpirun -np 4 -x LD_LIBRARY_PATH,PYTHONPATH,LD_ASSUME_KERNEL run_parallel_sw_merimbula_metis.py |
---|
52 | lamhalt |
---|