Changeset 8320
- Timestamp:
- Jan 23, 2012, 4:16:46 PM (12 years ago)
- Location:
- trunk/anuga_work/development/mem_time_tests
- Files:
-
- 3 added
- 8 edited
-
hardware/cairns/job.sh (added)
-
hardware/cairns/main.py (modified) (2 diffs)
-
hardware/template/anuga.log (modified) (1 diff)
-
hardware/template/job.sh (added)
-
hardware/template/main.py (modified) (2 diffs)
-
scenarios/channelflow/main.py (modified) (1 diff)
-
scenarios/vel2/main.py (modified) (2 diffs)
-
triangles/area/job.sh (added)
-
triangles/area/main.py (modified) (4 diffs)
-
triangles/serial/main.py (modified) (4 diffs)
-
triangles/serial/runcairns.py (modified) (1 diff)
Legend:
- Unmodified
- Added
- Removed
-
trunk/anuga_work/development/mem_time_tests/hardware/cairns/main.py
r8315 r8320 21 21 #------------------------------------------------------------------------------ 22 22 a = [] 23 23 host = os.getenv('HOST') 24 24 home1 = os.getenv('INUNDATIONHOME') 25 25 scenariodir = add_directories(home1, ["data","mem_time_test", "parallel","cairns"]) … … 36 36 e.close() 37 37 38 maxcpus = 18 38 39 39 40 for n in range(1,18,1): 40 for n in range(1,maxcpus,1): 41 41 z = time.time() 42 42 y = time.time() 43 subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_cyclone', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.5', 'runcairns.py']) 43 44 if (host == 'cyclone.agso.gov.au'): 45 subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_cyclone', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 46 if (host == 'tornado.agso.gov.au'): 47 subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 48 if (host == 'vayu1'): 49 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py']) 50 if (host == 'rhe-compute1.ga.gov.au'): 51 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 52 if (host == 'xe'): 53 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py']) 54 44 55 liststore.spacelist = [0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0] 45 56 f = open(file_path_store,'r+') -
trunk/anuga_work/development/mem_time_tests/hardware/template/anuga.log
r8315 r8320 1 2012-01-20 08:33:19,932 INFO anuga.utilities.log:0 |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL 2 2012-01-20 08:33:19,935 INFO mesh_interface:90 |Resource usage: memory=331.0MB resident=19.0MB stacksize=0.2MB 3 2012-01-20 08:33:19,935 INFO mesh_interface:90 |#@# sys_platform, linux2 4 2012-01-20 08:33:19,936 INFO mesh_interface:90 |#@# start_memory, 331.01953125 5 2012-01-20 08:33:19,937 INFO mesh_interface:90 |#@# start_resident, 19.08203125 6 2012-01-20 08:33:19,938 INFO mesh_interface:90 |#@# start_stacksize, 0.203125 7 2012-01-20 08:33:19,939 INFO mesh_interface:91 |#@# maximum_triangle_area, 100.0 8 2012-01-20 08:33:19,939 INFO mesh_interface:92 |#@# minimum_triangle_angle, 28.0 9 2012-01-20 08:33:19,940 INFO mesh_interface:93 |#@# startMesh, '2012-01-20 08:33:19' 10 2012-01-20 08:33:19,947 CRITICAL mesh_interface:346 |Generating mesh to file '/nas/gemd/georisk_models/inundation/data/mem_time_test/triangles/area/cairnsmesh.msh' 11 2012-01-20 08:33:43,412 CRITICAL general_mesh:84 |General_mesh: Building basic mesh structure in ANUGA domain 12 2012-01-20 08:33:43,412 INFO general_mesh:86 |#@# numTriangles, 383614 13 2012-01-20 08:33:50,595 CRITICAL general_mesh:136 |General_mesh: Computing areas, normals and edgelengths 14 2012-01-20 08:33:50,630 CRITICAL general_mesh:140 |(0/383614) 15 2012-01-20 08:33:58,337 CRITICAL general_mesh:140 |(38362/383614) 16 2012-01-20 08:34:06,062 CRITICAL general_mesh:140 |(76724/383614) 17 2012-01-20 08:34:13,811 CRITICAL general_mesh:140 |(115086/383614) 18 2012-01-20 08:34:21,554 CRITICAL general_mesh:140 |(153448/383614) 19 2012-01-20 08:34:29,288 CRITICAL general_mesh:140 |(191810/383614) 20 2012-01-20 08:34:37,024 CRITICAL general_mesh:140 |(230172/383614) 21 2012-01-20 08:34:44,762 CRITICAL general_mesh:140 |(268534/383614) 22 2012-01-20 08:34:52,502 CRITICAL general_mesh:140 |(306896/383614) 23 2012-01-20 08:35:00,262 CRITICAL general_mesh:140 |(345258/383614) 24 2012-01-20 08:35:08,035 CRITICAL general_mesh:199 |Building inverted triangle structure 25 2012-01-20 08:35:22,399 INFO general_mesh:202 |#@# aoi, '50000000.0' 26 2012-01-20 08:35:22,399 CRITICAL neighbour_mesh:89 |Initialising mesh 27 2012-01-20 08:35:22,448 CRITICAL neighbour_mesh:109 |Mesh: Computing centroids and radii 28 2012-01-20 08:35:22,491 CRITICAL neighbour_mesh:111 |(0/383614) 29 2012-01-20 08:35:29,389 CRITICAL neighbour_mesh:111 |(38362/383614) 30 2012-01-20 08:35:36,284 CRITICAL neighbour_mesh:111 |(76724/383614) 31 2012-01-20 08:35:43,218 CRITICAL neighbour_mesh:111 |(115086/383614) 32 2012-01-20 08:35:50,126 CRITICAL neighbour_mesh:111 |(153448/383614) 33 2012-01-20 08:35:57,044 CRITICAL neighbour_mesh:111 |(191810/383614) 34 2012-01-20 08:36:03,954 CRITICAL neighbour_mesh:111 |(230172/383614) 35 2012-01-20 08:36:10,884 CRITICAL neighbour_mesh:111 |(268534/383614) 36 2012-01-20 08:36:17,782 CRITICAL neighbour_mesh:111 |(306896/383614) 37 2012-01-20 08:36:24,685 CRITICAL neighbour_mesh:111 |(345258/383614) 38 2012-01-20 08:36:31,628 CRITICAL neighbour_mesh:164 |Mesh: Building neigbour structure 39 2012-01-20 08:37:04,517 CRITICAL neighbour_mesh:168 |Mesh: Building surrogate neigbour structure 40 2012-01-20 08:37:08,839 CRITICAL neighbour_mesh:172 |Mesh: Building boundary dictionary 41 2012-01-20 08:37:11,887 CRITICAL neighbour_mesh:179 |Mesh: Building tagged elements dictionary 42 2012-01-20 08:37:12,387 CRITICAL neighbour_mesh:195 |Mesh: Done 43 2012-01-20 08:37:12,388 INFO neighbour_mesh:196 |#@# finishMesh, '2012-01-20 08:37:12' 44 2012-01-20 08:37:12,389 INFO neighbour_mesh:197 |Resource usage: memory=732.3MB resident=420.5MB stacksize=0.2MB 45 2012-01-20 08:37:12,389 INFO neighbour_mesh:197 |#@# sys_platform, linux2 46 2012-01-20 08:37:12,390 INFO neighbour_mesh:197 |#@# finishMesh_memory, 732.25390625 47 2012-01-20 08:37:12,390 INFO neighbour_mesh:197 |#@# finishMesh_resident, 420.453125 48 2012-01-20 08:37:12,391 INFO neighbour_mesh:197 |#@# finishMesh_stacksize, 0.203125 49 2012-01-20 08:37:12,391 CRITICAL generic_domain:126 |Initialising Domain 50 2012-01-20 08:37:34,047 CRITICAL generic_domain:191 |Domain: Set up communication buffers (parallel) 51 2012-01-20 08:39:11,300 CRITICAL generic_domain:302 |Domain: Initialising quantity values 52 2012-01-20 08:39:11,301 CRITICAL generic_domain:305 |Domain: Done 1 2012-01-23 16:04:57,197 INFO anuga.utilities.log:0 |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL 2 2012-01-23 16:04:57,200 INFO mesh_interface:90 |Resource usage: memory=316.5MB resident=24.7MB stacksize=0.2MB 3 2012-01-23 16:04:57,200 INFO mesh_interface:90 |#@# sys_platform, linux2 4 2012-01-23 16:04:57,201 INFO mesh_interface:90 |#@# start_memory, 316.52734375 5 2012-01-23 16:04:57,201 INFO mesh_interface:90 |#@# start_resident, 24.703125 6 2012-01-23 16:04:57,201 INFO mesh_interface:90 |#@# start_stacksize, 0.22265625 7 2012-01-23 16:04:57,201 INFO mesh_interface:91 |#@# maximum_triangle_area, 100.0 8 2012-01-23 16:04:57,202 INFO mesh_interface:92 |#@# minimum_triangle_angle, 28.0 9 2012-01-23 16:04:57,202 INFO mesh_interface:93 |#@# startMesh, '2012-01-23 16:04:57' 10 2012-01-23 16:04:57,206 CRITICAL mesh_interface:346 |Generating mesh to file '/nas/gemd/georisk_models/inundation/data/mem_time_test/triangles/area/cairnsmesh.msh' -
trunk/anuga_work/development/mem_time_tests/hardware/template/main.py
r8315 r8320 22 22 #------------------------------------------------------------------------------ 23 23 a = [] 24 24 host = os.getenv('HOST') 25 25 home = os.getenv('INUNDATIONHOME') 26 26 scenariodir = add_directories(home, ["data","mem_time_test", "parallel","template"]) … … 47 47 for n in range(1,40,1): 48 48 z = time.time() 49 subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.5', 'runcairns.py']) 49 if (host == 'cyclone.agso.gov.au'): 50 subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_cyclone', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 51 if (host == 'tornado.agso.gov.au'): 52 subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 53 if (host == 'vayu1'): 54 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py']) 55 if (host == 'rhe-compute1.ga.gov.au'): 56 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 57 if (host == 'xe'): 58 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py']) 59 50 60 y = time.time() 51 61 f = open(file_path_store,'r+') -
trunk/anuga_work/development/mem_time_tests/scenarios/channelflow/main.py
r8315 r8320 32 32 33 33 spamWriter = csv.writer(open(file_path, 'wb')) 34 spamWriter.writerow([' Extent','Stage','Time','Space'])34 spamWriter.writerow(['Length','Stage','Time','Space']) 35 35 36 36 for i in range(100,100000,10000): 37 37 38 for n in range(1,i,i/10): 38 for n in range(1,i/10,i/100): 39 i = i /100.0 39 40 n = n/float(i) 40 41 system_tools.MemoryUpdate() -
trunk/anuga_work/development/mem_time_tests/scenarios/vel2/main.py
r8304 r8320 36 36 37 37 38 def rum(k): 39 for i in range(1,10000,500): 40 38 for m in range(0,250,10): 39 for i in range(1,2000,100): 41 40 system_tools.MemoryUpdate()[0] 42 41 z = time.time() … … 46 45 spamWriter.writerow([k,h,(i*i),(y-z), b]) 47 46 48 49 for m in range(1,1000,200): 50 rum(m) 51 print 'G!' 47 print 'DONE' -
trunk/anuga_work/development/mem_time_tests/triangles/area/main.py
r8315 r8320 24 24 25 25 home1 = os.getenv('INUNDATIONHOME') 26 host = os.getenv('HOST') 26 27 scenariodir = add_directories(home1, ["data","mem_time_test", "triangles","area"]) 27 28 file1 = 'ex1.csv' … … 50 51 51 52 52 def rum(d):53 f = 453 for m in range(90,100,10): 54 n = 4 #number of processors to use 54 55 for l in range(100,2000,100): 55 56 … … 61 62 62 63 z = time.time() 63 subprocess.call(['mpirun', '-np', str(f), '-hostfile' ,'~/machinefiles/t.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.5', 'runcairns.py']) 64 #subprocess.call(['python2.5', 'runcairns.py']) 64 if (host == 'cyclone.agso.gov.au'): 65 subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_cyclone', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 66 if (host == 'tornado.agso.gov.au'): 67 subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 68 if (host == 'vayu1'): 69 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py']) 70 if (host == 'rhe-compute1.ga.gov.au'): 71 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 72 if (host == 'xe'): 73 subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py']) 74 65 75 y = time.time() 66 76 … … 76 86 liststore.store = [0,0,0,0] 77 87 78 for m in range(90,100,10):79 rum(m)80 88 81 89 print 'Done' -
trunk/anuga_work/development/mem_time_tests/triangles/serial/main.py
r8303 r8320 15 15 from anuga.utilities import system_tools, log 16 16 from anuga.abstract_2d_finite_volumes.util import add_directories 17 import logAnalyser 17 18 #------------------------------------------------------------------------------ 18 19 # Setup computational domain … … 28 29 file = 'ex1.csv' 29 30 30 log.log_filename = os.path.join(scenariodir, 'log.txt')31 #log.log_filename = os.path.join(scenariodir, 'anuga.log') 31 32 32 33 file_path = os.path.join(scenariodir, file) … … 35 36 spamWriter = csv.writer(open(file_path, 'wb')) 36 37 spamWriter.writerow(['Number Of Triangles' ,'Max Triangle Area', 'Extent', 'Space Used MB' , 'Time Taken s']) 38 outputresource = os.path.join(scenariodir,'test.csv') 37 39 38 40 … … 42 44 while (n > 0): 43 45 c = 2 #random.random() * 2000 + 1 44 system_tools.MemoryUpdate()45 46 z = time.time() 46 47 h = runcairns.runex(c,r) 47 48 y = time.time() 48 49 n = n -1 49 x = system_tools.MemoryUpdate()[0] 50 spamWriter.writerow([h,r,(c*c),x ,(y-z)]) 50 #subprocess.call(['python','timingScript.py',scenariodir,outputresource]) 51 logAnalyser.AnalyseLog() 52 spamWriter.writerow([h,r,(c*c),'x' ,(y-z)]) 51 53 52 54 while (m > 0): -
trunk/anuga_work/development/mem_time_tests/triangles/serial/runcairns.py
r8303 r8320 99 99 100 100 # Save every two mins leading up to wave approaching land 101 for t in domain.evolve(yieldstep= 0.01, finaltime=0.02):101 for t in domain.evolve(yieldstep=1, finaltime=2): 102 102 print domain.timestepping_statistics() 103 103
Note: See TracChangeset
for help on using the changeset viewer.
