Changeset 3905

Timestamp:

Nov 1, 2006, 5:01:22 PM (18 years ago)

Author:

nick

Message:

this should be a working version of the parallel code

Location:

anuga_work/production/dampier_2006

Files:

• build_dampier.py (modified) (6 diffs)
• project.py (modified) (8 diffs)
• run_dampier.py (modified) (7 diffs)

anuga_work/production/dampier_2006/build_dampier.py

@@ -69 +69 @@
 #-------------------------------------------------------------------------------
 
+'''
 # topography directory filenames
 onshore_dir_name = project.onshore_dir_name
@@ -138 +139 @@
     mkdir (project.topographies_time_dir)
 G.export_points_file(project.combined_time_dir_name + '.pts')
-
+'''
 #-------------------------------------------------------------------------
 # Convert URS to SWW file for boundary conditions 
@@ -149 +150 @@
 print 'minlat=project.north_boundary, maxlat=project.south_boundary',project.north_boundary, project.south_boundary
 print 'minlon= project.west_boundary, maxlon=project.east_boundary',project.west_boundary, project.east_boundary
+print ' maxlon=project.east',project.east
+
+#import sys; sys.exit()
 
 if access(project.boundaries_time_dir,F_OK) == 0:
     mkdir (project.boundaries_time_dir)
+'''
 urs2sww(boundaries_in_dir_name,basename_out= project.boundaries_time_dir_name,
         minlat=project.south_boundary, maxlat=project.north_boundary,
@@ -157 +162 @@
         mint=0, maxt= 35000,
         verbose='true')
+
+
+urs2sww(boundaries_in_dir_name, basename_out= project.boundaries_time_dir_name,
+#        minlat=project.south, maxlat=project.north,
+#        minlon= project.west, maxlon=project.east,
+        minlat=project.south_boundary, maxlat=project.north_boundary,
+        minlon= project.east_boundary, maxlon=project.west_boundary,
+        mint=0, maxt= 35000,
+        verbose='true')
 '''
 from caching import cache
@@ -163 +177 @@
        project.boundaries_time_dir_name), 
       {'verbose': True,
-       'minlat': project.south_boundary,
-       'maxlat': project.north_boundary,
-       'minlon': project.west_boundary,
-       'maxlon': project.east_boundary,
+#       'minlat': project.south_boundary,
+#       'maxlat': project.north_boundary,
+#       'minlon': project.west_boundary,
+#       'maxlon': project.east_boundary,
+#       'minlat': project.south,
+#       'maxlat': project.north,
+#       'minlon': project.west,
+#       'maxlon': project.east,
        'mint': 0, 'maxt': 35000,
 #       'origin': domain.geo_reference.get_origin(),
@@ -175 +193 @@
        )
 #       dependencies = source_dir + project.boundary_basename + '.sww')
-'''        
-
-
-
-
-
-
-
-
+   
+
+
+
+
+
+
+
+

anuga_work/production/dampier_2006/project.py

@@ -10 +10 @@
      convert_from_latlon_to_utm
 
-from time import localtime, strftime, gmtime
+from time import localtime, strftime, gmtime, ctime
 from anuga.geospatial_data.geospatial_data import *
+from anuga.utilities.polygon import read_polygon, plot_polygons, polygon_area
 
 # file and system info
@@ -35 +36 @@
 
 #mesh_name = 'elevation50m'
-boundaries_name = 'dampier'
+boundaries_name = 'dampier1'
 boundaries_source = 'mag_9_corrected'
+#boundaries_source = 'test'
 
 tide = 2.4
+#tide = 0.0
 
 # topography file names
@@ -76 +79 @@
 time = strftime('%Y%m%d_%H%M%S',localtime()) #gets time for new dir
 gtime = strftime('%Y%m%d_%H%M%S',gmtime()) #gets time for new dir
+#cctime = strftime('%Y%m%d_%H%M%S',ctime()) #gets time for new dir
 build_time = time+'_build'
 run_time = time+'_run'
 
 print 'gtime: ', gtime
+#print 'ctime: ', cctime
 
 output_build_time_dir = home+sep+state+sep+scenario_datas_name+sep+'anuga'+sep+'outputs'+sep+build_time+sep
@@ -86 +91 @@
 boundaries_dir = home+sep+state+sep+scenario_datas_name+sep+'anuga'+sep+'boundaries'+sep
 boundaries_time_dir = home+sep+state+sep+scenario_datas_name+sep+'anuga'+sep+'boundaries'+sep+build_time+sep
+meshes_time_dir = meshes_dir+build_time+sep
 
 #ideas
@@ -117 +123 @@
 
 meshes_dir_name = meshes_dir + scenario_name
-
+meshes_time_dir_name = meshes_time_dir + scenario_name
 #output_build_time_dir_name = output_build_time_dir + scenario_name  #Used by post processing
 output_run_time_dir_name = output_run_time_dir + scenario_name  #Used by post processing
@@ -136 +142 @@
 
 #only used to clip boundary condition
-north_boundary = north + 0.02
-south_boundary = south - 0.02
-west_boundary = west - 0.02
-east_boundary = east + 0.02
+#north_boundary = north + 0.02
+#south_boundary = south - 0.02
+#west_boundary = west - 0.02
+#east_boundary = east + 0.02
+
+south_boundary = degminsec2decimal_degrees(-21,0,0)
+#north_boundary = degminsec2decimal_degrees(-19,00,0)
+north_boundary = degminsec2decimal_degrees(-20,10,0)
+#west_boundary = degminsec2decimal_degrees(116,0,0)
+#east_boundary = degminsec2decimal_degrees(118,00,0)
+west_boundary = degminsec2decimal_degrees(116,10,0)
+east_boundary = degminsec2decimal_degrees(117,15,0)
 
 
@@ -153 +167 @@
 
 bounding_polygon, zone =\
-                  convert_from_latlon_to_utm([p0, p1, p2, p3, p4,
-                                              p5, p6, p7, p8])
+                  convert_from_latlon_to_utm([p0, p1, p2, p3, p4,p5, p6, p7, p8])
+#bounding_polygon, zone =\
+#                  convert_from_latlon_to_utm([p1, p2, p3, p4, p5, p6, p7])
 refzone = zone
-
 
 #Interior regions
@@ -177 +191 @@
 n_min_area = 7719000
 n_max_area = 7725000
+
+poly_facility = read_polygon(polygons_dir+'facility.csv')
+
+poly_pipeline = read_polygon(polygons_dir+'pipeline.csv')
 
 #Interior regions

anuga_work/production/dampier_2006/run_dampier.py

@@ -34 +34 @@
 from anuga.geospatial_data.geospatial_data import *
 from anuga.abstract_2d_finite_volumes.util import Screen_Catcher
-from anuga_parallel.parallel_api import distribute, numprocs, myid
+from anuga_parallel.parallel_api import distribute, numprocs, myid, barrier
 
 # Application specific imports
 import project                 # Definition of file names and polygons
 
-
-
 #------------------------------------------------------------------------------
 # Copy scripts to time stamped output directory and capture screen
@@ -48 +46 @@
 # filenames
 
-build_time = '20061029_231935_build_tide_24'
+#build_time = '20061029_231935_build_tide_24'
+build_time = '20061030_165746_build_tide_24'
+#build_time = '20061025_153643_build_basic'
+
 boundaries_name = project.boundaries_name
-meshes_dir_name = project.meshes_dir_name+'.msh'
+meshes_time_dir_name = project.meshes_time_dir_name+'.msh'
 #source_dir = project.boundarydir
-boundaries_time_dir_name = project.boundaries_dir + build_time + sep + boundaries_name
+#boundaries_time_dir_name = project.boundaries_dir + build_time + sep + boundaries_name
+boundaries_time_dir_name = project.boundaries_time_dir_name
+tide = project.tide
 
 # # creates copy of code in output dir if dir doesn't exist
@@ -63 +66 @@
     copy (__file__, project.output_run_time_dir + basename(__file__))
     print 'project.output_run_time_dir',project.output_run_time_dir
-
+barrier()
 #normal screen output is stored in 
 screen_output_name = project.output_run_time_dir + "screen_output_%d_%d.txt" %(myid,numprocs)
@@ -73 +76 @@
 
 print 'USER: ', project.user
-
 
 #--------------------------------------------------------------------------
@@ -82 +84 @@
 #--------------------------------------------------------------------------
 
-interior_regions = [#[project.karratha_polygon, 25000],
-                    [project.cipma_polygon, 50000]]    
-
-print 'start create mesh from regions'
-meshes_dir_name = project.meshes_dir_name + '.msh'
-create_mesh_from_regions(project.bounding_polygon,
+if myid == 0:
+    if access(project.meshes_time_dir,F_OK) == 0:
+        mkdir(project.meshes_time_dir)
+    print 'start create mesh from regions'
+    interior_regions = [#[project.karratha_polygon, 25000],
+#                    [project.cipma_polygon, 1000],
+                    [project.poly_pipeline, 1000],
+                    [project.poly_facility, 10000]]    
+#    meshes_dir_name = project.meshes_dir_name + '.msh'
+
+    create_mesh_from_regions(project.bounding_polygon,
                          boundary_tags={'back': [7, 8], 'side': [0, 6],
                                         'ocean': [1, 2, 3, 4, 5]},
-                         maximum_triangle_area=300000,
+                         maximum_triangle_area=100000,
                          interior_regions=interior_regions,
-                         filename=meshes_dir_name,
+                         filename=meshes_time_dir_name,
                          use_cache=True,
                          verbose=True)
 
+# to sync all processors are ready 
+barrier()
+
 #-------------------------------------------------------------------------
 # Setup computational domain
 #-------------------------------------------------------------------------
 print 'Setup computational domain'
-domain = Domain(meshes_dir_name, use_cache=True, verbose=True)
+domain = Domain(meshes_time_dir_name, use_cache=True, verbose=True)
 print domain.statistics()
 
+
+
+print 'starting to create boundary conditions'
+boundaries_in_dir_name = project.boundaries_in_dir_name
+
+from anuga.shallow_water.data_manager import urs2sww, ferret2sww
+
+print 'maxlat=project.south_boundary, minlat=project.north_boundary', project.south_boundary,project.north_boundary
+print 'minlon= project.west_boundary, maxlon=project.east_boundary',project.west_boundary, project.east_boundary
+print ' maxlon=project.east',project.east
+
+print 'origin: domain.geo_reference.get_origin()',domain.geo_reference.get_origin()
+
+#import sys; sys.exit()
+
+if access(project.boundaries_time_dir,F_OK) == 0:
+    mkdir (project.boundaries_time_dir)
+# put above distribute
+from caching import cache
+cache(ferret2sww,
+      (boundaries_in_dir_name,
+       boundaries_time_dir_name), 
+      {'verbose': True,
+       'minlat': project.south_boundary,
+       'maxlat': project.north_boundary,
+       'minlon': project.west_boundary,
+       'maxlon': project.east_boundary,
+#       'minlat': project.south,
+#       'maxlat': project.north,
+#       'minlon': project.west,
+#       'maxlon': project.east,
+       'mint': 0, 'maxt': 35000,
+       'origin': domain.geo_reference.get_origin(),
+       'mean_stage': project.tide,
+#       'zscale': 1,                 #Enhance tsunami
+       'fail_on_NaN': False},
+       verbose = True,
+       )
+
+
+
 #-------------------------------------------------------------------------
 # Setup initial conditions
 #-------------------------------------------------------------------------
-tide = project.tide
+print 'Setup initial conditions'
+
 domain.set_quantity('stage', tide)
 domain.set_quantity('friction', 0.0) 
 #combined_time_dir_name = project.topographies_dir+build_time+project.combined_name
+print 'Start Set quantity'
+
 domain.set_quantity('elevation', 
                     filename = project.topographies_dir + build_time + sep + project.combined_name + '.pts',
@@ -115 +169 @@
                     verbose = True,
                     alpha = 0.1)
+#domain.set_quantity('elevation', -50)
+print 'Finished Set quantity'
+
+
 
 #------------------------------------------------------
@@ -135 +193 @@
 # Setup boundary conditions 
 #-------------------------------------------------------------------------
-
-
 print 'Available boundary tags', domain.get_boundary_tags()
 
-
+print 'Reading Boundary file'
+#boundariesname = project.boundaries_dir + '20061101_003322_build'+sep+boundaries_name
+#print'boundariesname',boundariesname
 Bf = File_boundary(boundaries_time_dir_name + '.sww',
-                   domain, verbose = True)
+
+#Bf = File_boundary(boundariesname + '.sww',
+                   domain, time_thinning=20, use_cache=True, verbose=True)
+
+print 'finished reading boundary file'
+
 Br = Reflective_boundary(domain)
 Bd = Dirichlet_boundary([tide,0,0])
+
+print'set_boundary'
 domain.set_boundary({'back': Br,
                      'side': Bd,
                      'ocean': Bf}) 
+print'finish set boundary'
+
 
 #----------------------------------------------------------------------------
 # Evolve system through time
 #----------------------------------------------------------------------------
-import time
+
 t0 = time.time()
 
-for t in domain.evolve(yieldstep = 120, finaltime = 28800):
+for t in domain.evolve(yieldstep = 60, finaltime = 28800):
+#for t in domain.evolve(yieldstep = 120, finaltime = 28800):
     domain.write_time()
-    domain.write_boundary_statistics(tags = 'ocean')     
+#    domain.write_boundary_statistics(tags = 'ocean')     
     
 print 'That took %.2f seconds' %(time.time()-t0)