Changeset 8610

Timestamp:

Nov 9, 2012, 4:46:46 PM (12 years ago)

Author:

steve

Message:

Added in some sequential distribute run scripts

Location:

trunk/anuga_core/source/anuga_parallel

Files:

• run_parallel_sw_rectangular_tsunami.py (modified) (1 diff)
• run_sequential_dist_distribute_rectangular.py (modified) (5 diffs)
• run_sequential_dist_parallel_evolve_rectangular.py (added)
• sequential_distribute.py (modified) (7 diffs)

trunk/anuga_core/source/anuga_parallel/run_parallel_sw_rectangular_tsunami.py

@@ -55 +55 @@
 #--------------------------------------------------------------------------
 if myid == 0:
-    length = 1.0
-    width = 1.0
+    length = 2.0
+    width = 2.0
     dx = dy = 0.005
     #dx = dy = 0.00125

trunk/anuga_core/source/anuga_parallel/run_sequential_dist_distribute_rectangular.py

@@ -16 +16 @@
 import time
 import sys
+import numpy
 
 
@@ -27 +28 @@
 # Parallel interface
 #---------------------------
-from anuga_parallel.sequential_distribute import sequential_distribute
+from anuga_parallel.sequential_distribute import sequential_distribute_dump
 
 
@@ -35 +36 @@
 
 #--------------------------------------------------------------------------
+# Setup functions for topograpy etc
+#--------------------------------------------------------------------------
+scale_me=1.0
+
+def topography(x,y):
+        return (-x/2.0 +0.05*numpy.sin((x+y)*200.0))*scale_me
+
+def stagefun(x,y):
+    stge=-0.2*scale_me #+0.01*(x>0.9)
+    #topo=topography(x,y)
+    return stge#*(stge>topo) + (topo)*(stge<=topo)
+
+
+#--------------------------------------------------------------------------
 # Setup Domain only on processor 0
 #--------------------------------------------------------------------------
 myid = 0
-numprocs = 100
-if myid == 0:
-    length = 2.0
-    width = 2.0
-    dx = dy = 0.005  # 640,000
-    dx = dy = 0.00125
-    #dx = dy  = 0.5
-    domain = rectangular_cross_domain(int(length/dx), int(width/dy),
-                                              len1=length, len2=width, verbose=verbose)
+numprocs = 4
 
 
-    print domain.number_of_global_triangles
-    domain.set_store(True)
-    domain.set_quantity('elevation', lambda x,y : -1.0-x )
-    domain.set_quantity('stage', 1.0)
-    domain.set_flow_algorithm('tsunami')
-    domain.set_name('sw_rectangle')
-    #domain.print_statistics()
 
-else:
-    domain = None
+length = 2.0
+width = 2.0
+dx = dy = 0.005  # 640,000
+dx = dy  = 0.05
+domain = rectangular_cross_domain(int(length/dx), int(width/dy),
+                                          len1=length, len2=width, verbose=verbose)
+
+
+print domain.number_of_global_triangles
+
+domain.set_store(True)
+domain.set_flow_algorithm('tsunami')
+domain.set_minimum_allowed_height(0.01)
+domain.set_quantity('elevation',topography)     # Use function for elevation
+domain.get_quantity('elevation').smooth_vertex_values()
+domain.set_quantity('friction',0.03)            # Constant friction
+domain.set_quantity('stage', stagefun)          # Constant negative initial stage
+domain.get_quantity('stage').smooth_vertex_values()
+
+domain.set_name('sw_rectangle')
+#domain.print_statistics()
+
 
 t1 = time.time()
@@ -76 +96 @@
 #domain = distribute(domain,verbose=verbose)
 
-sequential_distribute(domain,numprocs, verbose = True)
+sequential_distribute_dump(domain, numprocs, verbose = True)
 
 
@@ -84 +104 @@
     print 'Distribute domain ',t2-t1
     
-if myid == 0 : print 'after parallel domain'
 
 
+

trunk/anuga_core/source/anuga_parallel/sequential_distribute.py

@@ -18 +18 @@
 
 
-def sequential_distribute(domain, numprocs=1, verbose=False, debug=False, parameters = None):
+def sequential_distribute_dump(domain, numprocs=1, verbose=False, debug=False, parameters = None):
     """ Distribute the domain, create parallel domain and pickle result
     """
@@ -122 +122 @@
 
 
-        args = [points, vertices, boundary]
+        #args = [points, vertices, boundary]
 
         kwargs = {'full_send_dict': full_send_dict,
@@ -139 +139 @@
                 'ghost_layer_width':  ghost_layer_width}
 
-        parallel_domain = Parallel_domain(*args, **kwargs)
+#        parallel_domain = Parallel_domain(points, vertices, boundary, **kwargs)
 
 
@@ -146 +146 @@
         # Transfer initial conditions to each subdomain
         #------------------------------------------------------------------------
-        for q in quantities:
-            parallel_domain.set_quantity(q, quantities[q])
+#        for q in quantities:
+#            parallel_domain.set_quantity(q, quantities[q])
 
 
@@ -153 +153 @@
         # Transfer boundary conditions to each subdomain
         #------------------------------------------------------------------------
-        boundary_map['ghost'] = None  # Add binding to ghost boundary
-        parallel_domain.set_boundary(boundary_map)
+#        boundary_map['ghost'] = None  # Add binding to ghost boundary
+#        parallel_domain.set_boundary(boundary_map)
 
 
@@ -160 +160 @@
         # Transfer other attributes to each subdomain
         #------------------------------------------------------------------------
-        parallel_domain.set_name(domain_name)
-        parallel_domain.set_datadir(domain_dir)
-        parallel_domain.set_store(domain_store)
-        parallel_domain.set_minimum_storable_height(domain_minimum_storable_height)
-        parallel_domain.set_minimum_allowed_height(domain_minimum_allowed_height)
-        parallel_domain.set_flow_algorithm(domain_flow_algorithm)
-        parallel_domain.geo_reference = georef
+#        parallel_domain.set_name(domain_name)
+#        parallel_domain.set_datadir(domain_dir)
+#        parallel_domain.set_store(domain_store)
+#        parallel_domain.set_minimum_storable_height(domain_minimum_storable_height)
+#        parallel_domain.set_minimum_allowed_height(domain_minimum_allowed_height)
+#        parallel_domain.set_flow_algorithm(domain_flow_algorithm)
+#        parallel_domain.geo_reference = georef
 
 
@@ -173 +173 @@
         # Now let's store the parallel_domain via cPickle
         #-----------------------------------------------------------------------
+#        import cPickle
+#        pickle_name = domain_name + '_P%g_%g.pickle'% (numprocs,p)
+#        f = file(pickle_name, 'wb')
+#        cPickle.dump(parallel_domain, f, protocol=cPickle.HIGHEST_PROTOCOL)
+#        f.close()
+
+
+        #FIXME SR: Looks like we could reduce storage by a factor of 4 by just
+        # storing the data to create the parallel_domain instead of pickling
+        # a created domain
         import cPickle
         pickle_name = domain_name + '_P%g_%g.pickle'% (numprocs,p)
         f = file(pickle_name, 'wb')
-        cPickle.dump(parallel_domain, f, protocol=cPickle.HIGHEST_PROTOCOL)
-        f.close()
-
-        #FIXME SR: Looks like we could reduce storage by a factor of 4 by just
-        # storing the data to create the parallel_domain instead of pickling
-        # a created domain
-        #pickle_name = 'test_P%g_%g.pickle'% (numprocs,p)
-        #f = file(pickle_name, 'wb')
-        #cPickle.dump( (args, kwargs, quantities), f, protocol=cPickle.HIGHEST_PROTOCOL)
-        #f.close()
+        tostore = (kwargs, points, vertices, boundary, quantities, boundary_map, domain_name, domain_dir, domain_store, domain_minimum_storable_height, \
+                   domain_minimum_allowed_height, domain_flow_algorithm, georef)
+        cPickle.dump( tostore, f, protocol=cPickle.HIGHEST_PROTOCOL)
 
     return
 
 
+def sequential_distribute_load(filename = 'domain', verbose = False):
+
+
+    from anuga_parallel import myid, numprocs
+
+
+    #---------------------------------------------------------------------------
+    # Open pickle files
+    #---------------------------------------------------------------------------
+    import cPickle
+    pickle_name = filename+'_P%g_%g.pickle'% (numprocs,myid)
+    f = file(pickle_name, 'rb')
+    kwargs, points, vertices, boundary, quantities, boundary_map, domain_name, domain_dir, domain_store, domain_minimum_storable_height, \
+                   domain_minimum_allowed_height, domain_flow_algorithm, georef = cPickle.load(f)
+    f.close()
+
+    #---------------------------------------------------------------------------
+    # Create parallel domain
+    #---------------------------------------------------------------------------
+    parallel_domain = Parallel_domain(points, vertices, boundary, **kwargs)
+
+
+    #------------------------------------------------------------------------
+    # Copy in quantity data
+    #------------------------------------------------------------------------
+    for q in quantities:
+        parallel_domain.set_quantity(q, quantities[q])
+
+
+    #------------------------------------------------------------------------
+    # Transfer boundary conditions to each subdomain
+    #------------------------------------------------------------------------
+    boundary_map['ghost'] = None  # Add binding to ghost boundary
+    parallel_domain.set_boundary(boundary_map)
+
+
+    #------------------------------------------------------------------------
+    # Transfer other attributes to each subdomain
+    #------------------------------------------------------------------------
+    parallel_domain.set_name(domain_name)
+    parallel_domain.set_datadir(domain_dir)
+    parallel_domain.set_store(domain_store)
+    parallel_domain.set_minimum_storable_height(domain_minimum_storable_height)
+    parallel_domain.set_minimum_allowed_height(domain_minimum_allowed_height)
+    parallel_domain.set_flow_algorithm(domain_flow_algorithm)
+    parallel_domain.geo_reference = georef
+
+
+    return parallel_domain
 
 def extract_l2g_map(map):