source: anuga_work/production/wollongong_2006/run_flagstaff_parallel_api.py @ 3585

"""Script for running a tsunami inundation scenario for Flagstaff pt,
Wollongong harbour, NSW, Australia.

Source data such as elevation and boundary data is assumed to be available in
directories specified by project.py

The scenario is defined by a triangular mesh created from project.polygon,
the elevation data and a hypothetical boundary condition.

Ole Nielsen and Duncan Gray, GA - 2005, Nick Bartzis and Jane Sexton, GA - 2006
"""


#------------------------------------------------------------------------------
# Import necessary modules
#------------------------------------------------------------------------------


# Standard modules
import os, sys, time 
from os import sep
from os.path import dirname, basename
from Numeric import zeros, Float

# Related major packages
from anuga.shallow_water import Domain
from anuga.shallow_water import Dirichlet_boundary
from anuga.shallow_water import Time_boundary
from anuga.shallow_water import Reflective_boundary
from anuga.pmesh.mesh_interface import create_mesh_from_regions
from anuga.pmesh.mesh import importUngenerateFile, Segment

from anuga.caching import cache

# Parallelism
from parallel_api import *

# Application specific imports
import project

# Sequential part
if myid == 0:
    
    #--------------------------------------------------------------------------
    # Create the triangular mesh based on overall clipping polygon with a
    # tagged boundary and interior regions defined in project.py along with
    # resolutions (maximal area of per triangle) for each polygon
    #--------------------------------------------------------------------------

    print 'Generate mesh'
    # Generate basic mesh
    max_area = project.base_resolution

    
    mesh = cache(create_mesh_from_regions,
                 project.bounding_polygon,
                 {'boundary_tags': project.boundary_tags,
                  'maximum_triangle_area':max_area,
                  'interior_regions': project.interior_regions},
                 verbose=True)
    
    # Add buildings that will bind to a Reflective boundary
    mesh.import_ungenerate_file(project.buildings_filename, tag='wall')

    # Generate and write mesh to file
    mesh.generate_mesh(maximum_triangle_area=max_area,
                       verbose=True)
    
    mesh.export_mesh_file(project.mesh_filename)


    #--------------------------------------------------------------------------
    # Setup computational domain
    #--------------------------------------------------------------------------

    domain = Domain(project.mesh_filename, use_cache = False, verbose = True)
    print domain.statistics()

    domain.set_name(project.basename)
    domain.set_datadir(project.outputdir)    


    #------------------------------------------------------------------------------
    # Setup initial conditions
    #------------------------------------------------------------------------------
    domain.set_quantity('stage', project.initial_sealevel)
    domain.set_quantity('friction', 0.03)    
    domain.set_quantity('elevation', 
                        filename=project.demname + '.pts',
                        use_cache=True,
                        verbose=True)




#---------------
# Parallel stuff
#---------------

if myid == 0:
    # Distribute the domain
    points, vertices, boundary, quantities, ghost_recv_dict, full_send_dict,\
            = distribute_mesh(domain)


    domain_name = domain.get_name()
    domain_dir = domain.get_datadir()

    for p in range(pypar.size()):
        pypar.send((domain_name, domain_dir), p) 
    
    print 'Communication done'        
    
else:
    # Read in the mesh partition that belongs to this
    # processor (note that the information is in the
    # correct form for the GA data structure)

    points, vertices, boundary, quantities, ghost_recv_dict, full_send_dict, \
            = rec_submesh(0)

    print 'P %d receiving names' %myid
    X = pypar.receive(0)
    print X
    (domain_name, domain_dir) = X



#------------------------------------------------------------------------------
# Start the computations on each subpartion
#------------------------------------------------------------------------------



# Build the domain for this processor
domain = Parallel_Domain(points, vertices, boundary,
                         full_send_dict  = full_send_dict,
                         ghost_recv_dict = ghost_recv_dict)

# Name and dir, etc currently has to be set here as they are not transferred from the
# original domain
domain.set_name(domain_name)
domain.set_datadir(domain_dir)


#------------------------------------------------------------------------------
# Setup initial conditions
#------------------------------------------------------------------------------
for q in quantities:
    domain.set_quantity(q, quantities[q]) # Distribute elevation    


#domain.set_quantity('elevation', quantities['elevation']) # Distribute elevation 
#domain.set_quantity('stage', project.initial_sealevel)
#domain.set_quantity('friction', 0.03)


#------------------------------------------------------------------------------
# Setup boundary conditions
#------------------------------------------------------------------------------

D = Dirichlet_boundary([project.initial_sealevel, 0, 0])
R = Reflective_boundary(domain)
W = Time_boundary(domain = domain,
                  f=lambda t: [project.initial_sealevel + (60<t<480)*6, 0, 0])

domain.set_boundary({'exterior': D,
                     'side': D,
                     'wall': R,
                     'ocean': W,
                     'ghost': None})



print 'P%d: Ready to evolve. Value of store is %s' %(myid, str(domain.store))


#------------------------------------------------------------------------------
# Evolve system through time
#------------------------------------------------------------------------------

t0 = time.time()
for t in domain.evolve(yieldstep = 1, finaltime = 1200):
    if myid == 0:
        domain.write_time()
        #domain.write_boundary_statistics(tags = 'ocean')     
  

if myid == 0:
    print 'That took %.2f seconds' %(time.time()-t0)
    print 'Communication time %.2f seconds'%domain.communication_time
    print 'Reduction Communication time %.2f seconds'\
          %domain.communication_reduce_time
    print 'Broadcast time %.2f seconds'\
          %domain.communication_broadcast_time

pypar.finalize()