source: trunk/anuga_work/development/mem_time_tests/triangles/area/main.py @ 8427

#------------------------------------------------------------------------------
# Import necessary modules
#------------------------------------------------------------------------------
import anuga
import subprocess
import csv
import os
import time
from anuga.abstract_2d_finite_volumes.util import add_directories
from anuga.utilities.log_analyser import analyse_log

#------------------------------------------------------------------------------
# Set up variables for the correct directories to store the output
#------------------------------------------------------------------------------
home = os.getenv('INUNDATIONHOME')
host = os.getenv('HOST')
scenariodir = add_directories(home, ["data","mem_time_test", "triangles","area"])
meta = 'metalog.csv'
meta_path = os.path.join(scenariodir, meta)
final = 'final.csv'
final_path = os.path.join(scenariodir, final)

# this is the main loops that assigns the maximum triangle area (m) and the map side length(l)

n = 4 #number of processors to use
for m in range(90,100,10):
     for l in range(100,2000,100):
        #the different ways each host calls MPI properly
        if (host == 'cyclone.agso.gov.au'):
            subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_cyclone', '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py',str(m),str(l)]) 
        elif (host == 'tornado.agso.gov.au'):
            subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py',str(m),str(l)])
        elif (host == 'rhe-compute1.ga.gov.au'):
            subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py',str(m),str(l)])    
        else:
            subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py',str(m),str(l)]) 
       
print 'Done'

#get the important data for the experiments from the anuga experiments
analyse_log(scenariodir, os.path.join(scenariodir,'metalog.csv')) 

#open files to read from and write to
metalog = csv.reader(open(meta_path,'rb'))
final = csv.writer(open(final_path,'wb'))

#list stores the index of the values requird
indexlist = []

#read in the first row
firstrow = metalog.next()

#get the indices of the values we want, so that the data can be condensed
indexlist.append(firstrow.index("beforetime"))
indexlist.append(firstrow.index("aftertime"))
indexlist.append(firstrow.index("aftermeshtime"))
indexlist.append(firstrow.index("beforesimulationmemory"))
indexlist.append(firstrow.index("aftermeshmemory"))
indexlist.append(firstrow.index("afterinitialconditionsmemory"))
indexlist.append(firstrow.index("afterboundarymemory"))
indexlist.append(firstrow.index("aftersimulationmemory"))

indexlist.append(firstrow.index("extent"))
indexlist.append(firstrow.index("trianglearea"))
indexlist.append(firstrow.index("numberoftriangles"))
indexlist.append(firstrow.index("numberofcpus"))
indexlist.append(firstrow.index("numberoftriangles"))
indexlist.append(firstrow.index("myid"))


#write the header for the final csv
final.writerow(["TimeTaken(s)","MeshTime(s)",
                firstrow[(indexlist[3])],firstrow[(indexlist[4])],
                firstrow[(indexlist[5])],firstrow[(indexlist[6])],
                firstrow[(indexlist[7])],firstrow[(indexlist[8])],
                firstrow[(indexlist[9])],firstrow[(indexlist[10])],
                firstrow[(indexlist[11])],firstrow[(indexlist[12])],
                firstrow[(indexlist[13])]])

#write the data for each column in the final csv
for row in metalog:

    #manipulate the beginning and end time to get the time taken
    begin = time.strptime(row[(indexlist[0])],'%Y%m%d_%H%M%S')
    end = time.strptime(row[(indexlist[1])],'%Y%m%d_%H%M%S')
    mesh = time.strptime(row[(indexlist[2])],'%Y%m%d_%H%M%S')
    taken = time.mktime(end) - time.mktime(begin)
    meshtime = time.mktime(mesh) - time.mktime(begin)

    #write to file
    final.writerow([str(taken),str(meshtime),
                    row[(indexlist[3])],row[(indexlist[4])],
                    row[(indexlist[5])],row[(indexlist[6])],
                    row[(indexlist[7])],row[(indexlist[8])],
                    row[(indexlist[9])],row[(indexlist[10])],
                    row[(indexlist[11])],row[(indexlist[12])]
                    row[(indexlist[13])]])