Changeset 8331 for trunk/anuga_work/development/mem_time_tests/hardware/template/main.py

Timestamp:

Feb 10, 2012, 10:34:08 AM (12 years ago)

Author:

pittj

Message:

update for the new experiments

File:

• trunk/anuga_work/development/mem_time_tests/hardware/template/main.py (modified) (3 diffs)

trunk/anuga_work/development/mem_time_tests/hardware/template/main.py

@@ -6 +6 @@
 #------------------------------------------------------------------------------
 import anuga
-import random
 import subprocess
 import csv
@@ -20 +19 @@
 home = os.getenv('INUNDATIONHOME')
 scenariodir = add_directories(home, ["data","mem_time_test", "parallel","template"])
-file1 = 'ex1.csv'
-file_path = os.path.join(scenariodir, file1)
-
-firstex1 = open(file_path, 'wb')
-spamWriter = csv.writer(firstex1)
-spamWriter.writerow(['Number Of Processors' ,'Time Taken (s)'])
+meta_path = os.path.join(scenariodir, 'metalog.csv')
+final_path = os.path.join(scenariodir, 'final.csv')
 
 
@@ -32 +27 @@
 
 for n in range(1,maxcpus,1):
-    z = time.time()# time it
-
+ 
     #the different ways each HOST requires the parallel script to be run
     if (host == 'cyclone.agso.gov.au'):
         subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_cyclone', '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py']) 
-    if (host == 'tornado.agso.gov.au'):
+    elif (host == 'tornado.agso.gov.au'):
         subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py'])
-    if (host == 'vayu1'):
-        subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py']) 
-    if (host == 'rhe-compute1.ga.gov.au'):
+    elif (host == 'rhe-compute1.ga.gov.au'):
         subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.6', 'runcairns.py']) 
-    if (host == 'xe'):
+    else:
         subprocess.call(['mpirun', '-np', str(n), '-x','PYTHONPATH','-x','INUNDATIONHOME','python', 'runcairns.py'])
     
 
-    y = time.time() #time it
-    spamWriter.writerow([n,(y-z)]) #record it
-
 print 'Done'
 
-analyse_log(scenariodir, os.path.join(scenariodir,'metalog.csv')) #get the memory usage from the log files
+#get the important data for the experiments from the anuga experiments
+analyse_log(scenariodir, os.path.join(scenariodir,'metalog.csv')) 
 
-#close ex1.csv so we can read from it for a different csv reader object
-firstex1.close()
-
-#merge the metalog useful memory info and the ex1 recorded info into one csv file named final
-ex1 = csv.reader(open(file_path,'rb'))
+#open files to read from and write to
 metalog = csv.reader(open(meta_path,'rb'))
 final = csv.writer(open(final_path,'wb'))
 
+#list stores the index of the values requird
+indexlist = []
 
-for row in ex1:
-    d = metalog.next()
-    final.writerow([row[0],row[1],d[0],d[3],d[6],d[9],d[12]])#,d[15],d[18]])
+#read in the first row
+firstrow = metalog.next()
+
+#get the indices of the values we want, so that the data can be condensed
+indexlist.append(firstrow.index("beforetime"))
+indexlist.append(firstrow.index("aftertime"))
+indexlist.append(firstrow.index("beforesimulationmemory"))
+indexlist.append(firstrow.index("aftermeshmemory"))
+indexlist.append(firstrow.index("afterinitialconditionsmemory"))
+indexlist.append(firstrow.index("afterboundarymemory"))
+indexlist.append(firstrow.index("aftersimulationmemory"))
+indexlist.append(firstrow.index("variable1"))
+
+#not all experiments have 3 variables, but some do
+try:
+    indexlist.append(firstrow.index("variable2"))
+except ValueError:
+    indexlist.append(firstrow.index("beforetime"))
+try:
+    indexlist.append(firstrow.index("variable3"))
+except ValueError:
+    indexlist.append(firstrow.index("aftertime"))
+
+#write the header for the final csv
+final.writerow(["TimeTaken(s)",firstrow[(indexlist[2])],
+                firstrow[(indexlist[3])],firstrow[(indexlist[4])],
+                firstrow[(indexlist[5])],firstrow[(indexlist[6])],
+                firstrow[(indexlist[7])],firstrow[(indexlist[8])],
+                firstrow[(indexlist[9])]])
+
+#write the data for each column in the final csv
+for row in metalog:
+
+    #manipulate the beginning and end time to get the time taken
+    begin = time.strptime(row[(indexlist[0])],'%Y%m%d_%H%M%S')
+    end = time.strptime(row[(indexlist[1])],'%Y%m%d_%H%M%S')
+    taken = time.mktime(end) - time.mktime(begin)
+
+    #write to file
+    final.writerow([str(taken),row[(indexlist[2])],
+                    row[(indexlist[3])],row[(indexlist[4])],
+                    row[(indexlist[5])],row[(indexlist[6])],
+                    row[(indexlist[7])],row[(indexlist[8])],
+                    row[(indexlist[9])]])