Changeset 8322 for trunk/misc/tools/log_analysis

Timestamp:

Jan 23, 2012, 5:27:08 PM (13 years ago)

Author:

gray

Message:

getting logging working

Location:

trunk/misc/tools/log_analysis

Files:

• logAnalyser.py (modified) (1 diff)
• test_logAnalyser.py (added)

trunk/misc/tools/log_analysis/logAnalyser.py

@@ -3 +3 @@
 import re
 import anuga.utilities.log as log
+import csv
 
-defaultOutputFile ='/nas/gemd/georisk_models/inundation/timing/timing.csv'
+defaultOutputFile ='timing.csv'
 timingDelimiter = log.TimingDelimiter
 
-def AnalyseLog:
-    dictResults={}
+def AnalyseLog(path, output_file, log_file='anuga.log'):
+    """
+    path - the directory to look for log files in.
+    log_file - the 
+     
+    """
+    log_pairs = build_log_info(path, log_file)
+    if log_pairs is not None:
+        write_meta_log(log_pairs, output_file)
 
+def build_log_info(path, log_file):
+    log_pairs = []
     for (path, dirs, files) in os.walk(path):    
-
         for file in files:
-            if "anuga.log" in file: 
+            if log_file in file: 
+                dictResults = {}
                 for line in open(os.path.join(path,file)):
                     if line.find(timingDelimiter)>-1:
-                        key =strip(line.split('timingDelimiter')[1]))
-                        value =line.split(',')[1]
-                        dictResults[key]=value
-                        print key +value
-                try:
-                    #print "numTriangles: "+ dictResults['numTriangles'] + "  start: " + dictResults['startMeshTime'] + " end: " \
-                                      #+ dictResults['finishMeshTime'] + "   Very end: " + dictResults['finishTime']
-
-                    outputFile.write(dictResults['numTriangles'] + "," + dictResults['startMeshTime'] + "," \
-                                 + dictResults['finishMeshTime'] + "," + dictResults['finishTime']+ "," \
-                                 + dictResults['startMemory'] + "," + dictResults['finishMemory']+ "," \
-                                 + os.path.join(path,file) + '\n')
-                except:
-                    print os.path.join(path,file) + " not in the right format"
-
-    outputFile.close()
+                        key_value = line.split(timingDelimiter)[1]
+                        # FIXME remove the magic comma
+                        key_value_list = key_value.split(',')
+                        key = key_value_list[0].strip()
+                        value =  key_value_list[1].strip()
+                        dictResults[key] = value
+                        #print "key", key 
+                        #print "value", value
+                log_pairs.append(dictResults)
+    return log_pairs
+  
+def write_meta_log(log_pairs, output_file):
+    """Write the info from the log files to a file"""
+    
+    all_keys = {} # values aren't needed, but are there
+    for log_p in log_pairs:
+        all_keys.update(log_p)
+                
+    # sort the keys alphabetacally
+    sorted_all_keys = sorted(all_keys.keys())
+    print "output_file", output_file
+    han = open(output_file, 'w')
+    writer = csv.DictWriter(han, delimiter=',', fieldnames=sorted_all_keys,
+                        extrasaction='ignore')
+    # Title 
+    writer.writerow(dict(zip(sorted_all_keys, sorted_all_keys)))
+    
+    for pair in log_pairs:
+        writer.writerow(pair)
+        
+    han.close()
 
 ####################################################
 if __name__ == '__main__':
     
-    
-if len(sys.argv) < 3:
-    outputFile = open(defaultOutputFile, "a")
-else:
-    outputFile = open(sys.argv[2], "a")
+    path = sys.argv[1]
 
+    if len(sys.argv) < 3:
+        outputFile = open(defaultOutputFile, "a")
+    else:
+        outputFile = open(sys.argv[2], "a")
 
-path = sys.argv[1]
+    AnalyseLog(path, outputFile)
+