Index: /trunk/anuga_work/development/mem_time_tests/hardware/cairns/anuga.log
===================================================================
--- /trunk/anuga_work/development/mem_time_tests/hardware/cairns/anuga.log	(revision 8314)
+++ /trunk/anuga_work/development/mem_time_tests/hardware/cairns/anuga.log	(revision 8315)
@@ -1,143 +1,121 @@
-2012-01-19 12:21:48,276 INFO           anuga.utilities.log:0   |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL
-2012-01-19 12:21:48,281 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_convert_dem_from_ascii2netcdf[3263783089838006692]_{Result,Args,Admin}.z
-2012-01-19 12:21:48,283 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.prj', '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc']
-2012-01-19 12:21:48,290 CRITICAL                   caching:2355|+----------------------------------------------------------
-| Thu Jan 19 12:21:48 2012. Caching statistics (retrieving)
+2012-01-19 20:49:17,095 INFO           anuga.utilities.log:0   |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL
+2012-01-19 20:49:17,103 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_convert_dem_from_ascii2netcdf[3263783089838006692]_{Result,Args,Admin}.z
+2012-01-19 20:49:17,114 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.prj', '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc']
+2012-01-19 20:49:17,119 CRITICAL                   caching:2355|+----------------------------------------------------------
+| Thu Jan 19 20:49:17 2012. Caching statistics (retrieving)
 +----------------------------------------------------------
 
-2012-01-19 12:21:48,292 CRITICAL                   caching:2281|| Function:     _convert_dem_from_ascii2netcdf
-2012-01-19 12:21:48,293 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc'
-2012-01-19 12:21:48,294 CRITICAL                   caching:2312|| Keyword Args: {'name_out': None, 'verbose': True}
-2012-01-19 12:21:48,298 CRITICAL                   caching:2202|| CPU time:     3.49 seconds
-2012-01-19 12:21:48,302 CRITICAL                   caching:2204|| Loading time: 0.0 seconds
-2012-01-19 12:21:48,303 CRITICAL                   caching:2206|| Time saved:   3.49 seconds
-2012-01-19 12:21:48,304 CRITICAL                   caching:2223||
-2012-01-19 12:21:48,306 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
-2012-01-19 12:21:48,307 CRITICAL                   caching:2237|| Result file:  _convert_dem_from_ascii2netcdf[3263783089838006692]_Result.z(10 bytes, compressed)
-2012-01-19 12:21:48,308 CRITICAL                   caching:2237|| Args file:    _convert_dem_from_ascii2netcdf[3263783089838006692]_Args.z(116 bytes, compressed)
-2012-01-19 12:21:48,310 CRITICAL                   caching:2237|| Admin file:   _convert_dem_from_ascii2netcdf[3263783089838006692]_Admin.z(1394 bytes, compressed)
-2012-01-19 12:21:48,311 CRITICAL                   caching:2239||
-2012-01-19 12:21:48,312 CRITICAL                   caching:2241|| Dependencies:  
-2012-01-19 12:21:48,312 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.prj: Thu Dec  1 15:23:09 2011     177 bytes
-2012-01-19 12:21:48,313 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc: Thu Dec  1 15:23:09 2011 9385419 bytes
-2012-01-19 12:21:48,314 CRITICAL                   caching:2368|+----------------------------------------------------------
+2012-01-19 20:49:17,119 CRITICAL                   caching:2281|| Function:     _convert_dem_from_ascii2netcdf
+2012-01-19 20:49:17,120 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc'
+2012-01-19 20:49:17,121 CRITICAL                   caching:2312|| Keyword Args: {'name_out': None, 'verbose': True}
+2012-01-19 20:49:17,121 CRITICAL                   caching:2202|| CPU time:     3.49 seconds
+2012-01-19 20:49:17,122 CRITICAL                   caching:2204|| Loading time: 0.0 seconds
+2012-01-19 20:49:17,122 CRITICAL                   caching:2206|| Time saved:   3.49 seconds
+2012-01-19 20:49:17,123 CRITICAL                   caching:2223||
+2012-01-19 20:49:17,123 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
+2012-01-19 20:49:17,124 CRITICAL                   caching:2237|| Result file:  _convert_dem_from_ascii2netcdf[3263783089838006692]_Result.z(10 bytes, compressed)
+2012-01-19 20:49:17,124 CRITICAL                   caching:2237|| Args file:    _convert_dem_from_ascii2netcdf[3263783089838006692]_Args.z(116 bytes, compressed)
+2012-01-19 20:49:17,125 CRITICAL                   caching:2237|| Admin file:   _convert_dem_from_ascii2netcdf[3263783089838006692]_Admin.z(1394 bytes, compressed)
+2012-01-19 20:49:17,126 CRITICAL                   caching:2239||
+2012-01-19 20:49:17,128 CRITICAL                   caching:2241|| Dependencies:  
+2012-01-19 20:49:17,130 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.prj: Thu Dec  1 15:23:09 2011     177 bytes
+2012-01-19 20:49:17,131 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc: Thu Dec  1 15:23:09 2011 9385419 bytes
+2012-01-19 20:49:17,134 CRITICAL                   caching:2368|+----------------------------------------------------------
 
-2012-01-19 12:21:48,317 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_dem2pts[7656380205302980249]_{Result,Args,Admin}.z
-2012-01-19 12:21:48,346 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem']
-2012-01-19 12:21:48,357 CRITICAL                   caching:2355|+----------------------------------------------------------
-| Thu Jan 19 12:21:48 2012. Caching statistics (retrieving)
+2012-01-19 20:49:17,147 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_dem2pts[7656380205302980249]_{Result,Args,Admin}.z
+2012-01-19 20:49:17,150 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem']
+2012-01-19 20:49:17,152 CRITICAL                   caching:2355|+----------------------------------------------------------
+| Thu Jan 19 20:49:17 2012. Caching statistics (retrieving)
 +----------------------------------------------------------
 
-2012-01-19 12:21:48,358 CRITICAL                   caching:2281|| Function:     _dem2pts
-2012-01-19 12:21:48,359 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem'
-2012-01-19 12:21:48,359 CRITICAL                   caching:2312|| Keyword Args: {'northing_min': None, 'verbose': True, 'northing_max': None, 'name_out': None, 'easting_min': None, 'easting_max': None}
-2012-01-19 12:21:48,360 CRITICAL                   caching:2202|| CPU time:     151.65 seconds
-2012-01-19 12:21:48,360 CRITICAL                   caching:2204|| Loading time: 0.0 seconds
-2012-01-19 12:21:48,363 CRITICAL                   caching:2206|| Time saved:   151.65 seconds
-2012-01-19 12:21:48,364 CRITICAL                   caching:2223||
-2012-01-19 12:21:48,365 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
-2012-01-19 12:21:48,365 CRITICAL                   caching:2237|| Result file:  _dem2pts[7656380205302980249]_Result.z(10 bytes, compressed)
-2012-01-19 12:21:48,366 CRITICAL                   caching:2237|| Args file:    _dem2pts[7656380205302980249]_Args.z(149 bytes, compressed)
-2012-01-19 12:21:48,366 CRITICAL                   caching:2237|| Admin file:   _dem2pts[7656380205302980249]_Admin.z(1558 bytes, compressed)
-2012-01-19 12:21:48,367 CRITICAL                   caching:2239||
-2012-01-19 12:21:48,367 CRITICAL                   caching:2241|| Dependencies:  
-2012-01-19 12:21:48,368 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem: Thu Jan 19 09:51:18 2012 15054956 bytes
-2012-01-19 12:21:48,369 CRITICAL                   caching:2368|+----------------------------------------------------------
+2012-01-19 20:49:17,152 CRITICAL                   caching:2281|| Function:     _dem2pts
+2012-01-19 20:49:17,153 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem'
+2012-01-19 20:49:17,154 CRITICAL                   caching:2312|| Keyword Args: {'northing_min': None, 'verbose': True, 'northing_max': None, 'name_out': None, 'easting_min': None, 'easting_max': None}
+2012-01-19 20:49:17,154 CRITICAL                   caching:2202|| CPU time:     151.65 seconds
+2012-01-19 20:49:17,155 CRITICAL                   caching:2204|| Loading time: 0.0 seconds
+2012-01-19 20:49:17,156 CRITICAL                   caching:2206|| Time saved:   151.65 seconds
+2012-01-19 20:49:17,156 CRITICAL                   caching:2223||
+2012-01-19 20:49:17,157 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
+2012-01-19 20:49:17,157 CRITICAL                   caching:2237|| Result file:  _dem2pts[7656380205302980249]_Result.z(10 bytes, compressed)
+2012-01-19 20:49:17,158 CRITICAL                   caching:2237|| Args file:    _dem2pts[7656380205302980249]_Args.z(149 bytes, compressed)
+2012-01-19 20:49:17,159 CRITICAL                   caching:2237|| Admin file:   _dem2pts[7656380205302980249]_Admin.z(1558 bytes, compressed)
+2012-01-19 20:49:17,159 CRITICAL                   caching:2239||
+2012-01-19 20:49:17,160 CRITICAL                   caching:2241|| Dependencies:  
+2012-01-19 20:49:17,160 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem: Thu Jan 19 09:51:18 2012 15054956 bytes
+2012-01-19 20:49:17,161 CRITICAL                   caching:2368|+----------------------------------------------------------
 
-2012-01-19 12:25:19,080 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_fit_to_mesh[-400870342201401669]_{Result,Args,Admin}.z
-2012-01-19 12:25:19,083 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts']
-2012-01-19 12:25:19,084 CRITICAL                   caching:2355|+-----------------------------------------------------------
-| Thu Jan 19 12:25:19 2012. Evaluating function _fit_to_mesh
+2012-01-19 20:54:12,510 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_fit_to_mesh[-1572673048379675826]_{Result,Args,Admin}.z
+2012-01-19 20:54:12,514 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts']
+2012-01-19 20:54:12,514 CRITICAL                   caching:2355|+-----------------------------------------------------------
+| Thu Jan 19 20:54:12 2012. Evaluating function _fit_to_mesh
 +-----------------------------------------------------------
 
-2012-01-19 12:25:19,085 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
-2012-01-19 12:25:19,085 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 20351 vertices, 39990 triangles, 708 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
-2012-01-19 12:25:19,086 CRITICAL                   caching:2334|| Reason:       No cached result
-2012-01-19 12:25:19,087 CRITICAL                   caching:2368|+-----------------------------------------------------------
+2012-01-19 20:54:12,515 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
+2012-01-19 20:54:12,516 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 8780 vertices, 17147 triangles, 409 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
+2012-01-19 20:54:12,516 CRITICAL                   caching:2334|| Reason:       No cached result
+2012-01-19 20:54:12,517 CRITICAL                   caching:2368|+-----------------------------------------------------------
 
-2012-01-19 12:25:19,803 CRITICAL   general_fit_interpolate:101 |FitInterpolate: Building quad tree
-2012-01-19 12:25:28,975 CRITICAL                       fit:109 |Building smoothing matrix
-2012-01-19 12:25:42,995 CRITICAL           geospatial_data:171 |Geospatial data created from file: /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts
-2012-01-19 12:25:42,996 CRITICAL           geospatial_data:173 |Data will be loaded blockwise on demand
-2012-01-19 12:25:42,998 CRITICAL           geospatial_data:1041|Got 1 variables: ['elevation']
-2012-01-19 12:25:43,000 CRITICAL             geo_reference:180 |WARNING: Units of METERS specified.
-2012-01-19 12:25:43,000 CRITICAL             geo_reference:181 |Default units is m.
-2012-01-19 12:25:43,001 CRITICAL             geo_reference:182 |ANUGA does not correct for differences in units.
-2012-01-19 12:25:43,002 CRITICAL           geospatial_data:710 |Reading 1863558 points (in ~3727 blocks) from file /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts. 
-2012-01-19 12:25:43,003 CRITICAL           geospatial_data:712 |Each block consists of 500 data points
-2012-01-19 12:25:43,003 CRITICAL           geospatial_data:745 |Reading block 0 (points 0 to 500) out of 3727
-2012-01-19 12:25:43,005 CRITICAL                       fit:340 |Processing Block 0
-2012-01-19 12:25:54,606 CRITICAL                       fit:340 |Processing Block 200
-2012-01-19 12:26:19,078 CRITICAL           geospatial_data:745 |Reading block 372 (points 186000 to 186500) out of 3727
-2012-01-19 12:25:21,994 CRITICAL                       fit:340 |Processing Block 400
-2012-01-19 12:25:22,198 CRITICAL                       fit:340 |Processing Block 600
-2012-01-19 12:25:22,338 CRITICAL           geospatial_data:745 |Reading block 745 (points 372500 to 373000) out of 3727
-2012-01-19 12:25:22,377 CRITICAL                       fit:340 |Processing Block 800
-2012-01-19 12:28:31,015 CRITICAL                       fit:340 |Processing Block 1000
-2012-01-19 12:28:52,048 CRITICAL           geospatial_data:745 |Reading block 1118 (points 559000 to 559500) out of 3727
-2012-01-19 12:29:04,591 CRITICAL                       fit:340 |Processing Block 1200
-2012-01-19 12:29:34,572 CRITICAL                       fit:340 |Processing Block 1400
-2012-01-19 12:29:48,845 CRITICAL           geospatial_data:745 |Reading block 1490 (points 745000 to 745500) out of 3727
-2012-01-19 12:30:05,130 CRITICAL                       fit:340 |Processing Block 1600
-2012-01-19 12:30:32,504 CRITICAL                       fit:340 |Processing Block 1800
-2012-01-19 12:30:40,517 CRITICAL           geospatial_data:745 |Reading block 1863 (points 931500 to 932000) out of 3727
-2012-01-19 12:30:56,634 CRITICAL                       fit:340 |Processing Block 2000
-2012-01-19 12:31:16,246 CRITICAL                       fit:340 |Processing Block 2200
-2012-01-19 12:31:19,492 CRITICAL           geospatial_data:745 |Reading block 2236 (points 1118000 to 1118500) out of 3727
-2012-01-19 12:31:32,465 CRITICAL                       fit:340 |Processing Block 2400
-2012-01-19 12:31:45,809 CRITICAL                       fit:340 |Processing Block 2600
-2012-01-19 12:31:46,272 CRITICAL           geospatial_data:745 |Reading block 2608 (points 1304000 to 1304500) out of 3727
-2012-01-19 12:31:58,772 CRITICAL                       fit:340 |Processing Block 2800
-2012-01-19 12:32:11,046 CRITICAL           geospatial_data:745 |Reading block 2981 (points 1490500 to 1491000) out of 3727
-2012-01-19 12:32:12,390 CRITICAL                       fit:340 |Processing Block 3000
-2012-01-19 12:32:26,902 CRITICAL                       fit:340 |Processing Block 3200
-2012-01-19 12:32:37,551 CRITICAL           geospatial_data:745 |Reading block 3354 (points 1677000 to 1677500) out of 3727
-2012-01-19 12:32:40,663 CRITICAL                       fit:340 |Processing Block 3400
-2012-01-19 12:32:49,409 CRITICAL                       fit:340 |Processing Block 3600
-2012-01-19 12:32:49,493 CRITICAL                       fit:368 |Warning: no data points in fit
-2012-01-19 12:33:02,603 CRITICAL                   caching:2355|+-------------------------------------------------------
-| Thu Jan 19 12:33:02 2012. Caching statistics (storing)
+2012-01-19 20:54:12,905 CRITICAL   general_fit_interpolate:101 |FitInterpolate: Building quad tree
+2012-01-19 20:54:16,910 CRITICAL                       fit:109 |Building smoothing matrix
+2012-01-19 20:54:22,422 CRITICAL           geospatial_data:171 |Geospatial data created from file: /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts
+2012-01-19 20:54:22,422 CRITICAL           geospatial_data:173 |Data will be loaded blockwise on demand
+2012-01-19 20:54:22,424 CRITICAL           geospatial_data:1041|Got 1 variables: ['elevation']
+2012-01-19 20:54:22,426 CRITICAL             geo_reference:180 |WARNING: Units of METERS specified.
+2012-01-19 20:54:22,426 CRITICAL             geo_reference:181 |Default units is m.
+2012-01-19 20:54:22,427 CRITICAL             geo_reference:182 |ANUGA does not correct for differences in units.
+2012-01-19 20:54:22,428 CRITICAL           geospatial_data:710 |Reading 1863558 points (in ~3727 blocks) from file /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts. 
+2012-01-19 20:54:22,429 CRITICAL           geospatial_data:712 |Each block consists of 500 data points
+2012-01-19 20:54:22,429 CRITICAL           geospatial_data:745 |Reading block 0 (points 0 to 500) out of 3727
+2012-01-19 20:54:22,430 CRITICAL                       fit:340 |Processing Block 0
+2012-01-19 20:54:22,560 CRITICAL                       fit:340 |Processing Block 200
+2012-01-19 20:54:22,672 CRITICAL           geospatial_data:745 |eading block 372 (points 186000 to 186500) out of 3727
+2012-01-19 20:53:34,886 CRITICAL                       fit:340 |Processing Block 400
+2012-01-19 20:53:50,958 CRITICAL                       fit:340 |Processing Block 600
+2012-01-19 20:54:03,458 CRITICAL           geospatial_data:745 |Reading block 745 (points 372500 to 373000) out of 3727
+2012-01-19 20:54:08,060 CRITICAL                       fit:340 |Processing Block 800
+2012-01-19 20:54:24,845 CRITICAL                       fit:340 |Processing Block 1000
+2012-01-19 20:54:35,020 CRITICAL           geospatial_data:745 |Reading block 1118 (points 559000 to 559500) out of 3727
+2012-01-19 20:54:41,389 CRITICAL                       fit:340 |Processing Block 1200
+2012-01-19 20:55:17,448 CRITICAL                       fit:340 |Processing Block 1400
+2012-01-19 20:55:24,204 CRITICAL           geospatial_data:745 |Reading block 1490 (points 745000 to 745500) out of 3727
+2012-01-19 20:55:32,763 CRITICAL                       fit:340 |Processing Block 1600
+2012-01-19 20:55:54,419 CRITICAL                       fit:340 |Processing Block 1800
+2012-01-19 20:56:02,189 CRITICAL           geospatial_data:745 |Reading block 1863 (points 931500 to 932000) out of 3727
+2012-01-19 20:56:20,007 CRITICAL                       fit:340 |Processing Block 2000
+2012-01-19 20:56:43,887 CRITICAL                       fit:340 |Processing Block 2200
+2012-01-19 20:56:48,188 CRITICAL           geospatial_data:745 |Reading block 2236 (points 1118000 to 1118500) out of 3727
+2012-01-19 20:57:05,058 CRITICAL                       fit:340 |Processing Block 2400
+2012-01-19 20:57:21,672 CRITICAL                       fit:340 |Processing Block 2600
+2012-01-19 20:57:22,072 CRITICAL           geospatial_data:745 |Reading block 2608 (points 1304000 to 1304500) out of 3727
+2012-01-19 20:57:26,787 CRITICAL                       fit:340 |Processing Block 2800
+2012-01-19 20:57:26,906 CRITICAL           geospatial_data:745 |Reading block 2981 (points 1490500 to 1491000) out of 3727
+2012-01-19 20:57:26,920 CRITICAL                       fit:340 |Processing Block 3000
+2012-01-19 20:57:27,053 CRITICAL                       fit:340 |Processing Block 3200
+2012-01-19 20:57:27,155 CRITICAL           geospatial_data:745 |Reading block 3354 (points 1677000 to 1677500) out of 3727
+2012-01-19 20:57:27,187 CRITICAL                       fit:340 |Processing Block 3400
+2012-01-19 20:57:27,320 CRITICAL                       fit:340 |Processing Block 3600
+2012-01-19 20:57:27,404 CRITICAL                       fit:368 |Warning: no data points in fit
+2012-01-19 20:57:32,281 CRITICAL                   caching:2355|+-------------------------------------------------------
+| Thu Jan 19 20:57:32 2012. Caching statistics (storing)
 +-------------------------------------------------------
 
-2012-01-19 12:33:02,604 CRITICAL                   caching:2281|| Function:     _fit_to_mesh
-2012-01-19 12:33:02,605 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
-2012-01-19 12:33:02,605 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 20351 vertices, 39990 triangles, 708 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
-2012-01-19 12:33:02,606 CRITICAL                   caching:2334|| Reason:       No cached result
-2012-01-19 12:33:02,607 CRITICAL                   caching:2171|| CPU time:     462.8 seconds
-2012-01-19 12:33:02,990 CRITICAL                   caching:2184|| Loading time: 0.01 seconds (estimated)
-2012-01-19 12:33:02,991 CRITICAL                   caching:2223||
-2012-01-19 12:33:02,992 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
-2012-01-19 12:33:02,993 CRITICAL                   caching:2237|| Result file:  _fit_to_mesh[-400870342201401669]_Result(162946 bytes)
-2012-01-19 12:33:02,994 CRITICAL                   caching:2237|| Args file:    _fit_to_mesh[-400870342201401669]_Args(13671071 bytes)
-2012-01-19 12:33:02,995 CRITICAL                   caching:2237|| Admin file:   _fit_to_mesh[-400870342201401669]_Admin(1545 bytes)
-2012-01-19 12:33:02,996 CRITICAL                   caching:2239||
-2012-01-19 12:33:02,997 CRITICAL                   caching:2241|| Dependencies:  
-2012-01-19 12:33:02,997 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts: Thu Jan 19 09:53:50 2012 44726000 bytes
-2012-01-19 12:33:02,998 CRITICAL                   caching:2368|+-------------------------------------------------------
+2012-01-19 20:57:32,282 CRITICAL                   caching:2281|| Function:     _fit_to_mesh
+2012-01-19 20:57:32,283 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
+2012-01-19 20:57:32,284 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 8718 vertices, 16856 triangles, 578 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
+2012-01-19 20:57:32,284 CRITICAL                   caching:2334|| Reason:       No cached result
+2012-01-19 20:57:32,285 CRITICAL                   caching:2171|| CPU time:     211.75 seconds
+2012-01-19 20:57:32,627 CRITICAL                   caching:2184|| Loading time: 0.0 seconds (estimated)
+2012-01-19 20:57:32,628 CRITICAL                   caching:2223||
+2012-01-19 20:57:32,629 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
+2012-01-19 20:57:32,630 CRITICAL                   caching:2237|| Result file:  _fit_to_mesh[2934270845743494871]_Result(69882 bytes)
+2012-01-19 20:57:32,631 CRITICAL                   caching:2237|| Args file:    _fit_to_mesh[2934270845743494871]_Args(5791932 bytes)
+2012-01-19 20:57:32,632 CRITICAL                   caching:2237|| Admin file:   _fit_to_mesh[2934270845743494871]_Admin(1545 bytes)
+2012-01-19 20:57:32,633 CRITICAL                   caching:2239||
+2012-01-19 20:57:32,634 CRITICAL                   caching:2241|| Dependencies:  
+2012-01-19 20:57:32,634 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts: Thu Jan 19 09:53:50 2012 44726000 bytes
+2012-01-19 20:57:32,635 CRITICAL                   caching:2368|+-------------------------------------------------------
 
-2012-01-19 12:33:03,007 CRITICAL                  quantity:897 |Applying fitted data to domain
-
-|Processing Block 3400
-2012-01-19 12:28:22,299 CRITICAL                       fit:340 |Processing Block 3600
-2012-01-19 12:28:22,382 CRITICAL                       fit:368 |Warning: no data points in fit
-2012-01-19 12:28:38,359 CRITICAL                   caching:2355|+-------------------------------------------------------
-| Thu Jan 19 12:28:38 2012. Caching statistics (storing)
-+-------------------------------------------------------
-
-2012-01-19 12:28:38,360 CRITICAL                   caching:2281|| Function:     _fit_to_mesh
-2012-01-19 12:28:38,361 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
-2012-01-19 12:28:38,362 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 21350 vertices, 42159 triangles, 539 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
-2012-01-19 12:28:38,362 CRITICAL                   caching:2334|| Reason:       No cached result
-2012-01-19 12:28:38,363 CRITICAL                   caching:2171|| CPU time:     195.94 seconds
-2012-01-19 12:28:38,865 CRITICAL                   caching:2184|| Loading time: 0.02 seconds (estimated)
-2012-01-19 12:28:38,866 CRITICAL                   caching:2223||
-2012-01-19 12:28:38,867 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
-2012-01-19 12:28:38,868 CRITICAL                   caching:2237|| Result file:  _fit_to_mesh[-4701883815285506319]_Result(170938 bytes)
-2012-01-19 12:28:38,869 CRITICAL                   caching:2237|| Args file:    _fit_to_mesh[-4701883815285506319]_Args(14379597 bytes)
-2012-01-19 12:28:38,870 CRITICAL                   caching:2237|| Admin file:   _fit_to_mesh[-4701883815285506319]_Admin(1545 bytes)
-2012-01-19 12:28:38,871 CRITICAL                   caching:2239||
-2012-01-19 12:28:38,872 CRITICAL                   caching:2241|| Dependencies:  
-2012-01-19 12:28:38,873 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts: Thu Jan 19 09:53:50 2012 44726000 bytes
-2012-01-19 12:28:38,873 CRITICAL                   caching:2368|+-------------------------------------------------------
-
-2012-01-19 12:28:38,876 CRITICAL                  quantity:897 |Applying fitted data to domain
+2012-01-19 20:57:32,638 CRITICAL                  quantity:897 |Applying fitted data to domain
+ain
+n
+
Index: /trunk/anuga_work/development/mem_time_tests/hardware/cairns/main.py
===================================================================
--- /trunk/anuga_work/development/mem_time_tests/hardware/cairns/main.py	(revision 8314)
+++ /trunk/anuga_work/development/mem_time_tests/hardware/cairns/main.py	(revision 8315)
@@ -33,4 +33,7 @@
 spamWriter = csv.writer(open(file_path, 'wb'))
 spamWriter.writerow(['Number Of Processors' , 'Space Used MB' , 'Time Taken s'])
+e = open(file_path_store,'a')
+e.close()
+
 
 
Index: /trunk/anuga_work/development/mem_time_tests/hardware/template/anuga.log
===================================================================
--- /trunk/anuga_work/development/mem_time_tests/hardware/template/anuga.log	(revision 8314)
+++ /trunk/anuga_work/development/mem_time_tests/hardware/template/anuga.log	(revision 8315)
@@ -1,52 +1,52 @@
-2012-01-19 11:10:21,086 INFO           anuga.utilities.log:0   |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL
-2012-01-19 11:10:21,089 INFO                mesh_interface:90  |Resource usage: memory=331.0MB resident=19.0MB stacksize=0.2MB
-2012-01-19 11:10:21,090 INFO                mesh_interface:90  |#@# sys_platform, linux2
-2012-01-19 11:10:21,091 INFO                mesh_interface:90  |#@# start_memory, 331.01171875
-2012-01-19 11:10:21,092 INFO                mesh_interface:90  |#@# start_resident, 19.078125
-2012-01-19 11:10:21,092 INFO                mesh_interface:90  |#@# start_stacksize, 0.1953125
-2012-01-19 11:10:21,093 INFO                mesh_interface:91  |#@# maximum_triangle_area, 100.0
-2012-01-19 11:10:21,094 INFO                mesh_interface:92  |#@# minimum_triangle_angle, 28.0
-2012-01-19 11:10:21,098 INFO                mesh_interface:93  |#@# startMesh, '2012-01-19 11:10:21'
-2012-01-19 11:10:21,105 CRITICAL            mesh_interface:346 |Generating mesh to file '/nas/gemd/georisk_models/inundation/data/mem_time_test/triangles/area/cairnsmesh.msh'
-2012-01-19 11:10:44,874 CRITICAL              general_mesh:84  |General_mesh: Building basic mesh structure in ANUGA domain
-2012-01-19 11:10:44,874 INFO                  general_mesh:86  |#@# numTriangles, 383614
-2012-01-19 11:10:52,098 CRITICAL              general_mesh:136 |General_mesh: Computing areas, normals and edgelengths
-2012-01-19 11:10:52,133 CRITICAL              general_mesh:140 |(0/383614)
-2012-01-19 11:10:59,916 CRITICAL              general_mesh:140 |(38362/383614)
-2012-01-19 11:11:07,718 CRITICAL              general_mesh:140 |(76724/383614)
-2012-01-19 11:11:15,509 CRITICAL              general_mesh:140 |(115086/383614)
-2012-01-19 11:11:23,336 CRITICAL              general_mesh:140 |(153448/383614)
-2012-01-19 11:11:31,160 CRITICAL              general_mesh:140 |(191810/383614)
-2012-01-19 11:11:38,967 CRITICAL              general_mesh:140 |(230172/383614)
-2012-01-19 11:11:46,790 CRITICAL              general_mesh:140 |(268534/383614)
-2012-01-19 11:11:54,594 CRITICAL              general_mesh:140 |(306896/383614)
-2012-01-19 11:12:02,407 CRITICAL              general_mesh:140 |(345258/383614)
-2012-01-19 11:12:10,245 CRITICAL              general_mesh:199 |Building inverted triangle structure
-2012-01-19 11:12:24,599 INFO                  general_mesh:202 |#@# aoi, '50000000.0'
-2012-01-19 11:12:24,599 CRITICAL            neighbour_mesh:89  |Initialising mesh
-2012-01-19 11:12:24,649 CRITICAL            neighbour_mesh:109 |Mesh: Computing centroids and radii
-2012-01-19 11:12:24,691 CRITICAL            neighbour_mesh:111 |(0/383614)
-2012-01-19 11:12:31,570 CRITICAL            neighbour_mesh:111 |(38362/383614)
-2012-01-19 11:12:38,451 CRITICAL            neighbour_mesh:111 |(76724/383614)
-2012-01-19 11:12:45,331 CRITICAL            neighbour_mesh:111 |(115086/383614)
-2012-01-19 11:12:52,237 CRITICAL            neighbour_mesh:111 |(153448/383614)
-2012-01-19 11:12:59,123 CRITICAL            neighbour_mesh:111 |(191810/383614)
-2012-01-19 11:13:06,012 CRITICAL            neighbour_mesh:111 |(230172/383614)
-2012-01-19 11:13:12,914 CRITICAL            neighbour_mesh:111 |(268534/383614)
-2012-01-19 11:13:19,817 CRITICAL            neighbour_mesh:111 |(306896/383614)
-2012-01-19 11:13:26,716 CRITICAL            neighbour_mesh:111 |(345258/383614)
-2012-01-19 11:13:33,654 CRITICAL            neighbour_mesh:164 |Mesh: Building neigbour structure
-2012-01-19 11:14:06,463 CRITICAL            neighbour_mesh:168 |Mesh: Building surrogate neigbour structure
-2012-01-19 11:14:10,482 CRITICAL            neighbour_mesh:172 |Mesh: Building boundary dictionary
-2012-01-19 11:14:13,429 CRITICAL            neighbour_mesh:179 |Mesh: Building tagged elements dictionary
-2012-01-19 11:14:13,925 CRITICAL            neighbour_mesh:195 |Mesh: Done
-2012-01-19 11:14:13,925 INFO                neighbour_mesh:196 |#@# finishMesh, '2012-01-19 11:14:13'
-2012-01-19 11:14:13,926 INFO                neighbour_mesh:197 |Resource usage: memory=732.2MB resident=420.4MB stacksize=0.2MB
-2012-01-19 11:14:13,927 INFO                neighbour_mesh:197 |#@# sys_platform, linux2
-2012-01-19 11:14:13,927 INFO                neighbour_mesh:197 |#@# finishMesh_memory, 732.24609375
-2012-01-19 11:14:13,928 INFO                neighbour_mesh:197 |#@# finishMesh_resident, 420.44921875
-2012-01-19 11:14:13,928 INFO                neighbour_mesh:197 |#@# finishMesh_stacksize, 0.1953125
-2012-01-19 11:14:13,928 CRITICAL            generic_domain:126 |Initialising Domain
-2012-01-19 11:14:35,193 CRITICAL            generic_domain:191 |Domain: Set up communication buffers (parallel)
-2012-01-19 11:16:13,591 CRITICAL            generic_domain:302 |Domain: Initialising quantity values
-2012-01-19 11:16:13,592 CRITICAL            generic_domain:305 |Domain: Done
+2012-01-20 08:33:19,932 INFO           anuga.utilities.log:0   |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL
+2012-01-20 08:33:19,935 INFO                mesh_interface:90  |Resource usage: memory=331.0MB resident=19.0MB stacksize=0.2MB
+2012-01-20 08:33:19,935 INFO                mesh_interface:90  |#@# sys_platform, linux2
+2012-01-20 08:33:19,936 INFO                mesh_interface:90  |#@# start_memory, 331.01953125
+2012-01-20 08:33:19,937 INFO                mesh_interface:90  |#@# start_resident, 19.08203125
+2012-01-20 08:33:19,938 INFO                mesh_interface:90  |#@# start_stacksize, 0.203125
+2012-01-20 08:33:19,939 INFO                mesh_interface:91  |#@# maximum_triangle_area, 100.0
+2012-01-20 08:33:19,939 INFO                mesh_interface:92  |#@# minimum_triangle_angle, 28.0
+2012-01-20 08:33:19,940 INFO                mesh_interface:93  |#@# startMesh, '2012-01-20 08:33:19'
+2012-01-20 08:33:19,947 CRITICAL            mesh_interface:346 |Generating mesh to file '/nas/gemd/georisk_models/inundation/data/mem_time_test/triangles/area/cairnsmesh.msh'
+2012-01-20 08:33:43,412 CRITICAL              general_mesh:84  |General_mesh: Building basic mesh structure in ANUGA domain
+2012-01-20 08:33:43,412 INFO                  general_mesh:86  |#@# numTriangles, 383614
+2012-01-20 08:33:50,595 CRITICAL              general_mesh:136 |General_mesh: Computing areas, normals and edgelengths
+2012-01-20 08:33:50,630 CRITICAL              general_mesh:140 |(0/383614)
+2012-01-20 08:33:58,337 CRITICAL              general_mesh:140 |(38362/383614)
+2012-01-20 08:34:06,062 CRITICAL              general_mesh:140 |(76724/383614)
+2012-01-20 08:34:13,811 CRITICAL              general_mesh:140 |(115086/383614)
+2012-01-20 08:34:21,554 CRITICAL              general_mesh:140 |(153448/383614)
+2012-01-20 08:34:29,288 CRITICAL              general_mesh:140 |(191810/383614)
+2012-01-20 08:34:37,024 CRITICAL              general_mesh:140 |(230172/383614)
+2012-01-20 08:34:44,762 CRITICAL              general_mesh:140 |(268534/383614)
+2012-01-20 08:34:52,502 CRITICAL              general_mesh:140 |(306896/383614)
+2012-01-20 08:35:00,262 CRITICAL              general_mesh:140 |(345258/383614)
+2012-01-20 08:35:08,035 CRITICAL              general_mesh:199 |Building inverted triangle structure
+2012-01-20 08:35:22,399 INFO                  general_mesh:202 |#@# aoi, '50000000.0'
+2012-01-20 08:35:22,399 CRITICAL            neighbour_mesh:89  |Initialising mesh
+2012-01-20 08:35:22,448 CRITICAL            neighbour_mesh:109 |Mesh: Computing centroids and radii
+2012-01-20 08:35:22,491 CRITICAL            neighbour_mesh:111 |(0/383614)
+2012-01-20 08:35:29,389 CRITICAL            neighbour_mesh:111 |(38362/383614)
+2012-01-20 08:35:36,284 CRITICAL            neighbour_mesh:111 |(76724/383614)
+2012-01-20 08:35:43,218 CRITICAL            neighbour_mesh:111 |(115086/383614)
+2012-01-20 08:35:50,126 CRITICAL            neighbour_mesh:111 |(153448/383614)
+2012-01-20 08:35:57,044 CRITICAL            neighbour_mesh:111 |(191810/383614)
+2012-01-20 08:36:03,954 CRITICAL            neighbour_mesh:111 |(230172/383614)
+2012-01-20 08:36:10,884 CRITICAL            neighbour_mesh:111 |(268534/383614)
+2012-01-20 08:36:17,782 CRITICAL            neighbour_mesh:111 |(306896/383614)
+2012-01-20 08:36:24,685 CRITICAL            neighbour_mesh:111 |(345258/383614)
+2012-01-20 08:36:31,628 CRITICAL            neighbour_mesh:164 |Mesh: Building neigbour structure
+2012-01-20 08:37:04,517 CRITICAL            neighbour_mesh:168 |Mesh: Building surrogate neigbour structure
+2012-01-20 08:37:08,839 CRITICAL            neighbour_mesh:172 |Mesh: Building boundary dictionary
+2012-01-20 08:37:11,887 CRITICAL            neighbour_mesh:179 |Mesh: Building tagged elements dictionary
+2012-01-20 08:37:12,387 CRITICAL            neighbour_mesh:195 |Mesh: Done
+2012-01-20 08:37:12,388 INFO                neighbour_mesh:196 |#@# finishMesh, '2012-01-20 08:37:12'
+2012-01-20 08:37:12,389 INFO                neighbour_mesh:197 |Resource usage: memory=732.3MB resident=420.5MB stacksize=0.2MB
+2012-01-20 08:37:12,389 INFO                neighbour_mesh:197 |#@# sys_platform, linux2
+2012-01-20 08:37:12,390 INFO                neighbour_mesh:197 |#@# finishMesh_memory, 732.25390625
+2012-01-20 08:37:12,390 INFO                neighbour_mesh:197 |#@# finishMesh_resident, 420.453125
+2012-01-20 08:37:12,391 INFO                neighbour_mesh:197 |#@# finishMesh_stacksize, 0.203125
+2012-01-20 08:37:12,391 CRITICAL            generic_domain:126 |Initialising Domain
+2012-01-20 08:37:34,047 CRITICAL            generic_domain:191 |Domain: Set up communication buffers (parallel)
+2012-01-20 08:39:11,300 CRITICAL            generic_domain:302 |Domain: Initialising quantity values
+2012-01-20 08:39:11,301 CRITICAL            generic_domain:305 |Domain: Done
Index: /trunk/anuga_work/development/mem_time_tests/hardware/template/main.py
===================================================================
--- /trunk/anuga_work/development/mem_time_tests/hardware/template/main.py	(revision 8314)
+++ /trunk/anuga_work/development/mem_time_tests/hardware/template/main.py	(revision 8315)
@@ -40,4 +40,7 @@
 spamWriter = csv.writer(open(file_path, 'wb'))
 spamWriter.writerow(['Number Of Processors' , 'Space Used MB' , 'Time Taken s','Total Space'])
+e = open(file_path_store,'a')
+e.close()
+
 
 
@@ -46,5 +49,5 @@
     subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.5', 'runcairns.py'])   
     y = time.time()
-    f = open('store.txt','r+')
+    f = open(file_path_store,'r+')
     x = float(f.readline())
     f.close()
Index: /trunk/anuga_work/development/mem_time_tests/parameters/timelen-over-timestep/main.py
===================================================================
--- /trunk/anuga_work/development/mem_time_tests/parameters/timelen-over-timestep/main.py	(revision 8314)
+++ /trunk/anuga_work/development/mem_time_tests/parameters/timelen-over-timestep/main.py	(revision 8315)
@@ -34,8 +34,8 @@
 spamWriter.writerow(['Time Length', 'Time Step' , 'Time Taken','Space Used'])
 
-for m in range(1,400,20):
+for m in range(1,1000,50):
 
-    for n in range(1,100,5):
-        n = n/100.0
+    for n in range(1,1000,5):
+        n = n/1000.0
         system_tools.MemoryUpdate()
         x = time.clock()
Index: /trunk/anuga_work/development/mem_time_tests/scenarios/channelflow/main.py
===================================================================
--- /trunk/anuga_work/development/mem_time_tests/scenarios/channelflow/main.py	(revision 8314)
+++ /trunk/anuga_work/development/mem_time_tests/scenarios/channelflow/main.py	(revision 8315)
@@ -34,5 +34,5 @@
 spamWriter.writerow(['Extent','Stage','Time','Space'])
 
-for i in range(20,1000,10):
+for i in range(100,100000,10000):
 
     for n in range(1,i,i/10):
@@ -43,5 +43,5 @@
         b = system_tools.MemoryUpdate()[0]
         y = time.time()
-        spamWriter.writerow([i,(n/50.0) ,(y-z), b])
+        spamWriter.writerow([i,(n/float(i)) ,(y-z), b])
 print a
 
Index: /trunk/anuga_work/development/mem_time_tests/triangles/area/main.py
===================================================================
--- /trunk/anuga_work/development/mem_time_tests/triangles/area/main.py	(revision 8314)
+++ /trunk/anuga_work/development/mem_time_tests/triangles/area/main.py	(revision 8315)
@@ -40,12 +40,12 @@
 spamWriter = csv.writer(open(file_path, 'wb'))
 spamWriter.writerow(['Number Of Triangles' ,'Max Triangle Area', 'Extent', 'Space Used MB' , 'Time Taken s'])
-g = open(file_path_store,'a')
-g.close()
-g = open(file_path_storea,'a')
-g.close()
-g = open(file_path_storel,'a')
-g.close()
-g = open(file_path_storen,'a')
-g.close()
+e = open(file_path_store,'a')
+e.close()
+e = open(file_path_storea,'a')
+e.close()
+e = open(file_path_storel,'a')
+e.close()
+e = open(file_path_storen,'a')
+e.close()
 
 
