Changeset 8315


Ignore:
Timestamp:
Jan 20, 2012, 10:31:31 AM (13 years ago)
Author:
pittj
Message:

updating all so that they create the temporary files they use

Location:
trunk/anuga_work/development/mem_time_tests
Files:
7 edited

Legend:

Unmodified
Added
Removed

  • trunk/anuga_work/development/mem_time_tests/hardware/cairns/anuga.log

    r8311 r8315  
    1 2012-01-19 12:21:48,276 INFO           anuga.utilities.log:0   |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL
    2 2012-01-19 12:21:48,281 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_convert_dem_from_ascii2netcdf[3263783089838006692]_{Result,Args,Admin}.z
    3 2012-01-19 12:21:48,283 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.prj', '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc']
    4 2012-01-19 12:21:48,290 CRITICAL                   caching:2355|+----------------------------------------------------------
    5 | Thu Jan 19 12:21:48 2012. Caching statistics (retrieving)
     12012-01-19 20:49:17,095 INFO           anuga.utilities.log:0   |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL
     22012-01-19 20:49:17,103 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_convert_dem_from_ascii2netcdf[3263783089838006692]_{Result,Args,Admin}.z
     32012-01-19 20:49:17,114 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.prj', '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc']
     42012-01-19 20:49:17,119 CRITICAL                   caching:2355|+----------------------------------------------------------
     5| Thu Jan 19 20:49:17 2012. Caching statistics (retrieving)
    66+----------------------------------------------------------
    77
    8 2012-01-19 12:21:48,292 CRITICAL                   caching:2281|| Function:     _convert_dem_from_ascii2netcdf
    9 2012-01-19 12:21:48,293 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc'
    10 2012-01-19 12:21:48,294 CRITICAL                   caching:2312|| Keyword Args: {'name_out': None, 'verbose': True}
    11 2012-01-19 12:21:48,298 CRITICAL                   caching:2202|| CPU time:     3.49 seconds
    12 2012-01-19 12:21:48,302 CRITICAL                   caching:2204|| Loading time: 0.0 seconds
    13 2012-01-19 12:21:48,303 CRITICAL                   caching:2206|| Time saved:   3.49 seconds
    14 2012-01-19 12:21:48,304 CRITICAL                   caching:2223||
    15 2012-01-19 12:21:48,306 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
    16 2012-01-19 12:21:48,307 CRITICAL                   caching:2237|| Result file:  _convert_dem_from_ascii2netcdf[3263783089838006692]_Result.z(10 bytes, compressed)
    17 2012-01-19 12:21:48,308 CRITICAL                   caching:2237|| Args file:    _convert_dem_from_ascii2netcdf[3263783089838006692]_Args.z(116 bytes, compressed)
    18 2012-01-19 12:21:48,310 CRITICAL                   caching:2237|| Admin file:   _convert_dem_from_ascii2netcdf[3263783089838006692]_Admin.z(1394 bytes, compressed)
    19 2012-01-19 12:21:48,311 CRITICAL                   caching:2239||
    20 2012-01-19 12:21:48,312 CRITICAL                   caching:2241|| Dependencies: 
    21 2012-01-19 12:21:48,312 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.prj: Thu Dec  1 15:23:09 2011     177 bytes
    22 2012-01-19 12:21:48,313 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc: Thu Dec  1 15:23:09 2011 9385419 bytes
    23 2012-01-19 12:21:48,314 CRITICAL                   caching:2368|+----------------------------------------------------------
     82012-01-19 20:49:17,119 CRITICAL                   caching:2281|| Function:     _convert_dem_from_ascii2netcdf
     92012-01-19 20:49:17,120 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc'
     102012-01-19 20:49:17,121 CRITICAL                   caching:2312|| Keyword Args: {'name_out': None, 'verbose': True}
     112012-01-19 20:49:17,121 CRITICAL                   caching:2202|| CPU time:     3.49 seconds
     122012-01-19 20:49:17,122 CRITICAL                   caching:2204|| Loading time: 0.0 seconds
     132012-01-19 20:49:17,122 CRITICAL                   caching:2206|| Time saved:   3.49 seconds
     142012-01-19 20:49:17,123 CRITICAL                   caching:2223||
     152012-01-19 20:49:17,123 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
     162012-01-19 20:49:17,124 CRITICAL                   caching:2237|| Result file:  _convert_dem_from_ascii2netcdf[3263783089838006692]_Result.z(10 bytes, compressed)
     172012-01-19 20:49:17,124 CRITICAL                   caching:2237|| Args file:    _convert_dem_from_ascii2netcdf[3263783089838006692]_Args.z(116 bytes, compressed)
     182012-01-19 20:49:17,125 CRITICAL                   caching:2237|| Admin file:   _convert_dem_from_ascii2netcdf[3263783089838006692]_Admin.z(1394 bytes, compressed)
     192012-01-19 20:49:17,126 CRITICAL                   caching:2239||
     202012-01-19 20:49:17,128 CRITICAL                   caching:2241|| Dependencies: 
     212012-01-19 20:49:17,130 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.prj: Thu Dec  1 15:23:09 2011     177 bytes
     222012-01-19 20:49:17,131 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.asc: Thu Dec  1 15:23:09 2011 9385419 bytes
     232012-01-19 20:49:17,134 CRITICAL                   caching:2368|+----------------------------------------------------------
    2424
    25 2012-01-19 12:21:48,317 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_dem2pts[7656380205302980249]_{Result,Args,Admin}.z
    26 2012-01-19 12:21:48,346 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem']
    27 2012-01-19 12:21:48,357 CRITICAL                   caching:2355|+----------------------------------------------------------
    28 | Thu Jan 19 12:21:48 2012. Caching statistics (retrieving)
     252012-01-19 20:49:17,147 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_dem2pts[7656380205302980249]_{Result,Args,Admin}.z
     262012-01-19 20:49:17,150 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem']
     272012-01-19 20:49:17,152 CRITICAL                   caching:2355|+----------------------------------------------------------
     28| Thu Jan 19 20:49:17 2012. Caching statistics (retrieving)
    2929+----------------------------------------------------------
    3030
    31 2012-01-19 12:21:48,358 CRITICAL                   caching:2281|| Function:     _dem2pts
    32 2012-01-19 12:21:48,359 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem'
    33 2012-01-19 12:21:48,359 CRITICAL                   caching:2312|| Keyword Args: {'northing_min': None, 'verbose': True, 'northing_max': None, 'name_out': None, 'easting_min': None, 'easting_max': None}
    34 2012-01-19 12:21:48,360 CRITICAL                   caching:2202|| CPU time:     151.65 seconds
    35 2012-01-19 12:21:48,360 CRITICAL                   caching:2204|| Loading time: 0.0 seconds
    36 2012-01-19 12:21:48,363 CRITICAL                   caching:2206|| Time saved:   151.65 seconds
    37 2012-01-19 12:21:48,364 CRITICAL                   caching:2223||
    38 2012-01-19 12:21:48,365 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
    39 2012-01-19 12:21:48,365 CRITICAL                   caching:2237|| Result file:  _dem2pts[7656380205302980249]_Result.z(10 bytes, compressed)
    40 2012-01-19 12:21:48,366 CRITICAL                   caching:2237|| Args file:    _dem2pts[7656380205302980249]_Args.z(149 bytes, compressed)
    41 2012-01-19 12:21:48,366 CRITICAL                   caching:2237|| Admin file:   _dem2pts[7656380205302980249]_Admin.z(1558 bytes, compressed)
    42 2012-01-19 12:21:48,367 CRITICAL                   caching:2239||
    43 2012-01-19 12:21:48,367 CRITICAL                   caching:2241|| Dependencies: 
    44 2012-01-19 12:21:48,368 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem: Thu Jan 19 09:51:18 2012 15054956 bytes
    45 2012-01-19 12:21:48,369 CRITICAL                   caching:2368|+----------------------------------------------------------
     312012-01-19 20:49:17,152 CRITICAL                   caching:2281|| Function:     _dem2pts
     322012-01-19 20:49:17,153 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem'
     332012-01-19 20:49:17,154 CRITICAL                   caching:2312|| Keyword Args: {'northing_min': None, 'verbose': True, 'northing_max': None, 'name_out': None, 'easting_min': None, 'easting_max': None}
     342012-01-19 20:49:17,154 CRITICAL                   caching:2202|| CPU time:     151.65 seconds
     352012-01-19 20:49:17,155 CRITICAL                   caching:2204|| Loading time: 0.0 seconds
     362012-01-19 20:49:17,156 CRITICAL                   caching:2206|| Time saved:   151.65 seconds
     372012-01-19 20:49:17,156 CRITICAL                   caching:2223||
     382012-01-19 20:49:17,157 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
     392012-01-19 20:49:17,157 CRITICAL                   caching:2237|| Result file:  _dem2pts[7656380205302980249]_Result.z(10 bytes, compressed)
     402012-01-19 20:49:17,158 CRITICAL                   caching:2237|| Args file:    _dem2pts[7656380205302980249]_Args.z(149 bytes, compressed)
     412012-01-19 20:49:17,159 CRITICAL                   caching:2237|| Admin file:   _dem2pts[7656380205302980249]_Admin.z(1558 bytes, compressed)
     422012-01-19 20:49:17,159 CRITICAL                   caching:2239||
     432012-01-19 20:49:17,160 CRITICAL                   caching:2241|| Dependencies: 
     442012-01-19 20:49:17,160 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.dem: Thu Jan 19 09:51:18 2012 15054956 bytes
     452012-01-19 20:49:17,161 CRITICAL                   caching:2368|+----------------------------------------------------------
    4646
    47 2012-01-19 12:25:19,080 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_fit_to_mesh[-400870342201401669]_{Result,Args,Admin}.z
    48 2012-01-19 12:25:19,083 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts']
    49 2012-01-19 12:25:19,084 CRITICAL                   caching:2355|+-----------------------------------------------------------
    50 | Thu Jan 19 12:25:19 2012. Evaluating function _fit_to_mesh
     472012-01-19 20:54:12,510 CRITICAL                   caching:840 |Caching: looking for cached files /nas/gemd/georisk_models/inundation/.python_cache/_fit_to_mesh[-1572673048379675826]_{Result,Args,Admin}.z
     482012-01-19 20:54:12,514 CRITICAL                   caching:846 |Caching: Dependencies are ['/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts']
     492012-01-19 20:54:12,514 CRITICAL                   caching:2355|+-----------------------------------------------------------
     50| Thu Jan 19 20:54:12 2012. Evaluating function _fit_to_mesh
    5151+-----------------------------------------------------------
    5252
    53 2012-01-19 12:25:19,085 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
    54 2012-01-19 12:25:19,085 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 20351 vertices, 39990 triangles, 708 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
    55 2012-01-19 12:25:19,086 CRITICAL                   caching:2334|| Reason:       No cached result
    56 2012-01-19 12:25:19,087 CRITICAL                   caching:2368|+-----------------------------------------------------------
     532012-01-19 20:54:12,515 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
     542012-01-19 20:54:12,516 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 8780 vertices, 17147 triangles, 409 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
     552012-01-19 20:54:12,516 CRITICAL                   caching:2334|| Reason:       No cached result
     562012-01-19 20:54:12,517 CRITICAL                   caching:2368|+-----------------------------------------------------------
    5757
    58 2012-01-19 12:25:19,803 CRITICAL   general_fit_interpolate:101 |FitInterpolate: Building quad tree
    59 2012-01-19 12:25:28,975 CRITICAL                       fit:109 |Building smoothing matrix
    60 2012-01-19 12:25:42,995 CRITICAL           geospatial_data:171 |Geospatial data created from file: /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts
    61 2012-01-19 12:25:42,996 CRITICAL           geospatial_data:173 |Data will be loaded blockwise on demand
    62 2012-01-19 12:25:42,998 CRITICAL           geospatial_data:1041|Got 1 variables: ['elevation']
    63 2012-01-19 12:25:43,000 CRITICAL             geo_reference:180 |WARNING: Units of METERS specified.
    64 2012-01-19 12:25:43,000 CRITICAL             geo_reference:181 |Default units is m.
    65 2012-01-19 12:25:43,001 CRITICAL             geo_reference:182 |ANUGA does not correct for differences in units.
    66 2012-01-19 12:25:43,002 CRITICAL           geospatial_data:710 |Reading 1863558 points (in ~3727 blocks) from file /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts.
    67 2012-01-19 12:25:43,003 CRITICAL           geospatial_data:712 |Each block consists of 500 data points
    68 2012-01-19 12:25:43,003 CRITICAL           geospatial_data:745 |Reading block 0 (points 0 to 500) out of 3727
    69 2012-01-19 12:25:43,005 CRITICAL                       fit:340 |Processing Block 0
    70 2012-01-19 12:25:54,606 CRITICAL                       fit:340 |Processing Block 200
    71 2012-01-19 12:26:19,078 CRITICAL           geospatial_data:745 |Reading block 372 (points 186000 to 186500) out of 3727
    72 2012-01-19 12:25:21,994 CRITICAL                       fit:340 |Processing Block 400
    73 2012-01-19 12:25:22,198 CRITICAL                       fit:340 |Processing Block 600
    74 2012-01-19 12:25:22,338 CRITICAL           geospatial_data:745 |Reading block 745 (points 372500 to 373000) out of 3727
    75 2012-01-19 12:25:22,377 CRITICAL                       fit:340 |Processing Block 800
    76 2012-01-19 12:28:31,015 CRITICAL                       fit:340 |Processing Block 1000
    77 2012-01-19 12:28:52,048 CRITICAL           geospatial_data:745 |Reading block 1118 (points 559000 to 559500) out of 3727
    78 2012-01-19 12:29:04,591 CRITICAL                       fit:340 |Processing Block 1200
    79 2012-01-19 12:29:34,572 CRITICAL                       fit:340 |Processing Block 1400
    80 2012-01-19 12:29:48,845 CRITICAL           geospatial_data:745 |Reading block 1490 (points 745000 to 745500) out of 3727
    81 2012-01-19 12:30:05,130 CRITICAL                       fit:340 |Processing Block 1600
    82 2012-01-19 12:30:32,504 CRITICAL                       fit:340 |Processing Block 1800
    83 2012-01-19 12:30:40,517 CRITICAL           geospatial_data:745 |Reading block 1863 (points 931500 to 932000) out of 3727
    84 2012-01-19 12:30:56,634 CRITICAL                       fit:340 |Processing Block 2000
    85 2012-01-19 12:31:16,246 CRITICAL                       fit:340 |Processing Block 2200
    86 2012-01-19 12:31:19,492 CRITICAL           geospatial_data:745 |Reading block 2236 (points 1118000 to 1118500) out of 3727
    87 2012-01-19 12:31:32,465 CRITICAL                       fit:340 |Processing Block 2400
    88 2012-01-19 12:31:45,809 CRITICAL                       fit:340 |Processing Block 2600
    89 2012-01-19 12:31:46,272 CRITICAL           geospatial_data:745 |Reading block 2608 (points 1304000 to 1304500) out of 3727
    90 2012-01-19 12:31:58,772 CRITICAL                       fit:340 |Processing Block 2800
    91 2012-01-19 12:32:11,046 CRITICAL           geospatial_data:745 |Reading block 2981 (points 1490500 to 1491000) out of 3727
    92 2012-01-19 12:32:12,390 CRITICAL                       fit:340 |Processing Block 3000
    93 2012-01-19 12:32:26,902 CRITICAL                       fit:340 |Processing Block 3200
    94 2012-01-19 12:32:37,551 CRITICAL           geospatial_data:745 |Reading block 3354 (points 1677000 to 1677500) out of 3727
    95 2012-01-19 12:32:40,663 CRITICAL                       fit:340 |Processing Block 3400
    96 2012-01-19 12:32:49,409 CRITICAL                       fit:340 |Processing Block 3600
    97 2012-01-19 12:32:49,493 CRITICAL                       fit:368 |Warning: no data points in fit
    98 2012-01-19 12:33:02,603 CRITICAL                   caching:2355|+-------------------------------------------------------
    99 | Thu Jan 19 12:33:02 2012. Caching statistics (storing)
     582012-01-19 20:54:12,905 CRITICAL   general_fit_interpolate:101 |FitInterpolate: Building quad tree
     592012-01-19 20:54:16,910 CRITICAL                       fit:109 |Building smoothing matrix
     602012-01-19 20:54:22,422 CRITICAL           geospatial_data:171 |Geospatial data created from file: /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts
     612012-01-19 20:54:22,422 CRITICAL           geospatial_data:173 |Data will be loaded blockwise on demand
     622012-01-19 20:54:22,424 CRITICAL           geospatial_data:1041|Got 1 variables: ['elevation']
     632012-01-19 20:54:22,426 CRITICAL             geo_reference:180 |WARNING: Units of METERS specified.
     642012-01-19 20:54:22,426 CRITICAL             geo_reference:181 |Default units is m.
     652012-01-19 20:54:22,427 CRITICAL             geo_reference:182 |ANUGA does not correct for differences in units.
     662012-01-19 20:54:22,428 CRITICAL           geospatial_data:710 |Reading 1863558 points (in ~3727 blocks) from file /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts.
     672012-01-19 20:54:22,429 CRITICAL           geospatial_data:712 |Each block consists of 500 data points
     682012-01-19 20:54:22,429 CRITICAL           geospatial_data:745 |Reading block 0 (points 0 to 500) out of 3727
     692012-01-19 20:54:22,430 CRITICAL                       fit:340 |Processing Block 0
     702012-01-19 20:54:22,560 CRITICAL                       fit:340 |Processing Block 200
     712012-01-19 20:54:22,672 CRITICAL           geospatial_data:745 |eading block 372 (points 186000 to 186500) out of 3727
     722012-01-19 20:53:34,886 CRITICAL                       fit:340 |Processing Block 400
     732012-01-19 20:53:50,958 CRITICAL                       fit:340 |Processing Block 600
     742012-01-19 20:54:03,458 CRITICAL           geospatial_data:745 |Reading block 745 (points 372500 to 373000) out of 3727
     752012-01-19 20:54:08,060 CRITICAL                       fit:340 |Processing Block 800
     762012-01-19 20:54:24,845 CRITICAL                       fit:340 |Processing Block 1000
     772012-01-19 20:54:35,020 CRITICAL           geospatial_data:745 |Reading block 1118 (points 559000 to 559500) out of 3727
     782012-01-19 20:54:41,389 CRITICAL                       fit:340 |Processing Block 1200
     792012-01-19 20:55:17,448 CRITICAL                       fit:340 |Processing Block 1400
     802012-01-19 20:55:24,204 CRITICAL           geospatial_data:745 |Reading block 1490 (points 745000 to 745500) out of 3727
     812012-01-19 20:55:32,763 CRITICAL                       fit:340 |Processing Block 1600
     822012-01-19 20:55:54,419 CRITICAL                       fit:340 |Processing Block 1800
     832012-01-19 20:56:02,189 CRITICAL           geospatial_data:745 |Reading block 1863 (points 931500 to 932000) out of 3727
     842012-01-19 20:56:20,007 CRITICAL                       fit:340 |Processing Block 2000
     852012-01-19 20:56:43,887 CRITICAL                       fit:340 |Processing Block 2200
     862012-01-19 20:56:48,188 CRITICAL           geospatial_data:745 |Reading block 2236 (points 1118000 to 1118500) out of 3727
     872012-01-19 20:57:05,058 CRITICAL                       fit:340 |Processing Block 2400
     882012-01-19 20:57:21,672 CRITICAL                       fit:340 |Processing Block 2600
     892012-01-19 20:57:22,072 CRITICAL           geospatial_data:745 |Reading block 2608 (points 1304000 to 1304500) out of 3727
     902012-01-19 20:57:26,787 CRITICAL                       fit:340 |Processing Block 2800
     912012-01-19 20:57:26,906 CRITICAL           geospatial_data:745 |Reading block 2981 (points 1490500 to 1491000) out of 3727
     922012-01-19 20:57:26,920 CRITICAL                       fit:340 |Processing Block 3000
     932012-01-19 20:57:27,053 CRITICAL                       fit:340 |Processing Block 3200
     942012-01-19 20:57:27,155 CRITICAL           geospatial_data:745 |Reading block 3354 (points 1677000 to 1677500) out of 3727
     952012-01-19 20:57:27,187 CRITICAL                       fit:340 |Processing Block 3400
     962012-01-19 20:57:27,320 CRITICAL                       fit:340 |Processing Block 3600
     972012-01-19 20:57:27,404 CRITICAL                       fit:368 |Warning: no data points in fit
     982012-01-19 20:57:32,281 CRITICAL                   caching:2355|+-------------------------------------------------------
     99| Thu Jan 19 20:57:32 2012. Caching statistics (storing)
    100100+-------------------------------------------------------
    101101
    102 2012-01-19 12:33:02,604 CRITICAL                   caching:2281|| Function:     _fit_to_mesh
    103 2012-01-19 12:33:02,605 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
    104 2012-01-19 12:33:02,605 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 20351 vertices, 39990 triangles, 708 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
    105 2012-01-19 12:33:02,606 CRITICAL                   caching:2334|| Reason:       No cached result
    106 2012-01-19 12:33:02,607 CRITICAL                   caching:2171|| CPU time:     462.8 seconds
    107 2012-01-19 12:33:02,990 CRITICAL                   caching:2184|| Loading time: 0.01 seconds (estimated)
    108 2012-01-19 12:33:02,991 CRITICAL                   caching:2223||
    109 2012-01-19 12:33:02,992 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
    110 2012-01-19 12:33:02,993 CRITICAL                   caching:2237|| Result file:  _fit_to_mesh[-400870342201401669]_Result(162946 bytes)
    111 2012-01-19 12:33:02,994 CRITICAL                   caching:2237|| Args file:    _fit_to_mesh[-400870342201401669]_Args(13671071 bytes)
    112 2012-01-19 12:33:02,995 CRITICAL                   caching:2237|| Admin file:   _fit_to_mesh[-400870342201401669]_Admin(1545 bytes)
    113 2012-01-19 12:33:02,996 CRITICAL                   caching:2239||
    114 2012-01-19 12:33:02,997 CRITICAL                   caching:2241|| Dependencies: 
    115 2012-01-19 12:33:02,997 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts: Thu Jan 19 09:53:50 2012 44726000 bytes
    116 2012-01-19 12:33:02,998 CRITICAL                   caching:2368|+-------------------------------------------------------
     1022012-01-19 20:57:32,282 CRITICAL                   caching:2281|| Function:     _fit_to_mesh
     1032012-01-19 20:57:32,283 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
     1042012-01-19 20:57:32,284 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 8718 vertices, 16856 triangles, 578 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
     1052012-01-19 20:57:32,284 CRITICAL                   caching:2334|| Reason:       No cached result
     1062012-01-19 20:57:32,285 CRITICAL                   caching:2171|| CPU time:     211.75 seconds
     1072012-01-19 20:57:32,627 CRITICAL                   caching:2184|| Loading time: 0.0 seconds (estimated)
     1082012-01-19 20:57:32,628 CRITICAL                   caching:2223||
     1092012-01-19 20:57:32,629 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
     1102012-01-19 20:57:32,630 CRITICAL                   caching:2237|| Result file:  _fit_to_mesh[2934270845743494871]_Result(69882 bytes)
     1112012-01-19 20:57:32,631 CRITICAL                   caching:2237|| Args file:    _fit_to_mesh[2934270845743494871]_Args(5791932 bytes)
     1122012-01-19 20:57:32,632 CRITICAL                   caching:2237|| Admin file:   _fit_to_mesh[2934270845743494871]_Admin(1545 bytes)
     1132012-01-19 20:57:32,633 CRITICAL                   caching:2239||
     1142012-01-19 20:57:32,634 CRITICAL                   caching:2241|| Dependencies: 
     1152012-01-19 20:57:32,634 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts: Thu Jan 19 09:53:50 2012 44726000 bytes
     1162012-01-19 20:57:32,635 CRITICAL                   caching:2368|+-------------------------------------------------------
    117117
    118 2012-01-19 12:33:03,007 CRITICAL                  quantity:897 |Applying fitted data to domain
    119 
    120 |Processing Block 3400
    121 2012-01-19 12:28:22,299 CRITICAL                       fit:340 |Processing Block 3600
    122 2012-01-19 12:28:22,382 CRITICAL                       fit:368 |Warning: no data points in fit
    123 2012-01-19 12:28:38,359 CRITICAL                   caching:2355|+-------------------------------------------------------
    124 | Thu Jan 19 12:28:38 2012. Caching statistics (storing)
    125 +-------------------------------------------------------
    126 
    127 2012-01-19 12:28:38,360 CRITICAL                   caching:2281|| Function:     _fit_to_mesh
    128 2012-01-19 12:28:38,361 CRITICAL                   caching:2300|| Argument:     '/nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts'
    129 2012-01-19 12:28:38,362 CRITICAL                   caching:2312|| Keyword Args: {'point_attributes': None, 'vertex_coordinates': None, 'verbose': True, 'max_read_lines': 500, 'mesh': Mesh: 21350 vertices, 42159 triangles, 539 boundary segments, 'data_origin': None, 'alpha': 0.1, 'mesh_origin': None, 'attribute_name': None, 'triangles': None}
    130 2012-01-19 12:28:38,362 CRITICAL                   caching:2334|| Reason:       No cached result
    131 2012-01-19 12:28:38,363 CRITICAL                   caching:2171|| CPU time:     195.94 seconds
    132 2012-01-19 12:28:38,865 CRITICAL                   caching:2184|| Loading time: 0.02 seconds (estimated)
    133 2012-01-19 12:28:38,866 CRITICAL                   caching:2223||
    134 2012-01-19 12:28:38,867 CRITICAL                   caching:2224|| Caching dir:  /nas/gemd/georisk_models/inundation/.python_cache/
    135 2012-01-19 12:28:38,868 CRITICAL                   caching:2237|| Result file:  _fit_to_mesh[-4701883815285506319]_Result(170938 bytes)
    136 2012-01-19 12:28:38,869 CRITICAL                   caching:2237|| Args file:    _fit_to_mesh[-4701883815285506319]_Args(14379597 bytes)
    137 2012-01-19 12:28:38,870 CRITICAL                   caching:2237|| Admin file:   _fit_to_mesh[-4701883815285506319]_Admin(1545 bytes)
    138 2012-01-19 12:28:38,871 CRITICAL                   caching:2239||
    139 2012-01-19 12:28:38,872 CRITICAL                   caching:2241|| Dependencies: 
    140 2012-01-19 12:28:38,873 CRITICAL                   caching:2266|| /nas/gemd/georisk_models/inundation/data/mem_time_test/parallel/cairns/cairns.pts: Thu Jan 19 09:53:50 2012 44726000 bytes
    141 2012-01-19 12:28:38,873 CRITICAL                   caching:2368|+-------------------------------------------------------
    142 
    143 2012-01-19 12:28:38,876 CRITICAL                  quantity:897 |Applying fitted data to domain
     1182012-01-19 20:57:32,638 CRITICAL                  quantity:897 |Applying fitted data to domain
     119ain
     120n
     121

  • trunk/anuga_work/development/mem_time_tests/hardware/cairns/main.py

    r8311 r8315  
    3333spamWriter = csv.writer(open(file_path, 'wb'))
    3434spamWriter.writerow(['Number Of Processors' , 'Space Used MB' , 'Time Taken s'])
     35e = open(file_path_store,'a')
     36e.close()
     37
    3538
    3639

  • trunk/anuga_work/development/mem_time_tests/hardware/template/anuga.log

    r8311 r8315  
    1 2012-01-19 11:10:21,086 INFO           anuga.utilities.log:0   |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL
    2 2012-01-19 11:10:21,089 INFO                mesh_interface:90  |Resource usage: memory=331.0MB resident=19.0MB stacksize=0.2MB
    3 2012-01-19 11:10:21,090 INFO                mesh_interface:90  |#@# sys_platform, linux2
    4 2012-01-19 11:10:21,091 INFO                mesh_interface:90  |#@# start_memory, 331.01171875
    5 2012-01-19 11:10:21,092 INFO                mesh_interface:90  |#@# start_resident, 19.078125
    6 2012-01-19 11:10:21,092 INFO                mesh_interface:90  |#@# start_stacksize, 0.1953125
    7 2012-01-19 11:10:21,093 INFO                mesh_interface:91  |#@# maximum_triangle_area, 100.0
    8 2012-01-19 11:10:21,094 INFO                mesh_interface:92  |#@# minimum_triangle_angle, 28.0
    9 2012-01-19 11:10:21,098 INFO                mesh_interface:93  |#@# startMesh, '2012-01-19 11:10:21'
    10 2012-01-19 11:10:21,105 CRITICAL            mesh_interface:346 |Generating mesh to file '/nas/gemd/georisk_models/inundation/data/mem_time_test/triangles/area/cairnsmesh.msh'
    11 2012-01-19 11:10:44,874 CRITICAL              general_mesh:84  |General_mesh: Building basic mesh structure in ANUGA domain
    12 2012-01-19 11:10:44,874 INFO                  general_mesh:86  |#@# numTriangles, 383614
    13 2012-01-19 11:10:52,098 CRITICAL              general_mesh:136 |General_mesh: Computing areas, normals and edgelengths
    14 2012-01-19 11:10:52,133 CRITICAL              general_mesh:140 |(0/383614)
    15 2012-01-19 11:10:59,916 CRITICAL              general_mesh:140 |(38362/383614)
    16 2012-01-19 11:11:07,718 CRITICAL              general_mesh:140 |(76724/383614)
    17 2012-01-19 11:11:15,509 CRITICAL              general_mesh:140 |(115086/383614)
    18 2012-01-19 11:11:23,336 CRITICAL              general_mesh:140 |(153448/383614)
    19 2012-01-19 11:11:31,160 CRITICAL              general_mesh:140 |(191810/383614)
    20 2012-01-19 11:11:38,967 CRITICAL              general_mesh:140 |(230172/383614)
    21 2012-01-19 11:11:46,790 CRITICAL              general_mesh:140 |(268534/383614)
    22 2012-01-19 11:11:54,594 CRITICAL              general_mesh:140 |(306896/383614)
    23 2012-01-19 11:12:02,407 CRITICAL              general_mesh:140 |(345258/383614)
    24 2012-01-19 11:12:10,245 CRITICAL              general_mesh:199 |Building inverted triangle structure
    25 2012-01-19 11:12:24,599 INFO                  general_mesh:202 |#@# aoi, '50000000.0'
    26 2012-01-19 11:12:24,599 CRITICAL            neighbour_mesh:89  |Initialising mesh
    27 2012-01-19 11:12:24,649 CRITICAL            neighbour_mesh:109 |Mesh: Computing centroids and radii
    28 2012-01-19 11:12:24,691 CRITICAL            neighbour_mesh:111 |(0/383614)
    29 2012-01-19 11:12:31,570 CRITICAL            neighbour_mesh:111 |(38362/383614)
    30 2012-01-19 11:12:38,451 CRITICAL            neighbour_mesh:111 |(76724/383614)
    31 2012-01-19 11:12:45,331 CRITICAL            neighbour_mesh:111 |(115086/383614)
    32 2012-01-19 11:12:52,237 CRITICAL            neighbour_mesh:111 |(153448/383614)
    33 2012-01-19 11:12:59,123 CRITICAL            neighbour_mesh:111 |(191810/383614)
    34 2012-01-19 11:13:06,012 CRITICAL            neighbour_mesh:111 |(230172/383614)
    35 2012-01-19 11:13:12,914 CRITICAL            neighbour_mesh:111 |(268534/383614)
    36 2012-01-19 11:13:19,817 CRITICAL            neighbour_mesh:111 |(306896/383614)
    37 2012-01-19 11:13:26,716 CRITICAL            neighbour_mesh:111 |(345258/383614)
    38 2012-01-19 11:13:33,654 CRITICAL            neighbour_mesh:164 |Mesh: Building neigbour structure
    39 2012-01-19 11:14:06,463 CRITICAL            neighbour_mesh:168 |Mesh: Building surrogate neigbour structure
    40 2012-01-19 11:14:10,482 CRITICAL            neighbour_mesh:172 |Mesh: Building boundary dictionary
    41 2012-01-19 11:14:13,429 CRITICAL            neighbour_mesh:179 |Mesh: Building tagged elements dictionary
    42 2012-01-19 11:14:13,925 CRITICAL            neighbour_mesh:195 |Mesh: Done
    43 2012-01-19 11:14:13,925 INFO                neighbour_mesh:196 |#@# finishMesh, '2012-01-19 11:14:13'
    44 2012-01-19 11:14:13,926 INFO                neighbour_mesh:197 |Resource usage: memory=732.2MB resident=420.4MB stacksize=0.2MB
    45 2012-01-19 11:14:13,927 INFO                neighbour_mesh:197 |#@# sys_platform, linux2
    46 2012-01-19 11:14:13,927 INFO                neighbour_mesh:197 |#@# finishMesh_memory, 732.24609375
    47 2012-01-19 11:14:13,928 INFO                neighbour_mesh:197 |#@# finishMesh_resident, 420.44921875
    48 2012-01-19 11:14:13,928 INFO                neighbour_mesh:197 |#@# finishMesh_stacksize, 0.1953125
    49 2012-01-19 11:14:13,928 CRITICAL            generic_domain:126 |Initialising Domain
    50 2012-01-19 11:14:35,193 CRITICAL            generic_domain:191 |Domain: Set up communication buffers (parallel)
    51 2012-01-19 11:16:13,591 CRITICAL            generic_domain:302 |Domain: Initialising quantity values
    52 2012-01-19 11:16:13,592 CRITICAL            generic_domain:305 |Domain: Done
     12012-01-20 08:33:19,932 INFO           anuga.utilities.log:0   |Logfile is './anuga.log' with logging level of INFO, console logging level is CRITICAL
     22012-01-20 08:33:19,935 INFO                mesh_interface:90  |Resource usage: memory=331.0MB resident=19.0MB stacksize=0.2MB
     32012-01-20 08:33:19,935 INFO                mesh_interface:90  |#@# sys_platform, linux2
     42012-01-20 08:33:19,936 INFO                mesh_interface:90  |#@# start_memory, 331.01953125
     52012-01-20 08:33:19,937 INFO                mesh_interface:90  |#@# start_resident, 19.08203125
     62012-01-20 08:33:19,938 INFO                mesh_interface:90  |#@# start_stacksize, 0.203125
     72012-01-20 08:33:19,939 INFO                mesh_interface:91  |#@# maximum_triangle_area, 100.0
     82012-01-20 08:33:19,939 INFO                mesh_interface:92  |#@# minimum_triangle_angle, 28.0
     92012-01-20 08:33:19,940 INFO                mesh_interface:93  |#@# startMesh, '2012-01-20 08:33:19'
     102012-01-20 08:33:19,947 CRITICAL            mesh_interface:346 |Generating mesh to file '/nas/gemd/georisk_models/inundation/data/mem_time_test/triangles/area/cairnsmesh.msh'
     112012-01-20 08:33:43,412 CRITICAL              general_mesh:84  |General_mesh: Building basic mesh structure in ANUGA domain
     122012-01-20 08:33:43,412 INFO                  general_mesh:86  |#@# numTriangles, 383614
     132012-01-20 08:33:50,595 CRITICAL              general_mesh:136 |General_mesh: Computing areas, normals and edgelengths
     142012-01-20 08:33:50,630 CRITICAL              general_mesh:140 |(0/383614)
     152012-01-20 08:33:58,337 CRITICAL              general_mesh:140 |(38362/383614)
     162012-01-20 08:34:06,062 CRITICAL              general_mesh:140 |(76724/383614)
     172012-01-20 08:34:13,811 CRITICAL              general_mesh:140 |(115086/383614)
     182012-01-20 08:34:21,554 CRITICAL              general_mesh:140 |(153448/383614)
     192012-01-20 08:34:29,288 CRITICAL              general_mesh:140 |(191810/383614)
     202012-01-20 08:34:37,024 CRITICAL              general_mesh:140 |(230172/383614)
     212012-01-20 08:34:44,762 CRITICAL              general_mesh:140 |(268534/383614)
     222012-01-20 08:34:52,502 CRITICAL              general_mesh:140 |(306896/383614)
     232012-01-20 08:35:00,262 CRITICAL              general_mesh:140 |(345258/383614)
     242012-01-20 08:35:08,035 CRITICAL              general_mesh:199 |Building inverted triangle structure
     252012-01-20 08:35:22,399 INFO                  general_mesh:202 |#@# aoi, '50000000.0'
     262012-01-20 08:35:22,399 CRITICAL            neighbour_mesh:89  |Initialising mesh
     272012-01-20 08:35:22,448 CRITICAL            neighbour_mesh:109 |Mesh: Computing centroids and radii
     282012-01-20 08:35:22,491 CRITICAL            neighbour_mesh:111 |(0/383614)
     292012-01-20 08:35:29,389 CRITICAL            neighbour_mesh:111 |(38362/383614)
     302012-01-20 08:35:36,284 CRITICAL            neighbour_mesh:111 |(76724/383614)
     312012-01-20 08:35:43,218 CRITICAL            neighbour_mesh:111 |(115086/383614)
     322012-01-20 08:35:50,126 CRITICAL            neighbour_mesh:111 |(153448/383614)
     332012-01-20 08:35:57,044 CRITICAL            neighbour_mesh:111 |(191810/383614)
     342012-01-20 08:36:03,954 CRITICAL            neighbour_mesh:111 |(230172/383614)
     352012-01-20 08:36:10,884 CRITICAL            neighbour_mesh:111 |(268534/383614)
     362012-01-20 08:36:17,782 CRITICAL            neighbour_mesh:111 |(306896/383614)
     372012-01-20 08:36:24,685 CRITICAL            neighbour_mesh:111 |(345258/383614)
     382012-01-20 08:36:31,628 CRITICAL            neighbour_mesh:164 |Mesh: Building neigbour structure
     392012-01-20 08:37:04,517 CRITICAL            neighbour_mesh:168 |Mesh: Building surrogate neigbour structure
     402012-01-20 08:37:08,839 CRITICAL            neighbour_mesh:172 |Mesh: Building boundary dictionary
     412012-01-20 08:37:11,887 CRITICAL            neighbour_mesh:179 |Mesh: Building tagged elements dictionary
     422012-01-20 08:37:12,387 CRITICAL            neighbour_mesh:195 |Mesh: Done
     432012-01-20 08:37:12,388 INFO                neighbour_mesh:196 |#@# finishMesh, '2012-01-20 08:37:12'
     442012-01-20 08:37:12,389 INFO                neighbour_mesh:197 |Resource usage: memory=732.3MB resident=420.5MB stacksize=0.2MB
     452012-01-20 08:37:12,389 INFO                neighbour_mesh:197 |#@# sys_platform, linux2
     462012-01-20 08:37:12,390 INFO                neighbour_mesh:197 |#@# finishMesh_memory, 732.25390625
     472012-01-20 08:37:12,390 INFO                neighbour_mesh:197 |#@# finishMesh_resident, 420.453125
     482012-01-20 08:37:12,391 INFO                neighbour_mesh:197 |#@# finishMesh_stacksize, 0.203125
     492012-01-20 08:37:12,391 CRITICAL            generic_domain:126 |Initialising Domain
     502012-01-20 08:37:34,047 CRITICAL            generic_domain:191 |Domain: Set up communication buffers (parallel)
     512012-01-20 08:39:11,300 CRITICAL            generic_domain:302 |Domain: Initialising quantity values
     522012-01-20 08:39:11,301 CRITICAL            generic_domain:305 |Domain: Done

  • trunk/anuga_work/development/mem_time_tests/hardware/template/main.py

    r8311 r8315  
    4040spamWriter = csv.writer(open(file_path, 'wb'))
    4141spamWriter.writerow(['Number Of Processors' , 'Space Used MB' , 'Time Taken s','Total Space'])
     42e = open(file_path_store,'a')
     43e.close()
     44
    4245
    4346
    … …  
    4649    subprocess.call(['mpirun', '-np', str(n), '-hostfile' ,'~/machinefiles/test.machines_tornado', '-x','PYTHONPATH','-x','INUNDATIONHOME','python2.5', 'runcairns.py'])   
    4750    y = time.time()
    48     f = open('store.txt','r+')
     51    f = open(file_path_store,'r+')
    4952    x = float(f.readline())
    5053    f.close()

  • trunk/anuga_work/development/mem_time_tests/parameters/timelen-over-timestep/main.py

    r8311 r8315  
    3434spamWriter.writerow(['Time Length', 'Time Step' , 'Time Taken','Space Used'])
    3535
    36 for m in range(1,400,20):
     36for m in range(1,1000,50):
    3737
    38     for n in range(1,100,5):
    39         n = n/100.0
     38    for n in range(1,1000,5):
     39        n = n/1000.0
    4040        system_tools.MemoryUpdate()
    4141        x = time.clock()

  • trunk/anuga_work/development/mem_time_tests/scenarios/channelflow/main.py

    r8311 r8315  
    3434spamWriter.writerow(['Extent','Stage','Time','Space'])
    3535
    36 for i in range(20,1000,10):
     36for i in range(100,100000,10000):
    3737
    3838    for n in range(1,i,i/10):
    … …  
    4343        b = system_tools.MemoryUpdate()[0]
    4444        y = time.time()
    45         spamWriter.writerow([i,(n/50.0) ,(y-z), b])
     45        spamWriter.writerow([i,(n/float(i)) ,(y-z), b])
    4646print a
    4747

  • trunk/anuga_work/development/mem_time_tests/triangles/area/main.py

    r8314 r8315  
    4040spamWriter = csv.writer(open(file_path, 'wb'))
    4141spamWriter.writerow(['Number Of Triangles' ,'Max Triangle Area', 'Extent', 'Space Used MB' , 'Time Taken s'])
    42 g = open(file_path_store,'a')
    43 g.close()
    44 g = open(file_path_storea,'a')
    45 g.close()
    46 g = open(file_path_storel,'a')
    47 g.close()
    48 g = open(file_path_storen,'a')
    49 g.close()
     42e = open(file_path_store,'a')
     43e.close()
     44e = open(file_path_storea,'a')
     45e.close()
     46e = open(file_path_storel,'a')
     47e.close()
     48e = open(file_path_storen,'a')
     49e.close()
    5050
    5151
Note: See TracChangeset for help on using the changeset viewer.