1 | """This module contains various auxiliary function used by pyvolution. |
---|
2 | |
---|
3 | It is also a clearing house for functions that may later earn a module |
---|
4 | of their own. |
---|
5 | """ |
---|
6 | |
---|
7 | |
---|
8 | import utilities.polygon |
---|
9 | from warnings import warn |
---|
10 | |
---|
11 | |
---|
12 | |
---|
13 | def file_function(filename, |
---|
14 | domain = None, |
---|
15 | quantities = None, |
---|
16 | interpolation_points = None, |
---|
17 | verbose = False, |
---|
18 | use_cache = False): |
---|
19 | """Read time history of spatial data from NetCDF file and return |
---|
20 | a callable object. |
---|
21 | |
---|
22 | Input variables: |
---|
23 | |
---|
24 | filename - Name of sww or tms file |
---|
25 | |
---|
26 | If the file has extension 'sww' then it is assumed to be spatio-temporal |
---|
27 | or temporal and the callable object will have the form f(t,x,y) or f(t) |
---|
28 | depending on whether the file contains spatial data |
---|
29 | |
---|
30 | If the file has extension 'tms' then it is assumed to be temporal only |
---|
31 | and the callable object will have the form f(t) |
---|
32 | |
---|
33 | Either form will return interpolated values based on the input file |
---|
34 | using the underlying interpolation_function. |
---|
35 | |
---|
36 | domain - Associated domain object |
---|
37 | If domain is specified, model time (domain.starttime) |
---|
38 | will be checked and possibly modified. |
---|
39 | |
---|
40 | All times are assumed to be in UTC |
---|
41 | |
---|
42 | All spatial information is assumed to be in absolute UTM coordinates. |
---|
43 | |
---|
44 | quantities - the name of the quantity to be interpolated or a |
---|
45 | list of quantity names. The resulting function will return |
---|
46 | a tuple of values - one for each quantity |
---|
47 | |
---|
48 | interpolation_points - list of absolute UTM coordinates for points at |
---|
49 | which values are sought |
---|
50 | |
---|
51 | use_cache: True means that caching of intermediate result of |
---|
52 | Interpolation_function is attempted |
---|
53 | |
---|
54 | |
---|
55 | See Interpolation function for further documentation |
---|
56 | """ |
---|
57 | |
---|
58 | |
---|
59 | if use_cache is True: |
---|
60 | try: |
---|
61 | from caching import cache |
---|
62 | except: |
---|
63 | msg = 'Caching was requested, but caching module'+\ |
---|
64 | 'could not be imported' |
---|
65 | raise msg |
---|
66 | |
---|
67 | |
---|
68 | f = cache(_file_function, |
---|
69 | filename, |
---|
70 | {'domain': domain, |
---|
71 | 'quantities': quantities, |
---|
72 | 'interpolation_points': interpolation_points, |
---|
73 | 'verbose': verbose}, |
---|
74 | dependencies = [filename], |
---|
75 | compression = False, |
---|
76 | verbose = verbose) |
---|
77 | #FIXME (Ole): Pass cache arguments, such as compression, in some sort of |
---|
78 | #structure |
---|
79 | |
---|
80 | else: |
---|
81 | f = _file_function(filename, |
---|
82 | domain, |
---|
83 | quantities, |
---|
84 | interpolation_points, |
---|
85 | verbose) |
---|
86 | |
---|
87 | return f |
---|
88 | |
---|
89 | |
---|
90 | |
---|
91 | def _file_function(filename, |
---|
92 | domain = None, |
---|
93 | quantities = None, |
---|
94 | interpolation_points = None, |
---|
95 | verbose = False): |
---|
96 | """Internal function |
---|
97 | |
---|
98 | See file_function for documentatiton |
---|
99 | """ |
---|
100 | |
---|
101 | |
---|
102 | #FIXME (OLE): Should check origin of domain against that of file |
---|
103 | #In fact, this is where origin should be converted to that of domain |
---|
104 | #Also, check that file covers domain fully. |
---|
105 | #If we use the suggested Point_set class for interpolation points |
---|
106 | #here it would be easier |
---|
107 | |
---|
108 | #Take into account: |
---|
109 | #- domain's georef |
---|
110 | #- sww file's georef |
---|
111 | #- interpolation points as absolute UTM coordinates |
---|
112 | |
---|
113 | |
---|
114 | assert type(filename) == type(''),\ |
---|
115 | 'First argument to File_function must be a string' |
---|
116 | |
---|
117 | try: |
---|
118 | fid = open(filename) |
---|
119 | except Exception, e: |
---|
120 | msg = 'File "%s" could not be opened: Error="%s"'\ |
---|
121 | %(filename, e) |
---|
122 | raise msg |
---|
123 | |
---|
124 | line = fid.readline() |
---|
125 | fid.close() |
---|
126 | |
---|
127 | if quantities is None: |
---|
128 | if domain is not None: |
---|
129 | quantities = domain.conserved_quantities |
---|
130 | |
---|
131 | |
---|
132 | |
---|
133 | if line[:3] == 'CDF': |
---|
134 | return get_netcdf_file_function(filename, domain, quantities, |
---|
135 | interpolation_points, |
---|
136 | verbose = verbose) |
---|
137 | else: |
---|
138 | raise 'Must be a NetCDF File' |
---|
139 | |
---|
140 | |
---|
141 | |
---|
142 | def get_netcdf_file_function(filename, |
---|
143 | domain=None, |
---|
144 | quantity_names=None, |
---|
145 | interpolation_points=None, |
---|
146 | verbose = False): |
---|
147 | """Read time history of spatial data from NetCDF sww file and |
---|
148 | return a callable object f(t,x,y) |
---|
149 | which will return interpolated values based on the input file. |
---|
150 | |
---|
151 | If domain is specified, model time (domain.starttime) |
---|
152 | will be checked and possibly modified |
---|
153 | |
---|
154 | All times are assumed to be in UTC |
---|
155 | |
---|
156 | See Interpolation function for further documetation |
---|
157 | |
---|
158 | """ |
---|
159 | |
---|
160 | |
---|
161 | #FIXME: Check that model origin is the same as file's origin |
---|
162 | #(both in UTM coordinates) |
---|
163 | #If not - modify those from file to match domain |
---|
164 | #Take this code from e.g. dem2pts in data_manager.py |
---|
165 | #FIXME: Use geo_reference to read and write xllcorner... |
---|
166 | |
---|
167 | |
---|
168 | #FIXME: Maybe move caching out to this level rather than at the |
---|
169 | #Interpolation_function level (below) |
---|
170 | |
---|
171 | import time, calendar, types |
---|
172 | from config import time_format |
---|
173 | from Scientific.IO.NetCDF import NetCDFFile |
---|
174 | from Numeric import array, zeros, Float, alltrue, concatenate, reshape |
---|
175 | from utilities.numerical_tools import ensure_numeric |
---|
176 | |
---|
177 | #Open NetCDF file |
---|
178 | if verbose: print 'Reading', filename |
---|
179 | fid = NetCDFFile(filename, 'r') |
---|
180 | |
---|
181 | if type(quantity_names) == types.StringType: |
---|
182 | quantity_names = [quantity_names] |
---|
183 | |
---|
184 | if quantity_names is None or len(quantity_names) < 1: |
---|
185 | #If no quantities are specified get quantities from file |
---|
186 | #x, y, time are assumed as the independent variables so |
---|
187 | #they are excluded as potentiol quantities |
---|
188 | quantity_names = [] |
---|
189 | for name in fid.variables.keys(): |
---|
190 | if name not in ['x', 'y', 'time']: |
---|
191 | quantity_names.append(name) |
---|
192 | |
---|
193 | if len(quantity_names) < 1: |
---|
194 | msg = 'ERROR: At least one independent value must be specified' |
---|
195 | raise msg |
---|
196 | |
---|
197 | |
---|
198 | if interpolation_points is not None: |
---|
199 | interpolation_points = ensure_numeric(interpolation_points, Float) |
---|
200 | |
---|
201 | |
---|
202 | |
---|
203 | #Now assert that requested quantitites (and the independent ones) |
---|
204 | #are present in file |
---|
205 | missing = [] |
---|
206 | for quantity in ['time'] + quantity_names: |
---|
207 | if not fid.variables.has_key(quantity): |
---|
208 | missing.append(quantity) |
---|
209 | |
---|
210 | if len(missing) > 0: |
---|
211 | msg = 'Quantities %s could not be found in file %s'\ |
---|
212 | %(str(missing), filename) |
---|
213 | fid.close() |
---|
214 | raise msg |
---|
215 | |
---|
216 | #Decide whether this data has a spatial dimension |
---|
217 | spatial = True |
---|
218 | for quantity in ['x', 'y']: |
---|
219 | if not fid.variables.has_key(quantity): |
---|
220 | spatial = False |
---|
221 | |
---|
222 | if filename[-3:] == 'tms' and spatial is True: |
---|
223 | msg = 'Files of type tms must not contain spatial information' |
---|
224 | raise msg |
---|
225 | |
---|
226 | if filename[-3:] == 'sww' and spatial is False: |
---|
227 | msg = 'Files of type sww must contain spatial information' |
---|
228 | raise msg |
---|
229 | |
---|
230 | #Get first timestep |
---|
231 | try: |
---|
232 | starttime = fid.starttime[0] |
---|
233 | except ValueError: |
---|
234 | msg = 'Could not read starttime from file %s' %filename |
---|
235 | raise msg |
---|
236 | |
---|
237 | #Get variables |
---|
238 | if verbose: print 'Get variables' |
---|
239 | time = fid.variables['time'][:] |
---|
240 | |
---|
241 | if spatial: |
---|
242 | #Get origin |
---|
243 | xllcorner = fid.xllcorner[0] |
---|
244 | yllcorner = fid.yllcorner[0] |
---|
245 | zone = fid.zone[0] |
---|
246 | |
---|
247 | x = fid.variables['x'][:] |
---|
248 | y = fid.variables['y'][:] |
---|
249 | triangles = fid.variables['volumes'][:] |
---|
250 | |
---|
251 | x = reshape(x, (len(x),1)) |
---|
252 | y = reshape(y, (len(y),1)) |
---|
253 | vertex_coordinates = concatenate((x,y), axis=1) #m x 2 array |
---|
254 | |
---|
255 | if interpolation_points is not None: |
---|
256 | #Adjust for georef |
---|
257 | interpolation_points[:,0] -= xllcorner |
---|
258 | interpolation_points[:,1] -= yllcorner |
---|
259 | |
---|
260 | |
---|
261 | |
---|
262 | |
---|
263 | if domain is not None: |
---|
264 | #Update domain.startime if it is *earlier* than starttime |
---|
265 | if starttime > domain.starttime: |
---|
266 | msg = 'WARNING: Start time as specified in domain (%f)'\ |
---|
267 | %domain.starttime |
---|
268 | msg += ' is earlier than the starttime of file %s (%f).'\ |
---|
269 | %(filename, starttime) |
---|
270 | msg += ' Modifying domain starttime accordingly.' |
---|
271 | |
---|
272 | if verbose: print msg |
---|
273 | domain.starttime = starttime #Modifying model time |
---|
274 | if verbose: print 'Domain starttime is now set to %f'\ |
---|
275 | %domain.starttime |
---|
276 | |
---|
277 | |
---|
278 | #If domain.startime is *later* than starttime, |
---|
279 | #move time back - relative to domain's time |
---|
280 | if domain.starttime > starttime: |
---|
281 | time = time - domain.starttime + starttime |
---|
282 | |
---|
283 | #FIXME Use method in geo to reconcile |
---|
284 | #if spatial: |
---|
285 | #assert domain.geo_reference.xllcorner == xllcorner |
---|
286 | #assert domain.geo_reference.yllcorner == yllcorner |
---|
287 | #assert domain.geo_reference.zone == zone |
---|
288 | |
---|
289 | if verbose: |
---|
290 | print 'File_function data obtained from: %s' %filename |
---|
291 | print ' References:' |
---|
292 | #print ' Datum ....' #FIXME |
---|
293 | if spatial: |
---|
294 | print ' Lower left corner: [%f, %f]'\ |
---|
295 | %(xllcorner, yllcorner) |
---|
296 | print ' Start time: %f' %starttime |
---|
297 | |
---|
298 | |
---|
299 | #Produce values for desired data points at |
---|
300 | #each timestep |
---|
301 | |
---|
302 | quantities = {} |
---|
303 | for i, name in enumerate(quantity_names): |
---|
304 | quantities[name] = fid.variables[name][:] |
---|
305 | fid.close() |
---|
306 | |
---|
307 | |
---|
308 | #from least_squares import Interpolation_function |
---|
309 | from fit_interpolate.interpolate import Interpolation_function |
---|
310 | |
---|
311 | if not spatial: |
---|
312 | vertex_coordinates = triangles = interpolation_points = None |
---|
313 | |
---|
314 | |
---|
315 | return Interpolation_function(time, |
---|
316 | quantities, |
---|
317 | quantity_names, |
---|
318 | vertex_coordinates, |
---|
319 | triangles, |
---|
320 | interpolation_points, |
---|
321 | verbose = verbose) |
---|
322 | |
---|
323 | |
---|
324 | |
---|
325 | |
---|
326 | |
---|
327 | def multiple_replace(text, dictionary): |
---|
328 | """Multiple replace of words in text |
---|
329 | |
---|
330 | text: String to be modified |
---|
331 | dictionary: Mapping of words that are to be substituted |
---|
332 | |
---|
333 | Python Cookbook 3.14 page 88 and page 90 |
---|
334 | """ |
---|
335 | |
---|
336 | import re |
---|
337 | |
---|
338 | #Create a regular expression from all of the dictionary keys |
---|
339 | #matching only entire words |
---|
340 | regex = re.compile(r'\b'+ \ |
---|
341 | r'\b|\b'.join(map(re.escape, dictionary.keys()))+ \ |
---|
342 | r'\b' ) |
---|
343 | |
---|
344 | #For each match, lookup the corresponding value in the dictionary |
---|
345 | return regex.sub(lambda match: dictionary[match.group(0)], text) |
---|
346 | |
---|
347 | |
---|
348 | |
---|
349 | |
---|
350 | def apply_expression_to_dictionary(expression, dictionary):#dictionary): |
---|
351 | """Apply arbitrary expression to values of dictionary |
---|
352 | |
---|
353 | Given an expression in terms of the keys, replace key by the |
---|
354 | corresponding values and evaluate. |
---|
355 | |
---|
356 | |
---|
357 | expression: Arbitrary, e.g. arithmetric, expression relating keys |
---|
358 | from dictionary. |
---|
359 | |
---|
360 | dictionary: Mapping between symbols in expression and objects that |
---|
361 | will be evaluated by expression. |
---|
362 | Values in dictionary must support operators given in |
---|
363 | expression e.g. by overloading |
---|
364 | |
---|
365 | due to a limitation with Numeric, this can not evaluate 0/0 |
---|
366 | In general, the user can fix by adding 1e-30 to the numerator. |
---|
367 | SciPy core can handle this situation. |
---|
368 | """ |
---|
369 | |
---|
370 | import types |
---|
371 | import re |
---|
372 | |
---|
373 | assert isinstance(expression, basestring) |
---|
374 | assert type(dictionary) == types.DictType |
---|
375 | |
---|
376 | #Convert dictionary values to textual representations suitable for eval |
---|
377 | D = {} |
---|
378 | for key in dictionary: |
---|
379 | D[key] = 'dictionary["%s"]' %key |
---|
380 | |
---|
381 | #Perform substitution of variables |
---|
382 | expression = multiple_replace(expression, D) |
---|
383 | |
---|
384 | #Evaluate and return |
---|
385 | try: |
---|
386 | return eval(expression) |
---|
387 | except NameError, e: |
---|
388 | msg = 'Expression "%s" could not be evaluated: %s' %(expression, e) |
---|
389 | raise NameError, msg |
---|
390 | except ValueError, e: |
---|
391 | msg = 'Expression "%s" could not be evaluated: %s' %(expression, e) |
---|
392 | raise ValueError, msg |
---|
393 | |
---|
394 | |
---|
395 | |
---|
396 | |
---|
397 | #################################### |
---|
398 | ####OBSOLETE STUFF |
---|
399 | |
---|
400 | |
---|
401 | def angle(v1, v2): |
---|
402 | """Temporary Interface to new location""" |
---|
403 | |
---|
404 | import utilities.numerical_tools as NT |
---|
405 | |
---|
406 | msg = 'angle has moved from util.py. ' |
---|
407 | msg += 'Please use "from utilities.numerical_tools import angle"' |
---|
408 | warn(msg, DeprecationWarning) |
---|
409 | |
---|
410 | return NT.angle(v1, v2) |
---|
411 | |
---|
412 | def anglediff(v0, v1): |
---|
413 | """Temporary Interface to new location""" |
---|
414 | |
---|
415 | import utilities.numerical_tools as NT |
---|
416 | |
---|
417 | msg = 'anglediff has moved from util.py. ' |
---|
418 | msg += 'Please use "from utilities.numerical_tools import anglediff"' |
---|
419 | warn(msg, DeprecationWarning) |
---|
420 | |
---|
421 | return NT.anglediff(v0, v1) |
---|
422 | |
---|
423 | |
---|
424 | def mean(x): |
---|
425 | """Temporary Interface to new location""" |
---|
426 | |
---|
427 | import utilities.numerical_tools as NT |
---|
428 | |
---|
429 | msg = 'mean has moved from util.py. ' |
---|
430 | msg += 'Please use "from utilities.numerical_tools import mean"' |
---|
431 | warn(msg, DeprecationWarning) |
---|
432 | |
---|
433 | return NT.mean(x) |
---|
434 | |
---|
435 | def point_on_line(*args, **kwargs): |
---|
436 | """Temporary Interface to new location""" |
---|
437 | |
---|
438 | msg = 'point_on_line has moved from util.py. ' |
---|
439 | msg += 'Please use "from utilities.polygon import point_on_line"' |
---|
440 | warn(msg, DeprecationWarning) |
---|
441 | |
---|
442 | return utilities.polygon.point_on_line(*args, **kwargs) |
---|
443 | |
---|
444 | def inside_polygon(*args, **kwargs): |
---|
445 | """Temporary Interface to new location""" |
---|
446 | |
---|
447 | print 'inside_polygon has moved from util.py. ', |
---|
448 | print 'Please use "from utilities.polygon import inside_polygon"' |
---|
449 | |
---|
450 | return utilities.polygon.inside_polygon(*args, **kwargs) |
---|
451 | |
---|
452 | def outside_polygon(*args, **kwargs): |
---|
453 | """Temporary Interface to new location""" |
---|
454 | |
---|
455 | print 'outside_polygon has moved from util.py. ', |
---|
456 | print 'Please use "from utilities.polygon import outside_polygon"' |
---|
457 | |
---|
458 | return utilities.polygon.outside_polygon(*args, **kwargs) |
---|
459 | |
---|
460 | |
---|
461 | def separate_points_by_polygon(*args, **kwargs): |
---|
462 | """Temporary Interface to new location""" |
---|
463 | |
---|
464 | print 'separate_points_by_polygon has moved from util.py. ', |
---|
465 | print 'Please use "from utilities.polygon import separate_points_by_polygon"' |
---|
466 | |
---|
467 | return utilities.polygon.separate_points_by_polygon(*args, **kwargs) |
---|
468 | |
---|
469 | |
---|
470 | |
---|
471 | def read_polygon(*args, **kwargs): |
---|
472 | """Temporary Interface to new location""" |
---|
473 | |
---|
474 | print 'read_polygon has moved from util.py. ', |
---|
475 | print 'Please use "from utilities.polygon import read_polygon"' |
---|
476 | |
---|
477 | return utilities.polygon.read_polygon(*args, **kwargs) |
---|
478 | |
---|
479 | |
---|
480 | def populate_polygon(*args, **kwargs): |
---|
481 | """Temporary Interface to new location""" |
---|
482 | |
---|
483 | print 'populate_polygon has moved from util.py. ', |
---|
484 | print 'Please use "from utilities.polygon import populate_polygon"' |
---|
485 | |
---|
486 | return utilities.polygon.populate_polygon(*args, **kwargs) |
---|
487 | |
---|
488 | ''' |
---|
489 | this simply catches the screen output and files it to a file |
---|
490 | ''' |
---|
491 | from os import sep |
---|
492 | |
---|
493 | class Screen_Catcher: |
---|
494 | |
---|
495 | def __init__(self, filename): |
---|
496 | self.data = '' |
---|
497 | self.filename = filename |
---|
498 | |
---|
499 | def write(self, stuff): |
---|
500 | fid = open(self.filename, 'w') |
---|
501 | self.data = self.data + stuff |
---|
502 | fid.write(self.data) |
---|
503 | fid.close() |
---|
504 | |
---|
505 | |
---|
506 | |
---|
507 | def sww2timeseries(swwfile, |
---|
508 | gauge_filename, |
---|
509 | label_id, |
---|
510 | report = None, |
---|
511 | plot_quantity = None, |
---|
512 | time_min = None, |
---|
513 | time_max = None, |
---|
514 | title_on = None, |
---|
515 | verbose = False): |
---|
516 | |
---|
517 | """ Read sww file and plot the time series for the |
---|
518 | prescribed quantities at defined gauge locations and |
---|
519 | prescribed time range. |
---|
520 | |
---|
521 | Input variables: |
---|
522 | |
---|
523 | swwfile - name of sww file |
---|
524 | - assume that all conserved quantities have been stored |
---|
525 | |
---|
526 | gauge_filename - name of file containing gauge data |
---|
527 | - name, easting, northing |
---|
528 | - OR (this is not yet done) |
---|
529 | - structure which can be converted to a Numeric array, |
---|
530 | such as a geospatial data object |
---|
531 | |
---|
532 | label_id - used in generating latex output. It will be part of |
---|
533 | the directory name of file_loc (typically the timestamp). |
---|
534 | Helps to differentiate latex files for different simulations |
---|
535 | for a particular scenario. |
---|
536 | |
---|
537 | report - if True, then write figures to report_figures directory in |
---|
538 | relevant production directory |
---|
539 | - if False, figures are already stored with sww file |
---|
540 | - default to False |
---|
541 | |
---|
542 | plot_quantity - list containing quantities to plot, they must |
---|
543 | be the name of an existing quantity or one of |
---|
544 | the following possibilities |
---|
545 | - possibilities: |
---|
546 | - stage; 'stage' |
---|
547 | - depth; 'depth' |
---|
548 | - velocity; calculated as absolute momentum |
---|
549 | (pointwise) divided by depth; 'velocity' |
---|
550 | - bearing; calculated as the angle of the momentum |
---|
551 | vector (xmomentum, ymomentum) from the North; 'bearing' |
---|
552 | - absolute momentum; calculated as |
---|
553 | sqrt(xmomentum^2 + ymomentum^2); 'momentum' |
---|
554 | - x momentum; 'xmomentum' |
---|
555 | - y momentum; 'ymomentum' |
---|
556 | - default will be ['stage', 'velocity', 'bearing'] |
---|
557 | |
---|
558 | time_min - beginning of user defined time range for plotting purposes |
---|
559 | - default will be first available time found in swwfile |
---|
560 | |
---|
561 | time_max - end of user defined time range for plotting purposes |
---|
562 | - default will be last available time found in swwfile |
---|
563 | |
---|
564 | title_on - if True, export standard graphics with title |
---|
565 | - if False, export standard graphics without title |
---|
566 | |
---|
567 | Output: |
---|
568 | |
---|
569 | - time series data stored in .csv for later use if required. |
---|
570 | Name = gauges_timeseries followed by gauge name |
---|
571 | - latex file will be generated in same directory as where script is |
---|
572 | run (usually production scenario direcotry. |
---|
573 | Name = latexoutputlabel_id.tex |
---|
574 | |
---|
575 | Other important information: |
---|
576 | |
---|
577 | It is assumed that the used has stored all the conserved quantities |
---|
578 | and elevation during the scenario run, i.e. |
---|
579 | ['stage', 'elevation', 'xmomentum', 'ymomentum'] |
---|
580 | If this has not occurred then sww2timeseries will not work. |
---|
581 | |
---|
582 | """ |
---|
583 | |
---|
584 | |
---|
585 | k = _sww2timeseries(swwfile, |
---|
586 | gauge_filename, |
---|
587 | label_id, |
---|
588 | report, |
---|
589 | plot_quantity, |
---|
590 | time_min, |
---|
591 | time_max, |
---|
592 | title_on, |
---|
593 | verbose) |
---|
594 | |
---|
595 | return k |
---|
596 | |
---|
597 | def _sww2timeseries(swwfile, |
---|
598 | gauge_filename, |
---|
599 | label_id, |
---|
600 | report = None, |
---|
601 | plot_quantity = None, |
---|
602 | time_min = None, |
---|
603 | time_max = None, |
---|
604 | title_on = None, |
---|
605 | verbose = False): |
---|
606 | |
---|
607 | assert type(swwfile) == type(''),\ |
---|
608 | 'The sww filename must be a string' |
---|
609 | |
---|
610 | try: |
---|
611 | fid = open(swwfile) |
---|
612 | except Exception, e: |
---|
613 | msg = 'File "%s" could not be opened: Error="%s"'\ |
---|
614 | %(swwfile, e) |
---|
615 | raise msg |
---|
616 | |
---|
617 | index = swwfile.rfind(sep) |
---|
618 | file_loc = swwfile[:index+1] |
---|
619 | |
---|
620 | assert type(gauge_filename) == type(''),\ |
---|
621 | 'Gauge filename must be a string' |
---|
622 | |
---|
623 | try: |
---|
624 | fid = open(gauge_filename) |
---|
625 | except Exception, e: |
---|
626 | msg = 'File "%s" could not be opened: Error="%s"'\ |
---|
627 | %(gauge_filename, e) |
---|
628 | raise msg |
---|
629 | |
---|
630 | if report is None: |
---|
631 | report = False |
---|
632 | |
---|
633 | assert type(plot_quantity) == list,\ |
---|
634 | 'plot_quantity must be a list' |
---|
635 | |
---|
636 | if plot_quantity is None: |
---|
637 | plot_quantity = ['depth', 'velocity', 'bearing'] |
---|
638 | else: |
---|
639 | check_list(plot_quantity) |
---|
640 | |
---|
641 | if title_on is None: |
---|
642 | title_on = True |
---|
643 | |
---|
644 | assert type(label_id) == type(''),\ |
---|
645 | 'label_id to sww2timeseries must be a string' |
---|
646 | |
---|
647 | if verbose: print '\n Gauges obtained from: %s \n' %gauge_filename |
---|
648 | gauges, locations = get_gauges_from_file(gauge_filename) |
---|
649 | |
---|
650 | sww_quantity = ['stage', 'elevation', 'xmomentum', 'ymomentum'] |
---|
651 | |
---|
652 | f = file_function(swwfile, |
---|
653 | quantities = sww_quantity, |
---|
654 | interpolation_points = gauges, |
---|
655 | verbose = True, |
---|
656 | use_cache = True) |
---|
657 | |
---|
658 | if max(f.quantities['xmomentum']) > 1.e10: |
---|
659 | msg = 'Not all conserved quantities available from sww file. \n sww2timeseries requires all conserved quantities stored in sww file' |
---|
660 | raise Exception, msg |
---|
661 | |
---|
662 | if time_min is None: |
---|
663 | time_min = min(f.T) |
---|
664 | else: |
---|
665 | if time_min < min(f.T): |
---|
666 | msg = 'Minimum time entered not correct - please try again' |
---|
667 | raise Exception, msg |
---|
668 | |
---|
669 | if time_max is None: |
---|
670 | time_max = max(f.T) |
---|
671 | else: |
---|
672 | if time_max > max(f.T): |
---|
673 | msg = 'Maximum time entered not correct - please try again' |
---|
674 | raise Exception, msg |
---|
675 | |
---|
676 | if verbose: print 'Inputs OK - going to generate figures' |
---|
677 | |
---|
678 | return generate_figures(plot_quantity, file_loc, report, |
---|
679 | f, gauges, locations, |
---|
680 | time_min, time_max, title_on, label_id, verbose) |
---|
681 | |
---|
682 | |
---|
683 | def get_gauges_from_file(filename): |
---|
684 | fid = open(filename) |
---|
685 | lines = fid.readlines() |
---|
686 | fid.close() |
---|
687 | |
---|
688 | gauges = [] |
---|
689 | gaugelocation = [] |
---|
690 | line1 = lines[0] |
---|
691 | line11 = line1.split(',') |
---|
692 | for i in range(len(line11)): |
---|
693 | if line11[i].strip('\n').strip(' ') == 'Easting': east_index = i |
---|
694 | if line11[i].strip('\n').strip(' ') == 'Northing': north_index = i |
---|
695 | if line11[i].strip('\n').strip(' ') == 'Name': name_index = i |
---|
696 | |
---|
697 | for line in lines[1:]: |
---|
698 | fields = line.split(',') |
---|
699 | gauges.append([float(fields[east_index]), float(fields[north_index])]) |
---|
700 | loc = fields[name_index] |
---|
701 | gaugelocation.append(loc.strip('\n')) |
---|
702 | |
---|
703 | return gauges, gaugelocation |
---|
704 | |
---|
705 | def check_list(quantity): |
---|
706 | |
---|
707 | all_quantity = ['stage', 'depth', 'momentum', 'xmomentum', |
---|
708 | 'ymomentum', 'velocity', 'bearing', 'elevation'] |
---|
709 | |
---|
710 | p = list(set(quantity).difference(set(all_quantity))) |
---|
711 | if len(p) <> 0: |
---|
712 | msg = 'Quantities %s do not exist - please try again' %p |
---|
713 | raise Exception, msg |
---|
714 | |
---|
715 | return |
---|
716 | |
---|
717 | def calc_bearing(uh, vh): |
---|
718 | |
---|
719 | from math import atan, degrees |
---|
720 | |
---|
721 | angle = degrees(atan(vh/(uh+1.e-15))) |
---|
722 | if (0 < angle < 90.0): |
---|
723 | if vh > 0: |
---|
724 | bearing = 90.0 - abs(angle) |
---|
725 | if vh < 0: |
---|
726 | bearing = 270.0 - abs(angle) |
---|
727 | if (-90 < angle < 0): |
---|
728 | if vh < 0: |
---|
729 | bearing = 90.0 - abs(angle) |
---|
730 | if vh > 0: |
---|
731 | bearing = 270.0 - abs(angle) |
---|
732 | if angle == 0: bearing = 0.0 |
---|
733 | |
---|
734 | return bearing |
---|
735 | |
---|
736 | def generate_figures(plot_quantity, file_loc, report, f, gauges, |
---|
737 | locations, time_min, time_max, title_on, label_id, verbose): |
---|
738 | |
---|
739 | from math import sqrt, atan, degrees |
---|
740 | from Numeric import ones |
---|
741 | from os import sep, altsep, getcwd, mkdir, access, F_OK, environ |
---|
742 | from pylab import ion, hold, plot, axis, figure, legend, savefig, xlabel, ylabel, title, close |
---|
743 | |
---|
744 | filename = file_loc.split(sep) |
---|
745 | |
---|
746 | if report == True: |
---|
747 | label_id1 = label_id.replace(sep,'') |
---|
748 | label_id2 = label_id1.replace('_','') |
---|
749 | texfile = 'latexoutput%s' %(label_id2) |
---|
750 | texfilename = texfile + '.tex' |
---|
751 | if verbose: print '\n Latex output printed to %s \n' %texfilename |
---|
752 | |
---|
753 | fid = open(texfilename, 'w') |
---|
754 | s = '\\begin{center} \n \\begin{tabular}{|l|l|l|}\hline \n \\bf{Gauge Name} & \\bf{Easting} & \\bf{Northing} \\\\ \hline \n' |
---|
755 | fid.write(s) |
---|
756 | gauges1 = gauges |
---|
757 | for name, gauges1 in zip(locations, gauges1): |
---|
758 | east = gauges1[0] |
---|
759 | north = gauges1[1] |
---|
760 | s = '%s & %.2f & %.2f \\\\ \hline \n' %(name, east, north) |
---|
761 | fid.write(s) |
---|
762 | |
---|
763 | s = '\\end{tabular} \n \\end{center} \n \n' |
---|
764 | fid.write(s) |
---|
765 | else: |
---|
766 | texfile = '' |
---|
767 | |
---|
768 | ##### loop over each gauge ##### |
---|
769 | for k, g in enumerate(gauges): |
---|
770 | if verbose: print 'Gauge %d of %d' %(k, len(gauges)) |
---|
771 | model_time = [] |
---|
772 | stages = [] |
---|
773 | elevations = [] |
---|
774 | momenta = [] |
---|
775 | xmom = [] |
---|
776 | ymom = [] |
---|
777 | velocity = [] |
---|
778 | bearings = [] |
---|
779 | depths = [] |
---|
780 | max_depth = 0 |
---|
781 | max_momentum = 0 |
---|
782 | max_velocity = 0 |
---|
783 | |
---|
784 | #### generate quantities ####### |
---|
785 | for i, t in enumerate(f.T): |
---|
786 | |
---|
787 | if time_min <= t <= time_max: |
---|
788 | |
---|
789 | w = f(t, point_id = k)[0] |
---|
790 | z = f(t, point_id = k)[1] |
---|
791 | uh = f(t, point_id = k)[2] |
---|
792 | vh = f(t, point_id = k)[3] |
---|
793 | gaugeloc = locations[k] |
---|
794 | depth = w-z |
---|
795 | |
---|
796 | m = sqrt(uh*uh + vh*vh) |
---|
797 | vel = m / (depth + 1.e-30) |
---|
798 | bearing = calc_bearing(uh, vh) |
---|
799 | |
---|
800 | model_time.append(t) |
---|
801 | stages.append(w) |
---|
802 | elevations.append(z) |
---|
803 | xmom.append(uh) |
---|
804 | ymom.append(vh) |
---|
805 | momenta.append(m) |
---|
806 | velocity.append(vel) |
---|
807 | bearings.append(bearing) |
---|
808 | depths.append(depth) |
---|
809 | |
---|
810 | if depth > max_depth: max_depth = w-z |
---|
811 | if m > max_momentum: max_momentum = m |
---|
812 | if vel > max_velocity: max_velocity = vel |
---|
813 | |
---|
814 | #### finished generating quantities ##### |
---|
815 | |
---|
816 | #### generate figures ### |
---|
817 | ion() |
---|
818 | hold(False) |
---|
819 | |
---|
820 | for i in range(len(plot_quantity)): |
---|
821 | which_quantity = plot_quantity[i] |
---|
822 | figure(i+1, frameon = False) |
---|
823 | if which_quantity == 'depth': |
---|
824 | plot(model_time, depths, '-') |
---|
825 | units = 'm' |
---|
826 | if which_quantity == 'stage': |
---|
827 | plot(model_time, stages, '-') |
---|
828 | units = 'm' |
---|
829 | if which_quantity == 'momentum': |
---|
830 | plot(model_time, momenta, '-') |
---|
831 | units = 'm^2 / sec' |
---|
832 | if which_quantity == 'xmomentum': |
---|
833 | plot(model_time, xmom, '-') |
---|
834 | units = 'm^2 / sec' |
---|
835 | if which_quantity == 'ymomentum': |
---|
836 | plot(model_time, ymom, '-') |
---|
837 | units = 'm^2 / sec' |
---|
838 | if which_quantity == 'velocity': |
---|
839 | plot(model_time, velocity, '-') |
---|
840 | units = 'm / sec' |
---|
841 | if which_quantity == 'bearing': |
---|
842 | due_east = 90.0*ones([len(model_time)]) |
---|
843 | due_west = 270.0*ones([len(model_time)]) |
---|
844 | plot(model_time, bearings, '-', model_time, due_west, '-.', |
---|
845 | model_time, due_east, '-.') |
---|
846 | units = 'degrees from North' |
---|
847 | ax = axis([time_min, time_max, 0, 360]) |
---|
848 | legend(('Bearing','West','East')) |
---|
849 | |
---|
850 | xlabel('time (secs)') |
---|
851 | ylabel('%s (%s)' %(which_quantity, units)) |
---|
852 | |
---|
853 | gaugeloc1 = gaugeloc.replace(' ','') |
---|
854 | graphname = '%sgauge%s_%s' %(file_loc, gaugeloc1, which_quantity) |
---|
855 | |
---|
856 | if report == True: |
---|
857 | |
---|
858 | figdir = getcwd()+sep+'report_figures'+sep |
---|
859 | if access(figdir,F_OK) == 0 : |
---|
860 | mkdir (figdir) |
---|
861 | latex_file_loc = figdir.replace(sep,altsep) |
---|
862 | |
---|
863 | # storing files in production directory |
---|
864 | graphname_latex = '%sgauge%s%s%s' %(latex_file_loc, gaugeloc1, which_quantity, label_id2) |
---|
865 | # giving location in latex output file |
---|
866 | graphname_report = '%sgauge%s%s%s' %('report_figures'+altsep, gaugeloc1, which_quantity, label_id2) |
---|
867 | |
---|
868 | label = '%s%sgauge%s' %(label_id2, which_quantity, gaugeloc1) |
---|
869 | caption = 'Time series for %s at %s gauge location' %(which_quantity, gaugeloc) |
---|
870 | s = '\\begin{figure}[hbt] \n \\centerline{\includegraphics[width=100mm, height=75mm]{%s%s}} \n' %(graphname_report, '.png') |
---|
871 | fid.write(s) |
---|
872 | s = '\\caption{%s} \n \label{fig:%s} \n \end{figure} \n \n' %(caption, label) |
---|
873 | fid.write(s) |
---|
874 | savefig(graphname_latex) # save figures in production directory for report generation |
---|
875 | |
---|
876 | if title_on == True: |
---|
877 | title('%s scenario: %s at %s gauge' %(label_id, which_quantity, gaugeloc)) |
---|
878 | |
---|
879 | savefig(graphname) # save figures with sww file |
---|
880 | |
---|
881 | |
---|
882 | thisfile = file_loc+sep+'gauges_time_series'+'_'+gaugeloc+'.csv' |
---|
883 | fid_out = open(thisfile, 'w') |
---|
884 | s = 'Time, Depth, Momentum, Velocity \n' |
---|
885 | fid_out.write(s) |
---|
886 | for i_t, i_d, i_m, i_vel in zip(model_time, depths, momenta, velocity): |
---|
887 | s = '%.2f, %.2f, %.2f, %.2f\n' %(i_t, i_d, i_m, i_vel) |
---|
888 | fid_out.write(s) |
---|
889 | |
---|
890 | #### finished generating figures ### |
---|
891 | |
---|
892 | close('all') |
---|
893 | |
---|
894 | return texfile |
---|