source: branches/numpy/anuga/geospatial_data/test_geospatial_data.py @ 6883

#!/usr/bin/env python

import unittest
import os
import tempfile
from math import sqrt, pi
from sets import ImmutableSet

import numpy as num

from anuga.geospatial_data.geospatial_data import *
from anuga.coordinate_transforms.geo_reference import Geo_reference, TitleError
from anuga.coordinate_transforms.redfearn import degminsec2decimal_degrees
from anuga.utilities.anuga_exceptions import ANUGAError
from anuga.utilities.system_tools import get_host_name
from anuga.config import netcdf_mode_r, netcdf_mode_w, netcdf_mode_a
from anuga.config import netcdf_float


class Test_Geospatial_data(unittest.TestCase):
    def setUp(self):
        pass

    def tearDown(self):
        pass

    def test_0(self):
        #Basic points
        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[1.0, 2.1], [3.0, 5.3]]
        G = Geospatial_data(points)
        assert num.allclose(G.data_points, [[1.0, 2.1], [3.0, 5.3]])

        # Check __repr__
        # FIXME (Ole): Is this really machine independent?
        rep = `G`
        ref = '[[ 1.   2.1]\n [ 3.   5.3]]'
        msg = 'Representation %s is not equal to %s' % (rep, ref)
        assert rep == ref, msg

        #Check getter
        assert num.allclose(G.get_data_points(), [[1.0, 2.1], [3.0, 5.3]])

        #Check defaults
        assert G.attributes is None
        assert G.geo_reference.zone == Geo_reference().zone
        assert G.geo_reference.xllcorner == Geo_reference().xllcorner
        assert G.geo_reference.yllcorner == Geo_reference().yllcorner

    def test_1(self):
        points = [[1.0, 2.1], [3.0, 5.3]]
        attributes = [2, 4]
        G = Geospatial_data(points, attributes)
        assert G.attributes.keys()[0] == DEFAULT_ATTRIBUTE
        assert num.allclose(G.attributes.values()[0], [2, 4])

    def test_2(self):
        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[1.0, 2.1], [3.0, 5.3]]
        attributes = [2, 4]
        G = Geospatial_data(points, attributes,
                            geo_reference=Geo_reference(56, 100, 200))

        assert G.geo_reference.zone == 56
        assert G.geo_reference.xllcorner == 100
        assert G.geo_reference.yllcorner == 200

    def test_get_attributes_1(self):
        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[1.0, 2.1], [3.0, 5.3]]
        attributes = [2, 4]
        G = Geospatial_data(points, attributes,
                            geo_reference=Geo_reference(56, 100, 200))

        P = G.get_data_points(absolute=False)
        assert num.allclose(P, [[1.0, 2.1], [3.0, 5.3]])

        P = G.get_data_points(absolute=True)
        assert num.allclose(P, [[101.0, 202.1], [103.0, 205.3]])

        V = G.get_attributes() #Simply get them
        assert num.allclose(V, [2, 4])

        V = G.get_attributes(DEFAULT_ATTRIBUTE) #Get by name
        assert num.allclose(V, [2, 4])

    def test_get_attributes_2(self):
        #Multiple attributes
        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[1.0, 2.1], [3.0, 5.3]]
        attributes = {'a0': [0, 0], 'a1': [2, 4], 'a2': [79.4, -7]}
        G = Geospatial_data(points, attributes,
                            geo_reference=Geo_reference(56, 100, 200),
                            default_attribute_name='a1')

        P = G.get_data_points(absolute=False)
        assert num.allclose(P, [[1.0, 2.1], [3.0, 5.3]])

        V = G.get_attributes() #Get default attribute
        assert num.allclose(V, [2, 4])

        V = G.get_attributes('a0') #Get by name
        assert num.allclose(V, [0, 0])

        V = G.get_attributes('a1') #Get by name
        assert num.allclose(V, [2, 4])

        V = G.get_attributes('a2') #Get by name
        assert num.allclose(V, [79.4, -7])

        try:
            V = G.get_attributes('hdnoatedu') #Invalid
        except AssertionError:
            pass
        else:
            raise Exception, 'Should have raised exception'

    def test_get_data_points(self):
        points_ab = [[12.5, 34.7], [-4.5, -60.0]]
        x_p = -10
        y_p = -40
        geo_ref = Geo_reference(56, x_p, y_p)
        points_rel = geo_ref.change_points_geo_ref(points_ab)

        spatial = Geospatial_data(points_rel, geo_reference=geo_ref)
        results = spatial.get_data_points(absolute=False)
        assert num.allclose(results, points_rel)

        x_p = -1770
        y_p = 4.01
        geo_ref = Geo_reference(56, x_p, y_p)
        points_rel = geo_ref.change_points_geo_ref(points_ab)
        results = spatial.get_data_points(geo_reference=geo_ref)

        assert num.allclose(results, points_rel)

    def test_get_data_points_lat_long(self):
        # lat long [-30.], [130]
        # Zone:   52
        # Easting:  596450.153  Northing: 6680793.777
        # lat long [-32.], [131]
        # Zone:   52
        # Easting:  688927.638  Northing: 6457816.509

        points_Lat_long = [[-30., 130], [-32, 131]]

        spatial = Geospatial_data(latitudes=[-30, -32.], longitudes=[130, 131])
        results = spatial.get_data_points(as_lat_long=True)
        assert num.allclose(results, points_Lat_long)

    def test_get_data_points_lat_longII(self):
        # x,y  North,east long,lat
        boundary_polygon = [[ 250000, 7630000]]
        zone = 50

        geo_reference = Geo_reference(zone=zone)
        geo = Geospatial_data(boundary_polygon ,geo_reference=geo_reference)
        seg_lat_long = geo.get_data_points(as_lat_long=True)
        lat_result = degminsec2decimal_degrees(-21, 24, 54)
        long_result = degminsec2decimal_degrees(114, 35, 17.89)
        assert num.allclose(seg_lat_long[0][0], lat_result)     #lat
        assert num.allclose(seg_lat_long[0][1], long_result)    #long

    def test_get_data_points_lat_longIII(self):
        # x,y  North,east long,lat
        # for northern hemisphere
        boundary_polygon = [[419944.8, 918642.4]]
        zone = 47

        geo_reference = Geo_reference(zone=zone)
        geo = Geospatial_data(boundary_polygon, geo_reference=geo_reference)
        seg_lat_long = geo.get_data_points(as_lat_long=True,
                                           isSouthHemisphere=False)
        lat_result = degminsec2decimal_degrees(8.31, 0, 0)
        long_result = degminsec2decimal_degrees(98.273, 0, 0)
        assert num.allclose(seg_lat_long[0][0], lat_result)#lat
        assert num.allclose(seg_lat_long[0][1], long_result)#long

    def test_set_geo_reference(self):
        '''test_set_georeference

        Test that georeference can be changed without changing the
        absolute values.
        '''

        points_ab = [[12.5, 34.7], [-4.5, -60.0]]
        x_p = -10
        y_p = -40
        geo_ref = Geo_reference(56, x_p, y_p)
        points_rel = geo_ref.change_points_geo_ref(points_ab)

        # Create without geo_ref properly set
        G = Geospatial_data(points_rel)
        assert not num.allclose(points_ab, G.get_data_points(absolute=True))

        # Create the way it should be
        G = Geospatial_data(points_rel, geo_reference=geo_ref)
        assert num.allclose(points_ab, G.get_data_points(absolute=True))

        # Change georeference and check that absolute values are unchanged.
        x_p = 10
        y_p = 400
        new_geo_ref = Geo_reference(56, x_p, y_p)
        G.set_geo_reference(new_geo_ref)
        msg = ('points_ab=\n%s\nbut G.get_data_points(absolute=True)=\n%s'
               % (str(points_ab), str(G.get_data_points(absolute=True))))
        assert num.allclose(points_ab, G.get_data_points(absolute=True)), msg

    def test_conversions_to_points_dict(self):
        #test conversions to points_dict
        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[1.0, 2.1], [3.0, 5.3]]
        attributes = {'a0': [0, 0], 'a1': [2, 4], 'a2': [79.4, -7]}
        G = Geospatial_data(points, attributes,
                            geo_reference=Geo_reference(56, 100, 200),
                            default_attribute_name='a1')

        points_dict = geospatial_data2points_dictionary(G)

        assert points_dict.has_key('pointlist')
        assert points_dict.has_key('attributelist')
        assert points_dict.has_key('geo_reference')

        assert num.allclose( points_dict['pointlist'], points )

        A = points_dict['attributelist']
        assert A.has_key('a0')
        assert A.has_key('a1')
        assert A.has_key('a2')

        assert num.allclose( A['a0'], [0, 0] )
        assert num.allclose( A['a1'], [2, 4] )
        assert num.allclose( A['a2'], [79.4, -7] )

        geo = points_dict['geo_reference']
        assert geo is G.geo_reference

    def test_conversions_from_points_dict(self):
        '''test conversions from points_dict'''

        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[1.0, 2.1], [3.0, 5.3]]
        attributes = {'a0': [0, 0], 'a1': [2, 4], 'a2': [79.4, -7]}

        points_dict = {}
        points_dict['pointlist'] = points
        points_dict['attributelist'] = attributes
        points_dict['geo_reference'] = Geo_reference(56, 100, 200)

        G = points_dictionary2geospatial_data(points_dict)
        P = G.get_data_points(absolute=False)
        assert num.allclose(P, [[1.0, 2.1], [3.0, 5.3]])

        V = G.get_attributes('a0') #Get by name
        assert num.allclose(V, [0, 0])

        V = G.get_attributes('a1') #Get by name
        assert num.allclose(V, [2, 4])

        V = G.get_attributes('a2') #Get by name
        assert num.allclose(V, [79.4, -7])

    def test_add(self):
        '''test the addition of two geospatical objects
        no geo_reference see next test
        '''

        points = [[1.0, 2.1], [3.0, 5.3]]
        attributes = {'depth': [2, 4], 'elevation': [6.1, 5]}
        attributes1 = {'depth': [2, 4], 'elevation': [2.5, 1]}
        G1 = Geospatial_data(points, attributes)
        G2 = Geospatial_data(points, attributes1)

        G = G1 + G2

        assert G.attributes.has_key('depth')
        assert G.attributes.has_key('elevation')
        assert num.allclose(G.attributes['depth'], [2, 4, 2, 4])
        assert num.allclose(G.attributes['elevation'], [6.1, 5, 2.5, 1])
        assert num.allclose(G.get_data_points(), [[1.0, 2.1], [3.0, 5.3],
                                                  [1.0, 2.1], [3.0, 5.3]])

    def test_addII(self):
        '''test the addition of two geospatical objects
        no geo_reference see next test
        '''

        points = [[1.0, 2.1], [3.0, 5.3]]
        attributes = {'depth': [2, 4]}
        G1 = Geospatial_data(points, attributes)

        points = [[5.0, 2.1], [3.0, 50.3]]
        attributes = {'depth': [200, 400]}
        G2 = Geospatial_data(points, attributes)

        G = G1 + G2

        assert G.attributes.has_key('depth')
        assert G.attributes.keys(), ['depth']
        assert num.allclose(G.attributes['depth'], [2, 4, 200, 400])
        assert num.allclose(G.get_data_points(), [[1.0, 2.1], [3.0, 5.3],
                                                  [5.0, 2.1], [3.0, 50.3]])

    def test_add_with_geo (self):
        '''Difference in Geo_reference resolved'''

        points1 = [[1.0, 2.1], [3.0, 5.3]]
        points2 = [[5.0, 6.1], [6.0, 3.3]]
        attributes1 = [2, 4]
        attributes2 = [5, 76]
        geo_ref1= Geo_reference(55, 1.0, 2.0)
        geo_ref2 = Geo_reference(zone=55,
                                 xllcorner=0.1,
                                 yllcorner=3.0,
                                 datum='wgs84',
                                 projection='UTM',
                                 units='m')

        G1 = Geospatial_data(points1, attributes1, geo_ref1)
        G2 = Geospatial_data(points2, attributes2, geo_ref2)

        #Check that absolute values are as expected
        P1 = G1.get_data_points(absolute=True)
        assert num.allclose(P1, [[2.0, 4.1], [4.0, 7.3]])

        P2 = G2.get_data_points(absolute=True)
        assert num.allclose(P2, [[5.1, 9.1], [6.1, 6.3]])

        G = G1 + G2

        # Check absoluteness
        assert num.allclose(G.get_geo_reference().get_xllcorner(), 0.0)
        assert num.allclose(G.get_geo_reference().get_yllcorner(), 0.0)

        P = G.get_data_points(absolute=True)

        assert num.allclose(P, num.concatenate((P1,P2), axis=0))    #??default#
        msg = ('P=\n%s\nshould be close to\n'
               '[[2.0, 4.1], [4.0, 7.3],\n'
               ' [5.1, 9.1], [6.1, 6.3]]'
               % str(P))
        assert num.allclose(P, [[2.0, 4.1], [4.0, 7.3],
                                [5.1, 9.1], [6.1, 6.3]]), msg

    def test_add_with_geo_absolute (self):
        '''Difference in Geo_reference resolved'''

        points1 = num.array([[2.0, 4.1], [4.0, 7.3]])
        points2 = num.array([[5.1, 9.1], [6.1, 6.3]])
        attributes1 = [2, 4]
        attributes2 = [5, 76]
        geo_ref1= Geo_reference(55, 1.0, 2.0)
        geo_ref2 = Geo_reference(55, 2.0, 3.0)

        G1 = Geospatial_data(points1 - [geo_ref1.get_xllcorner(),
                                        geo_ref1.get_yllcorner()],
                             attributes1, geo_ref1)

        G2 = Geospatial_data(points2 - [geo_ref2.get_xllcorner(),
                                        geo_ref2.get_yllcorner()],
                             attributes2, geo_ref2)

        #Check that absolute values are as expected
        P1 = G1.get_data_points(absolute=True)
        assert num.allclose(P1, points1)

        P1 = G1.get_data_points(absolute=False)
        msg = ('P1=\n%s\nbut points1 - <...>=\n%s'
               % (str(P1),
                  str(points1 - [geo_ref1.get_xllcorner(),
                                 geo_ref1.get_yllcorner()])))
        assert num.allclose(P1, points1 - [geo_ref1.get_xllcorner(),
                                           geo_ref1.get_yllcorner()]), msg

        P2 = G2.get_data_points(absolute=True)
        assert num.allclose(P2, points2)

        P2 = G2.get_data_points(absolute=False)
        assert num.allclose(P2, points2 - [geo_ref2.get_xllcorner(),
                                           geo_ref2.get_yllcorner()])

        G = G1 + G2
        P = G.get_data_points(absolute=True)

        assert num.allclose(P, num.concatenate((points1, points2), axis=0)) #??default#

    def test_add_with_None(self):
        '''test that None can be added to a geospatical objects'''

        points1 = num.array([[2.0, 4.1], [4.0, 7.3]])
        points2 = num.array([[5.1, 9.1], [6.1, 6.3]])

        geo_ref1= Geo_reference(55, 1.0, 2.0)
        geo_ref2 = Geo_reference(zone=55,
                                 xllcorner=0.1,
                                 yllcorner=3.0,
                                 datum='wgs84',
                                 projection='UTM',
                                 units='m')

        attributes1 = {'depth': [2, 4.7], 'elevation': [6.1, 5]}
        attributes2 = {'depth': [-2.3, 4], 'elevation': [2.5, 1]}

        G1 = Geospatial_data(points1, attributes1, geo_ref1)
        assert num.allclose(G1.get_geo_reference().get_xllcorner(), 1.0)
        assert num.allclose(G1.get_geo_reference().get_yllcorner(), 2.0)
        assert G1.attributes.has_key('depth')
        assert G1.attributes.has_key('elevation')
        assert num.allclose(G1.attributes['depth'], [2, 4.7])
        assert num.allclose(G1.attributes['elevation'], [6.1, 5])

        G2 = Geospatial_data(points2, attributes2, geo_ref2)
        assert num.allclose(G2.get_geo_reference().get_xllcorner(), 0.1)
        assert num.allclose(G2.get_geo_reference().get_yllcorner(), 3.0)
        assert G2.attributes.has_key('depth')
        assert G2.attributes.has_key('elevation')
        assert num.allclose(G2.attributes['depth'], [-2.3, 4])
        assert num.allclose(G2.attributes['elevation'], [2.5, 1])

        #Check that absolute values are as expected
        P1 = G1.get_data_points(absolute=True)
        assert num.allclose(P1, [[3.0, 6.1], [5.0, 9.3]])

        P2 = G2.get_data_points(absolute=True)
        assert num.allclose(P2, [[5.2, 12.1], [6.2, 9.3]])

        # Normal add
        G = G1 + None
        assert G.attributes.has_key('depth')
        assert G.attributes.has_key('elevation')
        assert num.allclose(G.attributes['depth'], [2, 4.7])
        assert num.allclose(G.attributes['elevation'], [6.1, 5])

        # Points are now absolute.
        assert num.allclose(G.get_geo_reference().get_xllcorner(), 0.0)
        assert num.allclose(G.get_geo_reference().get_yllcorner(), 0.0)
        P = G.get_data_points(absolute=True)
        msg = 'P=\n%s' % str(P)
        assert num.allclose(P, [[3.0, 6.1], [5.0, 9.3]]), msg

        G = G2 + None
        assert G.attributes.has_key('depth')
        assert G.attributes.has_key('elevation')
        assert num.allclose(G.attributes['depth'], [-2.3, 4])
        assert num.allclose(G.attributes['elevation'], [2.5, 1])
        assert num.allclose(G.get_geo_reference().get_xllcorner(), 0.0)
        assert num.allclose(G.get_geo_reference().get_yllcorner(), 0.0)

        P = G.get_data_points(absolute=True)
        assert num.allclose(P, [[5.2, 12.1], [6.2, 9.3]])

        # Reverse add
        G = None + G1
        assert G.attributes.has_key('depth')
        assert G.attributes.has_key('elevation')
        assert num.allclose(G.attributes['depth'], [2, 4.7])
        assert num.allclose(G.attributes['elevation'], [6.1, 5])

        # Points are now absolute.
        assert num.allclose(G.get_geo_reference().get_xllcorner(), 0.0)
        assert num.allclose(G.get_geo_reference().get_yllcorner(), 0.0)

        P = G.get_data_points(absolute=True)
        assert num.allclose(P, [[3.0, 6.1], [5.0, 9.3]])

        G = None + G2
        assert G.attributes.has_key('depth')
        assert G.attributes.has_key('elevation')
        assert num.allclose(G.attributes['depth'], [-2.3, 4])
        assert num.allclose(G.attributes['elevation'], [2.5, 1])

        assert num.allclose(G.get_geo_reference().get_xllcorner(), 0.0)
        assert num.allclose(G.get_geo_reference().get_yllcorner(), 0.0)

        P = G.get_data_points(absolute=True)
        assert num.allclose(P, [[5.2, 12.1], [6.2, 9.3]])

    def test_clip0(self):
        '''test_clip0(self):

        Test that point sets can be clipped by a polygon
        '''

        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[-1, 4], [0.2, 0.5], [1.0, 2.1], [0.4, 0.3], [3.0, 5.3],
                  [0, 0], [2.4, 3.3]]
        G = Geospatial_data(points)

        # First try the unit square
        U = [[0,0], [1,0], [1,1], [0,1]]
        assert num.allclose(G.clip(U).get_data_points(),
                            [[0.2, 0.5], [0.4, 0.3], [0, 0]])

        # Then a more complex polygon
        polygon = [[0,0], [1,0], [0.5,-1], [2, -1], [2,1], [0,1]]
        points = [[0.5, 1.4], [0.5, 0.5], [1, -0.5], [1.5, 0],
                  [0.5, 1.5], [0.5, -0.5]]
        G = Geospatial_data(points)

        assert num.allclose(G.clip(polygon).get_data_points(),
                            [[0.5, 0.5], [1, -0.5], [1.5, 0]])

    def test_clip0_with_attributes(self):
        '''test_clip0_with_attributes(self):

        Test that point sets with attributes can be clipped by a polygon
        '''

        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[-1, 4], [0.2, 0.5], [1.0, 2.1], [0.4, 0.3], [3.0, 5.3],
                  [0, 0], [2.4, 3.3]]

        attributes = [2, -4, 5, 76, -2, 0.1, 3]
        att_dict = {'att1': attributes,
                    'att2': num.array(attributes)+1}

        G = Geospatial_data(points, att_dict)

        # First try the unit square
        U = [[0,0], [1,0], [1,1], [0,1]]
        assert num.allclose(G.clip(U).get_data_points(),
                            [[0.2, 0.5], [0.4, 0.3], [0, 0]])
        assert num.allclose(G.clip(U).get_attributes('att1'), [-4, 76, 0.1])
        assert num.allclose(G.clip(U).get_attributes('att2'), [-3, 77, 1.1])

        # Then a more complex polygon
        polygon = [[0,0], [1,0], [0.5,-1], [2, -1], [2,1], [0,1]]
        points = [[0.5, 1.4], [0.5, 0.5], [1, -0.5], [1.5, 0],
                  [0.5, 1.5], [0.5, -0.5]]

        # This time just one attribute
        attributes = [2, -4, 5, 76, -2, 0.1]
        G = Geospatial_data(points, attributes)
        assert num.allclose(G.clip(polygon).get_data_points(),
                            [[0.5, 0.5], [1, -0.5], [1.5, 0]])
        assert num.allclose(G.clip(polygon).get_attributes(), [-4, 5, 76])

    def test_clip1(self):
        '''test_clip1(self):

        Test that point sets can be clipped by a polygon given as
        another Geospatial dataset
        '''

        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[-1, 4], [0.2, 0.5], [1.0, 2.1], [0.4, 0.3], [3.0, 5.3],
                  [0, 0], [2.4, 3.3]]
        attributes = [2, -4, 5, 76, -2, 0.1, 3]
        att_dict = {'att1': attributes,
                    'att2': num.array(attributes)+1}
        G = Geospatial_data(points, att_dict)

        # First try the unit square
        U = Geospatial_data([[0,0], [1,0], [1,1], [0,1]])
        assert num.allclose(G.clip(U).get_data_points(),
                            [[0.2, 0.5], [0.4, 0.3], [0, 0]])
        assert num.allclose(G.clip(U).get_attributes('att1'), [-4, 76, 0.1])
        assert num.allclose(G.clip(U).get_attributes('att2'), [-3, 77, 1.1])

        # Then a more complex polygon
        points = [[0.5, 1.4], [0.5, 0.5], [1, -0.5], [1.5, 0],
                  [0.5, 1.5], [0.5, -0.5]]
        attributes = [2, -4, 5, 76, -2, 0.1]
        G = Geospatial_data(points, attributes)
        polygon = Geospatial_data([[0,0], [1,0], [0.5,-1], [2, -1],
                                   [2,1], [0,1]])

        assert num.allclose(G.clip(polygon).get_data_points(),
                            [[0.5, 0.5], [1, -0.5], [1.5, 0]])
        assert num.allclose(G.clip(polygon).get_attributes(), [-4, 5, 76])

    def test_clip0_outside(self):
        '''test_clip0_outside(self):

        Test that point sets can be clipped outside of a polygon
        '''

        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[-1, 4], [0.2, 0.5], [1.0, 2.1], [0.4, 0.3], [3.0, 5.3],
                  [0, 0], [2.4, 3.3]]
        attributes = [2, -4, 5, 76, -2, 0.1, 3]
        G = Geospatial_data(points, attributes)

        # First try the unit square
        U = [[0,0], [1,0], [1,1], [0,1]]
        assert num.allclose(G.clip_outside(U).get_data_points(),
                            [[-1, 4], [1.0, 2.1], [3.0, 5.3], [2.4, 3.3]])
        assert num.allclose(G.clip_outside(U).get_attributes(), [2, 5, -2, 3])

        # Then a more complex polygon
        polygon = [[0,0], [1,0], [0.5,-1], [2, -1], [2,1], [0,1]]
        points = [[0.5, 1.4], [0.5, 0.5], [1, -0.5], [1.5, 0],
                  [0.5, 1.5], [0.5, -0.5]]
        attributes = [2, -4, 5, 76, -2, 0.1]
        G = Geospatial_data(points, attributes)
        assert num.allclose(G.clip_outside(polygon).get_data_points(),
                            [[0.5, 1.4], [0.5, 1.5], [0.5, -0.5]])
        assert num.allclose(G.clip_outside(polygon).get_attributes(),
                            [2, -2, 0.1])

    def test_clip1_outside(self):
        '''test_clip1_outside(self):

        Test that point sets can be clipped outside of a polygon given as
        another Geospatial dataset
        '''

        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[-1, 4], [0.2, 0.5], [1.0, 2.1], [0.4, 0.3], [3.0, 5.3],
                  [0, 0], [2.4, 3.3]]
        attributes = [2, -4, 5, 76, -2, 0.1, 3]
        G = Geospatial_data(points, attributes)

        # First try the unit square
        U = Geospatial_data([[0,0], [1,0], [1,1], [0,1]])
        assert num.allclose(G.clip_outside(U).get_data_points(),
                            [[-1, 4], [1.0, 2.1], [3.0, 5.3], [2.4, 3.3]])
        assert num.allclose(G.clip(U).get_attributes(), [-4, 76, 0.1])

        # Then a more complex polygon
        points = [[0.5, 1.4], [0.5, 0.5], [1, -0.5], [1.5, 0],
                  [0.5, 1.5], [0.5, -0.5]]
        attributes = [2, -4, 5, 76, -2, 0.1]
        G = Geospatial_data(points, attributes)
        polygon = Geospatial_data([[0, 0], [1, 0], [0.5, -1], [2, -1],
                                   [2, 1], [0, 1]])
        assert num.allclose(G.clip_outside(polygon).get_data_points(),
                            [[0.5, 1.4], [0.5, 1.5], [0.5, -0.5]])
        assert num.allclose(G.clip_outside(polygon).get_attributes(),
                            [2, -2, 0.1])

    def test_clip1_inside_outside(self):
        '''test_clip1_inside_outside(self):

        Test that point sets can be clipped outside of a polygon given as
        another Geospatial dataset
        '''

        from anuga.coordinate_transforms.geo_reference import Geo_reference

        points = [[-1, 4], [0.2, 0.5], [1.0, 2.1], [0.4, 0.3], [3.0, 5.3],
                  [0, 0], [2.4, 3.3]]
        attributes = [2, -4, 5, 76, -2, 0.1, 3]
        G = Geospatial_data(points, attributes)

        # First try the unit square
        U = Geospatial_data([[0,0], [1,0], [1,1], [0,1]])
        G1 = G.clip(U)
        assert num.allclose(G1.get_data_points(),
                            [[0.2, 0.5], [0.4, 0.3], [0, 0]])
        assert num.allclose(G.clip(U).get_attributes(), [-4, 76, 0.1])
        G2 = G.clip_outside(U)
        assert num.allclose(G2.get_data_points(),[[-1, 4], [1.0, 2.1],
                                                  [3.0, 5.3], [2.4, 3.3]])
        assert num.allclose(G.clip_outside(U).get_attributes(), [2, 5, -2, 3])

        # New ordering
        new_points = [[0.2, 0.5], [0.4, 0.3], [0, 0], [-1, 4],
                      [1.0, 2.1], [3.0, 5.3], [2.4, 3.3]]
        new_attributes = [-4, 76, 0.1, 2, 5, -2, 3]

        assert num.allclose((G1+G2).get_data_points(), new_points)
        assert num.allclose((G1+G2).get_attributes(), new_attributes)

        G = G1+G2
        FN = 'test_combine.pts'
        G.export_points_file(FN)

        # Read it back in
        G3 = Geospatial_data(FN)

        # Check result
        assert num.allclose(G3.get_data_points(), new_points)
        assert num.allclose(G3.get_attributes(), new_attributes)

        os.remove(FN)

    def test_load_csv(self):
        fileName = tempfile.mktemp('.csv')
        file = open(fileName,'w')
        file.write('x,y,elevation speed \n\
1.0 0.0 10.0 0.0\n\
0.0 1.0 0.0 10.0\n\
1.0 0.0 10.4 40.0\n')
        file.close()

        results = Geospatial_data(fileName)
        os.remove(fileName)
        assert num.allclose(results.get_data_points(),
                            [[1.0, 0.0],[0.0, 1.0], [1.0, 0.0]])
        assert num.allclose(results.get_attributes(attribute_name='elevation'),
                            [10.0, 0.0, 10.4])
        assert num.allclose(results.get_attributes(attribute_name='speed'),
                            [0.0, 10.0, 40.0])

################################################################################
# Test CSV files
################################################################################

    def test_load_csv_lat_long_bad_blocking(self):
        '''test_load_csv_lat_long_bad_blocking(self):
        Different zones in Geo references
        '''

        fileName = tempfile.mktemp('.csv')
        file = open(fileName, 'w')
        file.write('Lati,LONG,z \n\
-25.0,180.0,452.688000\n\
-34,150.0,459.126000\n')
        file.close()

        results = Geospatial_data(fileName, max_read_lines=1,
                                  load_file_now=False)

        try:
            for i in results:
                pass
        except ANUGAError:
            pass
        else:
            msg = 'Different zones in Geo references not caught.'
            raise Exception, msg

        os.remove(fileName)

    def test_load_csv(self):
        fileName = tempfile.mktemp('.txt')
        file = open(fileName, 'w')
        file.write(' x,y, elevation ,  speed \n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0 ,10.4, 40.0\n')
        file.close()

        results = Geospatial_data(fileName, max_read_lines=2)

        assert num.allclose(results.get_data_points(),
                            [[1.0, 0.0],[0.0, 1.0],[1.0, 0.0]])
        assert num.allclose(results.get_attributes(attribute_name='elevation'),
                            [10.0, 0.0, 10.4])
        assert num.allclose(results.get_attributes(attribute_name='speed'),
                            [0.0, 10.0, 40.0])

        # Blocking
        geo_list = []
        for i in results:
            geo_list.append(i)

        assert num.allclose(geo_list[0].get_data_points(),
                            [[1.0, 0.0],[0.0, 1.0]])
        assert num.allclose(geo_list[0].get_attributes(attribute_name='elevation'),
                            [10.0, 0.0])
        assert num.allclose(geo_list[1].get_data_points(),
                            [[1.0, 0.0]])
        assert num.allclose(geo_list[1].get_attributes(attribute_name='elevation'),
                            [10.4])

        os.remove(fileName)

    def test_load_csv_bad(self):
        '''test_load_csv_bad(self):
        header column, body column missmatch
        (Format error)
        '''

        fileName = tempfile.mktemp('.txt')
        file = open(fileName, 'w')
        file.write(' elevation ,  speed \n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0 ,10.4, 40.0\n')
        file.close()

        results = Geospatial_data(fileName, max_read_lines=2,
                                  load_file_now=False)

        # Blocking
        geo_list = []
        try:
            for i in results:
                geo_list.append(i)
        except SyntaxError:
            pass
        else:
            msg = 'Bad file did not raise error!'
            raise Exception, msg
        os.remove(fileName)

    def test_load_csv_badII(self):
        '''test_load_csv_bad(self):
        header column, body column missmatch
        (Format error)
        '''

        fileName = tempfile.mktemp('.txt')
        file = open(fileName, 'w')
        file.write(' x,y,elevation ,  speed \n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10\n\
1.0, 0.0 ,10.4 yeah\n')
        file.close()

        results = Geospatial_data(fileName, max_read_lines=2,
                                  load_file_now=False)

        # Blocking
        geo_list = []
        try:
            for i in results:
                geo_list.append(i)
        except SyntaxError:
            pass
        else:
            msg = 'Bad file did not raise error!'
            raise Exception, msg
        os.remove(fileName)

    def test_load_csv_badIII(self):
        '''test_load_csv_bad(self):
        space delimited
        '''

        fileName = tempfile.mktemp('.txt')
        file = open(fileName, 'w')
        file.write(' x y elevation   speed \n\
1. 0.0 10.0 0.0\n\
0.0 1.0 0.0 10.0\n\
1.0 0.0 10.4 40.0\n')
        file.close()

        try:
            results = Geospatial_data(fileName, max_read_lines=2,
                                      load_file_now=True)
        except SyntaxError:
            pass
        else:
            msg = 'Bad file did not raise error!'
            raise Exception, msg
        os.remove(fileName)

    def test_load_csv_badIV(self):
        ''' test_load_csv_bad(self):
        header column, body column missmatch
        (Format error)
        '''

        fileName = tempfile.mktemp('.txt')
        file = open(fileName, 'w')
        file.write(' x,y,elevation ,  speed \n\
1.0, 0.0, 10.0, wow\n\
0.0, 1.0, 0.0, ha\n\
1.0, 0.0 ,10.4, yeah\n')
        file.close()

        results = Geospatial_data(fileName, max_read_lines=2,
                                  load_file_now=False)

        # Blocking
        geo_list = []
        try:
            for i in results:
                geo_list.append(i)
        except SyntaxError:
            pass
        else:
            msg = 'Bad file did not raise error!'
            raise Exception, msg
        os.remove(fileName)

    def test_load_pts_blocking(self):
        #This is pts!
        fileName = tempfile.mktemp('.txt')
        file = open(fileName, 'w')
        file.write(' x,y, elevation ,  speed \n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0 ,10.4, 40.0\n')
        file.close()

        pts_file = tempfile.mktemp('.pts')

        convert = Geospatial_data(fileName)
        convert.export_points_file(pts_file)
        results = Geospatial_data(pts_file, max_read_lines=2)

        assert num.allclose(results.get_data_points(),
                            [[1.0, 0.0],[0.0, 1.0], [1.0, 0.0]])
        assert num.allclose(results.get_attributes(attribute_name='elevation'),
                            [10.0, 0.0, 10.4])
        assert num.allclose(results.get_attributes(attribute_name='speed'),
                            [0.0, 10.0, 40.0])

        # Blocking
        geo_list = []
        for i in results:
            geo_list.append(i)
        assert num.allclose(geo_list[0].get_data_points(),
                            [[1.0, 0.0],[0.0, 1.0]])
        assert num.allclose(geo_list[0].get_attributes(attribute_name='elevation'),
                            [10.0, 0.0])
        assert num.allclose(geo_list[1].get_data_points(),
                            [[1.0, 0.0]])
        assert num.allclose(geo_list[1].get_attributes(attribute_name='elevation'),
                            [10.4])

        os.remove(fileName)
        os.remove(pts_file)

    def verbose_test_load_pts_blocking(self):
        fileName = tempfile.mktemp('.txt')
        file = open(fileName, 'w')
        file.write(' x,y, elevation ,  speed \n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0 ,10.4, 40.0\n')
        file.close()

        pts_file = tempfile.mktemp('.pts')
        convert = Geospatial_data(fileName)
        convert.export_points_file(pts_file)
        results = Geospatial_data(pts_file, max_read_lines=2, verbose=True)

        # Blocking
        geo_list = []
        for i in results:
            geo_list.append(i)
        assert num.allclose(geo_list[0].get_data_points(),
                            [[1.0, 0.0], [0.0, 1.0]])
        assert num.allclose(geo_list[0].get_attributes(attribute_name='elevation'),
                            [10.0, 0.0])
        assert num.allclose(geo_list[1].get_data_points(),
                            [[1.0, 0.0],[0.0, 1.0] ])
        assert num.allclose(geo_list[1].get_attributes(attribute_name='elevation'),
                            [10.0, 0.0])

        os.remove(fileName)
        os.remove(pts_file)

    def test_new_export_pts_file(self):
        att_dict = {}
        pointlist = num.array([[1.0, 0.0],[0.0, 1.0],[1.0, 0.0]])
        att_dict['elevation'] = num.array([10.1, 0.0, 10.4])
        att_dict['brightness'] = num.array([10.0, 1.0, 10.4])

        fileName = tempfile.mktemp('.pts')
        G = Geospatial_data(pointlist, att_dict)
        G.export_points_file(fileName)
        results = Geospatial_data(file_name = fileName)
        os.remove(fileName)

        assert num.allclose(results.get_data_points(),
                            [[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        assert num.allclose(results.get_attributes(attribute_name='elevation'),
                            [10.1, 0.0, 10.4])
        answer = [10.0, 1.0, 10.4]
        assert num.allclose(results.get_attributes(attribute_name='brightness'),
                            answer)

    def test_new_export_absolute_pts_file(self):
        att_dict = {}
        pointlist = num.array([[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        att_dict['elevation'] = num.array([10.1, 0.0, 10.4])
        att_dict['brightness'] = num.array([10.0, 1.0, 10.4])
        geo_ref = Geo_reference(50, 25, 55)

        fileName = tempfile.mktemp('.pts')
        G = Geospatial_data(pointlist, att_dict, geo_ref)
        G.export_points_file(fileName, absolute=True)
        results = Geospatial_data(file_name = fileName)
        os.remove(fileName)

        msg = ('results.get_data_points()=\n%s\nbut G.get_data_points(True)=\n%s'
               % (str(results.get_data_points()), str(G.get_data_points(True))))
        assert num.allclose(results.get_data_points(),
                            G.get_data_points(True)), msg
        msg = ("results.get_attributes(attribute_name='elevation')=%s"
               % str(results.get_attributes(attribute_name='elevation')))
        assert num.allclose(results.get_attributes(attribute_name='elevation'),
                            [10.1, 0.0, 10.4]), msg
        answer = [10.0, 1.0, 10.4]
        msg = ("results.get_attributes(attribute_name='brightness')=%s, "
               'answer=%s' %
               (str(results.get_attributes(attribute_name='brightness')),
                str(answer)))
        assert num.allclose(results.get_attributes(attribute_name='brightness'),
                            answer), msg

    def test_loadpts(self):
        from Scientific.IO.NetCDF import NetCDFFile

        fileName = tempfile.mktemp('.pts')
        # NetCDF file definition
        outfile = NetCDFFile(fileName, netcdf_mode_w)

        # dimension definitions
        outfile.createDimension('number_of_points', 3)
        outfile.createDimension('number_of_dimensions', 2) # This is 2d data

        # variable definitions
        outfile.createVariable('points', netcdf_float, ('number_of_points',
                                                        'number_of_dimensions'))
        outfile.createVariable('elevation', netcdf_float, ('number_of_points',))

        # Get handles to the variables
        points = outfile.variables['points']
        elevation = outfile.variables['elevation']

        points[0, :] = [1.0,0.0]
        elevation[0] = 10.0
        points[1, :] = [0.0,1.0]
        elevation[1] = 0.0
        points[2, :] = [1.0,0.0]
        elevation[2] = 10.4

        outfile.close()

        results = Geospatial_data(file_name = fileName)
        os.remove(fileName)

        answer = [[1.0, 0.0],[0.0, 1.0],[1.0, 0.0]]
        assert num.allclose(results.get_data_points(),
                            [[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        assert num.allclose(results.get_attributes(attribute_name='elevation'),
                            [10.0, 0.0, 10.4])

    def test_writepts(self):
        '''Test that storage of x,y,attributes works'''

        att_dict = {}
        pointlist = num.array([[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        att_dict['elevation'] = num.array([10.0, 0.0, 10.4])
        att_dict['brightness'] = num.array([10.0, 0.0, 10.4])
        geo_reference=Geo_reference(56, 1.9, 1.9)

        # Test pts format
        fileName = tempfile.mktemp('.pts')
        G = Geospatial_data(pointlist, att_dict, geo_reference)
        G.export_points_file(fileName, False)
        results = Geospatial_data(file_name=fileName)
        os.remove(fileName)

        assert num.allclose(results.get_data_points(False),
                            [[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        assert num.allclose(results.get_attributes('elevation'),
                            [10.0, 0.0, 10.4])
        answer = [10.0, 0.0, 10.4]
        assert num.allclose(results.get_attributes('brightness'), answer)
        self.failUnless(geo_reference == geo_reference,
                        'test_writepts failed. Test geo_reference')

    def test_write_csv_attributes(self):
        '''Test that storage of x,y,attributes works'''

        att_dict = {}
        pointlist = num.array([[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        att_dict['elevation'] = num.array([10.0, 0.0, 10.4])
        att_dict['brightness'] = num.array([10.0, 0.0, 10.4])
        geo_reference=Geo_reference(56, 0, 0)

        # Test txt format
        fileName = tempfile.mktemp('.txt')
        G = Geospatial_data(pointlist, att_dict, geo_reference)
        G.export_points_file(fileName)
        results = Geospatial_data(file_name=fileName)
        os.remove(fileName)

        assert num.allclose(results.get_data_points(False),
                            [[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        assert num.allclose(results.get_attributes('elevation'),
                            [10.0, 0.0, 10.4])
        answer = [10.0, 0.0, 10.4]
        assert num.allclose(results.get_attributes('brightness'), answer)

    def test_write_csv_attributes_lat_long(self):
        '''Test that storage of x,y,attributes works'''

        att_dict = {}
        pointlist = num.array([[-21.5, 114.5], [-21.6, 114.5], [-21.7, 114.5]])
        att_dict['elevation'] = num.array([10.0, 0.0, 10.4])
        att_dict['brightness'] = num.array([10.0, 0.0, 10.4])

        # Test txt format
        fileName = tempfile.mktemp('.txt')
        G = Geospatial_data(pointlist, att_dict, points_are_lats_longs=True)
        G.export_points_file(fileName, as_lat_long=True)
        results = Geospatial_data(file_name=fileName)
        os.remove(fileName)

        assert num.allclose(results.get_data_points(False, as_lat_long=True),
                            pointlist)
        assert num.allclose(results.get_attributes('elevation'),
                            [10.0, 0.0, 10.4])
        answer = [10.0, 0.0, 10.4]
        assert num.allclose(results.get_attributes('brightness'), answer)

    def test_writepts_no_attributes(self):
        '''Test that storage of x,y alone works'''

        att_dict = {}
        pointlist = num.array([[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        geo_reference=Geo_reference(56, 1.9, 1.9)

        # Test pts format
        fileName = tempfile.mktemp('.pts')
        G = Geospatial_data(pointlist, None, geo_reference)
        G.export_points_file(fileName, False)
        results = Geospatial_data(file_name=fileName)
        os.remove(fileName)

        assert num.allclose(results.get_data_points(False),
                            [[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        self.failUnless(geo_reference == geo_reference,
                        'test_writepts failed. Test geo_reference')

    def test_write_csv_no_attributes(self):
        '''Test that storage of x,y alone works'''

        att_dict = {}
        pointlist = num.array([[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        geo_reference=Geo_reference(56,0,0)

        # Test format
        fileName = tempfile.mktemp('.txt')
        G = Geospatial_data(pointlist, None, geo_reference)
        G.export_points_file(fileName)
        results = Geospatial_data(file_name=fileName)
        os.remove(fileName)

        assert num.allclose(results.get_data_points(False),
                            [[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])

################################################################################
# Check bad PTS files.
################################################################################

    def test_load_bad_no_file_pts(self):
        fileName = tempfile.mktemp('.pts')
        try:
            results = Geospatial_data(file_name=fileName)
        except IOError:
            pass
        else:
            msg = 'imaginary file did not raise error!'
            raise Exception, msg

    def test_create_from_pts_file(self):
        from Scientific.IO.NetCDF import NetCDFFile

        # NetCDF file definition
        FN = 'test_points.pts'
        outfile = NetCDFFile(FN, netcdf_mode_w)

        # dimension definitions
        outfile.createDimension('number_of_points', 3)
        outfile.createDimension('number_of_dimensions', 2) # This is 2d data

        # variable definitions
        outfile.createVariable('points', netcdf_float, ('number_of_points',
                                                        'number_of_dimensions'))
        outfile.createVariable('elevation', netcdf_float, ('number_of_points',))

        # Get handles to the variables
        points = outfile.variables['points']
        elevation = outfile.variables['elevation']

        points[0, :] = [1.0,0.0]
        elevation[0] = 10.0
        points[1, :] = [0.0,1.0]
        elevation[1] = 0.0
        points[2, :] = [1.0,0.0]
        elevation[2] = 10.4

        outfile.close()

        G = Geospatial_data(file_name = FN)

        assert num.allclose(G.get_geo_reference().get_xllcorner(), 0.0)
        assert num.allclose(G.get_geo_reference().get_yllcorner(), 0.0)
        assert num.allclose(G.get_data_points(),
                            [[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        assert num.allclose(G.get_attributes(), [10.0, 0.0, 10.4])
        os.remove(FN)

    def test_create_from_pts_file_with_geo(self):
        '''Test if Geospatial data is correctly instantiated from a pts file.'''

        from Scientific.IO.NetCDF import NetCDFFile

        # NetCDF file definition
        FN = 'test_points.pts'
        outfile = NetCDFFile(FN, netcdf_mode_w)

        # Make up an arbitrary georef
        xll = 0.1
        yll = 20
        geo_reference=Geo_reference(56, xll, yll)
        geo_reference.write_NetCDF(outfile)

        # dimension definitions
        outfile.createDimension('number_of_points', 3)
        outfile.createDimension('number_of_dimensions', 2) # This is 2d data

        # variable definitions
        outfile.createVariable('points', netcdf_float, ('number_of_points',
                                                        'number_of_dimensions'))
        outfile.createVariable('elevation', netcdf_float, ('number_of_points',))

        # Get handles to the variables
        points = outfile.variables['points']
        elevation = outfile.variables['elevation']

        points[0, :] = [1.0,0.0]
        elevation[0] = 10.0
        points[1, :] = [0.0,1.0]
        elevation[1] = 0.0
        points[2, :] = [1.0,0.0]
        elevation[2] = 10.4

        outfile.close()

        G = Geospatial_data(file_name = FN)

        assert num.allclose(G.get_geo_reference().get_xllcorner(), xll)
        assert num.allclose(G.get_geo_reference().get_yllcorner(), yll)
        assert num.allclose(G.get_data_points(), [[1.0+xll, 0.0+yll],
                                                  [0.0+xll, 1.0+yll],
                                                  [1.0+xll, 0.0+yll]])
        assert num.allclose(G.get_attributes(), [10.0, 0.0, 10.4])

        os.remove(FN)

    def test_add_(self):
        '''test_add_(self):
        adds an txt and pts files, reads the files and adds them
        checking results are correct
        '''

        # create files
        att_dict1 = {}
        pointlist1 = num.array([[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        att_dict1['elevation'] = num.array([-10.0, 0.0, 10.4])
        att_dict1['brightness'] = num.array([10.0, 0.0, 10.4])
        geo_reference1 = Geo_reference(56, 2.0, 1.0)

        att_dict2 = {}
        pointlist2 = num.array([[2.0, 1.0], [1.0, 2.0], [2.0, 1.0]])
        att_dict2['elevation'] = num.array([1.0, 15.0, 1.4])
        att_dict2['brightness'] = num.array([14.0, 1.0, -12.4])
        geo_reference2 = Geo_reference(56, 1.0, 2.0)

        G1 = Geospatial_data(pointlist1, att_dict1, geo_reference1)
        G2 = Geospatial_data(pointlist2, att_dict2, geo_reference2)

        fileName1 = tempfile.mktemp('.txt')
        fileName2 = tempfile.mktemp('.pts')

        # makes files
        G1.export_points_file(fileName1)
        G2.export_points_file(fileName2)

        # add files
        G3 = Geospatial_data(file_name=fileName1)
        G4 = Geospatial_data(file_name=fileName2)
        G = G3 + G4

        #read results
        assert num.allclose(G.get_data_points(),
                            [[ 3.0, 1.0], [ 2.0, 2.0],
                             [ 3.0, 1.0], [ 3.0, 3.0],
                             [ 2.0, 4.0], [ 3.0, 3.0]])
        assert num.allclose(G.get_attributes(attribute_name='elevation'),
                            [-10.0, 0.0, 10.4, 1.0, 15.0, 1.4])
        answer = [10.0, 0.0, 10.4, 14.0, 1.0, -12.4]
        assert num.allclose(G.get_attributes(attribute_name='brightness'),
                            answer)
        self.failUnless(G.get_geo_reference() == geo_reference1,
                        'test_writepts failed. Test geo_reference')

        os.remove(fileName1)
        os.remove(fileName2)

    def test_ensure_absolute(self):
        points = [[2.0, 0.0], [1.0, 1.0],
                  [2.0, 0.0], [2.0, 2.0],
                  [1.0, 3.0], [2.0, 2.0]]
        new_points = ensure_absolute(points)

        assert num.allclose(new_points, points)

        points = num.array([[2.0, 0.0], [1.0, 1.0],
                            [2.0, 0.0], [2.0, 2.0],
                            [1.0, 3.0], [2.0, 2.0]])
        new_points = ensure_absolute(points)

        assert num.allclose(new_points, points)

        ab_points = num.array([[2.0, 0.0], [1.0, 1.0],
                               [2.0, 0.0], [2.0, 2.0],
                               [1.0, 3.0], [2.0, 2.0]])

        mesh_origin = (56, 290000, 618000) # zone, easting, northing
        data_points = num.zeros((ab_points.shape), num.float)

        #Shift datapoints according to new origins
        for k in range(len(ab_points)):
            data_points[k][0] = ab_points[k][0] - mesh_origin[1]
            data_points[k][1] = ab_points[k][1] - mesh_origin[2]
        new_points = ensure_absolute(data_points, geo_reference=mesh_origin)

        assert num.allclose(new_points, ab_points)

        geo = Geo_reference(56,67,-56)
        data_points = geo.change_points_geo_ref(ab_points)
        new_points = ensure_absolute(data_points, geo_reference=geo)

        assert num.allclose(new_points, ab_points)

        geo_reference = Geo_reference(56, 100, 200)
        ab_points = [[1.0, 2.1], [3.0, 5.3]]
        points = geo_reference.change_points_geo_ref(ab_points)
        attributes = [2, 4]
        G = Geospatial_data(points, attributes, geo_reference=geo_reference)
        new_points = ensure_absolute(G)

        assert num.allclose(new_points, ab_points)

    def test_ensure_geospatial(self):
        points = [[2.0, 0.0], [1.0, 1.0],
                  [2.0, 0.0], [2.0, 2.0],
                  [1.0, 3.0], [2.0, 2.0]]
        new_points = ensure_geospatial(points)
        assert num.allclose(new_points.get_data_points(absolute=True), points)

        points = num.array([[2.0, 0.0], [1.0, 1.0],
                            [2.0, 0.0], [2.0, 2.0],
                            [1.0, 3.0], [2.0, 2.0]])
        new_points = ensure_geospatial(points)
        assert num.allclose(new_points.get_data_points(absolute=True), points)

        ab_points = num.array([[2.0, 0.0],[1.0, 1.0],
                               [2.0, 0.0],[2.0, 2.0],
                               [1.0, 3.0],[2.0, 2.0]])
        mesh_origin = (56, 290000, 618000)      # zone, easting, northing
        data_points = num.zeros((ab_points.shape), num.float)

        #Shift datapoints according to new origins
        for k in range(len(ab_points)):
            data_points[k][0] = ab_points[k][0] - mesh_origin[1]
            data_points[k][1] = ab_points[k][1] - mesh_origin[2]
        new_geospatial = ensure_geospatial(data_points,
                                           geo_reference=mesh_origin)
        new_points = new_geospatial.get_data_points(absolute=True)
        assert num.allclose(new_points, ab_points)

        geo = Geo_reference(56, 67, -56)
        data_points = geo.change_points_geo_ref(ab_points)
        new_geospatial = ensure_geospatial(data_points, geo_reference=geo)
        new_points = new_geospatial.get_data_points(absolute=True)
        msg = ('new_points=\n%s\nab_points=\n%s'
               % (str(new_points), str(ab_points)))
        assert num.allclose(new_points, ab_points), msg

        geo_reference = Geo_reference(56, 100, 200)
        ab_points = [[1.0, 2.1], [3.0, 5.3]]
        points = geo_reference.change_points_geo_ref(ab_points)
        attributes = [2, 4]
        G = Geospatial_data(points, attributes, geo_reference=geo_reference)
        new_geospatial = ensure_geospatial(G)
        new_points = new_geospatial.get_data_points(absolute=True)
        assert num.allclose(new_points, ab_points)

    def test_isinstance(self):
        fileName = tempfile.mktemp('.csv')
        file = open(fileName, 'w')
        file.write('x,y,  elevation ,  speed \n\
1.0, 0.0, 10.0, 0.0\n\
0.0, 1.0, 0.0, 10.0\n\
1.0, 0.0, 10.4, 40.0\n')
        file.close()

        results = Geospatial_data(fileName)
        assert num.allclose(results.get_data_points(absolute=True),
                            [[1.0, 0.0], [0.0, 1.0], [1.0, 0.0]])
        assert num.allclose(results.get_attributes(attribute_name='elevation'),
                            [10.0, 0.0, 10.4])
        assert num.allclose(results.get_attributes(attribute_name='speed'),
                            [0.0, 10.0, 40.0])

        os.remove(fileName)

    def test_no_constructors(self):
        try:
            G = Geospatial_data()
        except ValueError:
            pass
        else:
            msg = 'Instance must have a filename or data points'
            raise Exception, msg

    def test_load_csv_lat_long(self):
        '''comma delimited'''

        fileName = tempfile.mktemp('.csv')
        file = open(fileName, 'w')
        file.write('long,lat, elevation, yeah \n\
150.916666667,-34.50,452.688000, 10\n\
150.0,-34,459.126000, 10\n')
        file.close()

        results = Geospatial_data(fileName)
        os.remove(fileName)
        points = results.get_data_points()

        assert num.allclose(points[0][0], 308728.009)
        assert num.allclose(points[0][1], 6180432.601)
        assert num.allclose(points[1][0],  222908.705)
        assert num.allclose(points[1][1], 6233785.284)

    def test_load_csv_lat_longII(self):
        '''comma delimited'''

        fileName = tempfile.mktemp('.csv')
        file = open(fileName, 'w')
        file.write('Lati,LONG,z \n\
-34.50,150.916666667,452.688000\n\
-34,150.0,459.126000\n')
        file.close()

        results = Geospatial_data(fileName)
        os.remove(fileName)
        points = results.get_data_points()

        assert num.allclose(points[0][0], 308728.009)
        assert num.allclose(points[0][1], 6180432.601)
        assert num.allclose(points[1][0], 222908.705)
        assert num.allclose(points[1][1], 6233785.284)

    def test_load_csv_lat_long_bad(self):
        '''comma delimited'''

        fileName = tempfile.mktemp('.csv')
        file = open(fileName, 'w')
        file.write('Lati,LONG,z \n\
-25.0,180.0,452.688000\n\
-34,150.0,459.126000\n')
        file.close()

        try:
            results = Geospatial_data(fileName)
        except ANUGAError:
            pass
        else:
            msg = 'Different zones in Geo references not caught.'
            raise Exception, msg

        os.remove(fileName)

    def test_lat_long(self):
        lat_gong = degminsec2decimal_degrees(-34, 30, 0.)
        lon_gong = degminsec2decimal_degrees(150, 55, 0.)

        lat_2 = degminsec2decimal_degrees(-34, 00, 0.)
        lon_2 = degminsec2decimal_degrees(150, 00, 0.)

        lats = [lat_gong, lat_2]
        longs = [lon_gong, lon_2]
        gsd = Geospatial_data(latitudes=lats, longitudes=longs)

        points = gsd.get_data_points(absolute=True)

        assert num.allclose(points[0][0], 308728.009)
        assert num.allclose(points[0][1], 6180432.601)
        assert num.allclose(points[1][0], 222908.705)
        assert num.allclose(points[1][1], 6233785.284)
        self.failUnless(gsd.get_geo_reference().get_zone() == 56,
                        'Bad zone error!')

        try:
            results = Geospatial_data(latitudes=lats)
        except ValueError:
            pass
        else:
            self.fail('Error not thrown error!')
        try:
            results = Geospatial_data(latitudes=lats)
        except ValueError:
            pass
        else:
            self.fail('Error not thrown error!')
        try:
            results = Geospatial_data(longitudes=lats)
        except ValueError:
            pass
        else:
            self.fail('Error not thrown error!')
        try:
            results = Geospatial_data(latitudes=lats, longitudes=longs,
                                      geo_reference="p")
        except ValueError:
            pass
        else:
            self.fail('Error not thrown error!')

        try:
            results = Geospatial_data(latitudes=lats, longitudes=longs,
                                      data_points=12)
        except ValueError:
            pass
        else:
            self.fail('Error not thrown error!')

    def test_lat_long2(self):
        lat_gong = degminsec2decimal_degrees(-34, 30, 0.)
        lon_gong = degminsec2decimal_degrees(150, 55, 0.)

        lat_2 = degminsec2decimal_degrees(-34, 00, 0.)
        lon_2 = degminsec2decimal_degrees(150, 00, 0.)

        points = [[lat_gong, lon_gong], [lat_2, lon_2]]
        gsd = Geospatial_data(data_points=points, points_are_lats_longs=True)

        points = gsd.get_data_points(absolute=True)

        assert num.allclose(points[0][0], 308728.009)
        assert num.allclose(points[0][1], 6180432.601)
        assert num.allclose(points[1][0], 222908.705)
        assert num.allclose(points[1][1], 6233785.284)
        self.failUnless(gsd.get_geo_reference().get_zone() == 56,
                        'Bad zone error!')

        try:
            results = Geospatial_data(points_are_lats_longs=True)
        except ValueError:
            pass
        else:
            self.fail('Error not thrown error!')

    def test_write_urs_file(self):
        lat_gong = degminsec2decimal_degrees(-34, 00, 0)
        lon_gong = degminsec2decimal_degrees(150, 30, 0.)

        lat_2 = degminsec2decimal_degrees(-34, 00, 1)
        lon_2 = degminsec2decimal_degrees(150, 00, 0.)
        p1 = (lat_gong, lon_gong)
        p2 = (lat_2, lon_2)
        points = ImmutableSet([p1, p2, p1])
        gsd = Geospatial_data(data_points=list(points),
                              points_are_lats_longs=True)

        fn = tempfile.mktemp('.urs')
        gsd.export_points_file(fn)
        handle = open(fn)
        lines = handle.readlines()
        assert lines[0], '2'
        assert lines[1], '-34.0002778 150.0 0'
        assert lines[2], '-34.0 150.5 1'
        handle.close()
        os.remove(fn)

    def test_lat_long_set(self):
        lat_gong = degminsec2decimal_degrees(-34, 30, 0.)
        lon_gong = degminsec2decimal_degrees(150, 55, 0.)

        lat_2 = degminsec2decimal_degrees(-34, 00, 0.)
        lon_2 = degminsec2decimal_degrees(150, 00, 0.)
        p1 = (lat_gong, lon_gong)
        p2 = (lat_2, lon_2)
        points = ImmutableSet([p1, p2, p1])
        gsd = Geospatial_data(data_points=list(points),
                              points_are_lats_longs=True)

        points = gsd.get_data_points(absolute=True)
        #Note the order is unknown, due to using sets
        # and it changes from windows to linux
        try:
            assert num.allclose(points[1][0], 308728.009)
            assert num.allclose(points[1][1], 6180432.601)
            assert num.allclose(points[0][0], 222908.705)
            assert num.allclose(points[0][1], 6233785.284)
        except AssertionError:
            assert num.allclose(points[0][0], 308728.009)
            assert num.allclose(points[0][1], 6180432.601)
            assert num.allclose(points[1][0], 222908.705)
            assert num.allclose(points[1][1], 6233785.284)

        self.failUnless(gsd.get_geo_reference().get_zone() == 56,
                        'Bad zone error!')
        points = gsd.get_data_points(as_lat_long=True)
        try:
            assert num.allclose(points[0][0], -34)
            assert num.allclose(points[0][1], 150)
        except AssertionError:
            assert num.allclose(points[1][0], -34)
            assert num.allclose(points[1][1], 150)

    def test_len(self):
        points = [[1.0, 2.1], [3.0, 5.3]]
        G = Geospatial_data(points)
        self.failUnless(2 == len(G), 'Len error!')

        points = [[1.0, 2.1]]
        G = Geospatial_data(points)
        self.failUnless(1 == len(G), 'Len error!')

        points = [[1.0, 2.1], [3.0, 5.3], [3.0, 5.3], [3.0, 5.3]]
        G = Geospatial_data(points)
        self.failUnless(4 == len(G), 'Len error!')

    def test_split(self):
        """test if the results from spilt are disjoin sets"""

        # below is a workaround until randint works on cyclones compute nodes
        if get_host_name()[8:9] != '0':
            points = [[1.0, 1.0], [1.0, 2.0],[1.0, 3.0], [1.0, 4.0], [1.0, 5.0],
                      [2.0, 1.0], [2.0, 2.0],[2.0, 3.0], [2.0, 4.0], [2.0, 5.0],
                      [3.0, 1.0], [3.0, 2.0],[3.0, 3.0], [3.0, 4.0], [3.0, 5.0],
                      [4.0, 1.0], [4.0, 2.0],[4.0, 3.0], [4.0, 4.0], [4.0, 5.0],
                      [5.0, 1.0], [5.0, 2.0],[5.0, 3.0], [5.0, 4.0], [5.0, 5.0]]
            attributes = {'depth': [1, 2, 3, 4, 5, 6, 7, 8, 9, 10,
                                    11, 12, 13, 14, 15, 16, 17, 18, 19, 20,
                                    21, 22, 23, 24, 25],
                          'speed': [1, 2, 3, 4, 5, 6, 7, 8, 9, 10,
                                    11, 12, 13, 14, 15, 16, 17, 18, 19, 20,
                                    21, 22, 23, 24, 25]}
            G = Geospatial_data(points, attributes)

            factor = 0.21

            # will return G1 with 10% of points and G2 with 90%
            G1, G2  = G.split(factor, 100)
            assert num.allclose(len(G), len(G1)+len(G2))
            assert num.allclose(round(len(G)*factor), len(G1))

            P = G1.get_data_points(absolute=False)
            expected = [[5.,4.], [4.,1.], [2.,4.], [2.,3.], [1.,4.]]
            #            expected = [[5.0, 4.0], [4.0, 3.0], [4.0, 2.0],
                                     #            [3.0, 1.0], [2.0, 3.0]]
            msg = 'Expected %s, but\nP=%s' % (str(expected), str(P))
            assert num.allclose(P, expected), msg

            A = G1.get_attributes()
            expected = [24, 16, 9, 8, 4]
            msg = 'expected=%s, but A=%s' % (str(expected), str(A))
            assert num.allclose(A, expected), msg

    def test_split1(self):
        """test if the results from split are disjoint sets"""

        # below is a workaround until randint works on cyclones compute nodes
        if get_host_name()[8:9] != '0':
            from numpy.random import randint, seed

            seed((100, 100))
            a_points = randint(0, 999999, (10,2))
            points = a_points.tolist()

            G = Geospatial_data(points)

            factor = 0.1

            # will return G1 with 10% of points and G2 with 90%
            G1, G2  = G.split(factor, 100)
            assert num.allclose(len(G), len(G1)+len(G2))
            assert num.allclose(round(len(G)*factor), len(G1))

            P = G1.get_data_points(absolute=False)
            expected = [[425835., 137518.]]
            msg = 'expected=%s, but\nP=%s' % (str(expected), str(P))
            assert num.allclose(P, expected), msg

    def test_find_optimal_smoothing_parameter(self):
        """
        Creates a elevation file representing a hill (sort of) and runs
        find_optimal_smoothing_parameter for 3 different alphas,

        NOTE the random number seed is provided to control the results
        """

        from cmath import cos

        # below is a workaround until randint works on cyclones compute nodes
        if get_host_name()[8:9]!='0':
            filename = tempfile.mktemp('.csv')
            file = open(filename, 'w')
            file.write('x,y,elevation \n')

            for i in range(-5, 6):
                for j in range(-5, 6):
                    # this equation makes a surface like a circle ripple
                    z = abs(cos(((i*i) + (j*j))*.1)*2)
                    file.write("%s, %s, %s\n" % (i, j, z))

            file.close()

            value, alpha = find_optimal_smoothing_parameter(data_file=filename,
                                                 alpha_list=[0.0001, 0.01, 1],
                                                 mesh_file=None,
                                                 mesh_resolution=3,
                                                 north_boundary=5,
                                                 south_boundary=-5,
                                                 east_boundary=5,
                                                 west_boundary=-5,
                                                 plot_name=None,
                                                 seed_num=100000,
                                                 verbose=False)

            os.remove(filename)

            # print value, alpha
            assert(alpha == 0.01)

    def test_find_optimal_smoothing_parameter1(self):
        """
        Creates a elevation file representing  a hill (sort of) and
        Then creates a mesh file and passes the mesh file and the elevation
        file to find_optimal_smoothing_parameter for 3 different alphas,

        NOTE the random number seed is provided to control the results
        """

        # below is a workaround until randint works on cyclones compute nodes
        if get_host_name()[8:9]!='0':
            from cmath import cos
            from anuga.pmesh.mesh_interface import create_mesh_from_regions

            filename = tempfile.mktemp('.csv')
            file = open(filename, 'w')
            file.write('x,y,elevation \n')

            for i in range(-5 ,6):
                for j in range(-5, 6):
                    # this equation makes a surface like a circle ripple
                    z = abs(cos(((i*i) + (j*j))*.1)*2)
                    file.write('%s, %s, %s\n' % (i, j, z))

            file.close()

            poly=[[5,5], [5,-5], [-5,-5], [-5,5]]
            internal_poly=[[[[1,1], [1,-1], [-1,-1], [-1,1]], .5]]
            mesh_filename= tempfile.mktemp('.msh')

            create_mesh_from_regions(poly,
                                     boundary_tags={'back': [2],
                                                    'side': [1,3],
                                                    'ocean': [0]},
                                     maximum_triangle_area=3,
                                     interior_regions=internal_poly,
                                     filename=mesh_filename,
                                     use_cache=False,
                                     verbose=False)

            value, alpha = find_optimal_smoothing_parameter(data_file=filename,
                                                 alpha_list=[0.0001, 0.01, 1],
                                                 mesh_file=mesh_filename,
                                                 plot_name=None,
                                                 seed_num=174,
                                                 verbose=False)

            os.remove(filename)
            os.remove(mesh_filename)

            msg = 'alpha=%s' % str(alpha)
            # 0.01 was expected with Numeric.RandomArray RNG
            assert alpha==1.0, msg

    def test_find_optimal_smoothing_parameter2(self):
        '''Tests requirement that mesh file must exist or IOError is thrown

        NOTE the random number seed is provided to control the results
        '''

        from cmath import cos
        from anuga.pmesh.mesh_interface import create_mesh_from_regions

        filename = tempfile.mktemp('.csv')
        mesh_filename= tempfile.mktemp('.msh')

        try:
            value, alpha = find_optimal_smoothing_parameter(data_file=filename,
                                             alpha_list=[0.0001, 0.01, 1],
                                             mesh_file=mesh_filename,
                                             plot_name=None,
                                             seed_num=174,
                                             verbose=False)
        except IOError:
            pass
        else:
            self.fail('Error not thrown error!')

################################################################################

if __name__ == "__main__":
    suite = unittest.makeSuite(Test_Geospatial_data, 'test')
    runner = unittest.TextTestRunner() #verbosity=2)
    runner.run(suite)