Changeset 2043 for inundation/caching

Timestamp:

Nov 21, 2005, 12:10:07 PM (19 years ago)

Author:

ole

Message:

Investigated file write error on networked drives

Location:

inundation/caching

Files:

• caching.py (modified) (4 diffs)
• test_caching.py (modified) (2 diffs)

inundation/caching/caching.py

@@ -403 +403 @@
 # -----------------------------------------------------------------------------
 
-#FIXME - moving to unit test
+#Has mostly been moved to proper unit test
 def test(cachedir=None,verbose=0,compression=None):
   """Test the functionality of caching.
@@ -1218 +1218 @@
       R   = pickler.loads(Rs)
     else:
-      # FIXME (Ole): This crashes if the file has 0 length or is corrupted
-      #              Let's do a try: - except:
-      R = pickler.load(file)
+      try:
+        R = pickler.load(file)
+      #except EOFError, e:
+      except:
+        #Catch e.g., file with 0 length or corrupted
+        reason = 5  #(Unreadable file)
+        return None, reason
+      
   except MemoryError:
     import sys
@@ -1257 +1262 @@
 
     try:
-      Ts  = pickler.dumps(T,bin)
+      Ts  = pickler.dumps(T, bin)
     except MemoryError:
       msg = '****WARNING (caching.py): Could not pickle data for compression.'
@@ -1264 +1269 @@
     else:  
       #Compressed pickling      
-      TsC = zlib.compress(Ts,comp_level)
+      TsC = zlib.compress(Ts, comp_level)
       file.write(TsC)
   else:
       #Uncompressed pickling
-      pickler.dump(T,file,bin)
-
+      pickler.dump(T, file, bin)
+
+      # FIXME: This may not work on Windoze network drives.
+      # The error msg is IOError: [Errno 22] Invalid argument
+      # Testing with small files was OK, though.
+      # I think this is an OS problem.
+
+      # Excerpt from http://www.ultraseek.com/support/faqs/4173.html
+      
+# The error is caused when there is a problem with server disk access (I/0). This happens at the OS level, and there is no controlling these errors through the Ultraseek application.
+#
+#Ultraseek contains an embedded Python interpreter. The exception "exceptions.IOError: [Errno 22] Invalid argument" is generated by the Python interpreter. The exception is thrown when a disk access operation fails due to an I/O-related reason.
+#
+#The following extract is taken from the site http://www.python.org:
+#
+#---------------------------------------------------------------------------------------------
+#exception IOError
+#Raised when an I/O operation (such as a print statement, the built-in open() function or a method of a file object) fails for an I/O-related reason, e.g., ``file not found'' or ``disk full''.
+#This class is derived from EnvironmentError. See the discussion above for more information on exception instance attributes.
+#---------------------------------------------------------------------------------------------
+#
+#The error code(s) that accompany exceptions are described at:
+#http://www.python.org/dev/doc/devel//lib/module-errno.html
+#
+#You can view several postings on this error message by going to http://www.python.org, and typing the below into the search box:
+#
+#exceptions.IOError invalid argument Errno 22
+        
+      #try:
+      #  pickler.dump(T,file,bin)
+      #except IOError, e:
+      #  print e
+      #  msg = 'Could not store to %s, bin=%s' %(file, bin)
+      #  raise msg 
       
 

inundation/caching/test_caching.py

@@ -213 +213 @@
         set_option('savestat', 1)
 
-        N = 200000   #Should be large on fast computers...
+        N = 300000   #Should be large on fast computers...
         a = [1,2]
         b = ('Thou shalt count the number three',4)
@@ -254 +254 @@
           
 
+    # def test_network_cachedir(self):
+
+#         #set_option('cachedir', 'H:\\.python_cache\\')
+#         set_option('cachedir', 'V:\\2\\cit\\.python_cache\\')
+#         set_option('verbose', 1)
+
+        
+#         # Make some test input arguments
+#         #
+#         N = 5000  #Make N fairly small here
+
+#         a = [1,2]
+#         b = ('Thou shalt count the number three',4)
+#         c = {'Five is right out': 6, (7,8): 9}
+#         x = 3
+#         y = 'holy hand granate'
+
+#         # Test caching
+#         #
+
+#         comprange = 2
+
+#         for comp in range(comprange):
+  
+#             # Evaluate and store
+#             #
+#             T1 = cache(f, (a,b,c,N), {'x':x, 'y':y}, evaluate=1, \
+#                        compression=comp)
+
+#             # Retrieve
+#             #                           
+#             T2 = cache(f, (a,b,c,N), {'x':x, 'y':y}, compression=comp) 
+
+#             # Reference result
+#             #   
+#             T3 = f(a,b,c,N,x=x,y=y)  # Compute without caching
+
+
+#             assert T1 == T2, 'Cached result does not match computed result'
+#             assert T2 == T3, 'Cached result does not match computed result'