S3/HashCache.py
11e5755e
 import cPickle as pickle
 
 class HashCache(object):
     def __init__(self):
         self.inodes = dict()
136fb2d6
 
11e5755e
     def add(self, dev, inode, mtime, size, md5):
         if dev not in self.inodes:
             self.inodes[dev] = dict()
         if inode not in self.inodes[dev]:
             self.inodes[dev][inode] = dict()
         self.inodes[dev][inode][mtime] = dict(md5=md5, size=size)
 
     def md5(self, dev, inode, mtime, size):
         try:
             d = self.inodes[dev][inode][mtime]
             if d['size'] != size:
                 return None
         except:
             return None
         return d['md5']
 
     def mark_all_for_purge(self):
         for d in self.inodes.keys():
             for i in self.inodes[d].keys():
                 for c in self.inodes[d][i].keys():
                     self.inodes[d][i][c]['purge'] = True
 
     def unmark_for_purge(self, dev, inode, mtime, size):
         d = self.inodes[dev][inode][mtime]
         if d['size'] == size and 'purge' in d:
             del self.inodes[dev][inode][mtime]['purge']
 
     def purge(self):
         for d in self.inodes.keys():
             for i in self.inodes[d].keys():
                 for m in self.inodes[d][i].keys():
                     if 'purge' in self.inodes[d][i][m]:
                         del self.inodes[d][i]
0d0b3392
                         break
136fb2d6
 
11e5755e
     def save(self, f):
         d = dict(inodes=self.inodes, version=1)
         f = open(f, 'w')
         p = pickle.dump(d, f)
         f.close()
 
     def load(self, f):
         f = open(f, 'r')
         d = pickle.load(f)
         f.close()
         if d.get('version') == 1 and 'inodes' in d:
             self.inodes = d['inodes']