Added storage test modules

src/ZODB/tests/BasicStorage.py

+from ZODB.Transaction import Transaction
+ZERO = '\0'*8
+import pickle
+from ZODB import POSException
+
+class BasicStorage:
+
+    def setUp(self):
+        # You need to override this with a setUp that creates self._storage
+        self._transaction = Transaction()
+
+    def _close(self):
+        self._transaction.abort()
+        self._storage.close()
+
+    def tearDown(self):
+        self._close()
+
+    def checkBasics(self):
+        self._storage.tpc_begin(self._transaction)
+        # This should simply return
+        self._storage.tpc_begin(self._transaction)
+        # Aborting is easy
+        self._storage.tpc_abort(self._transaction)
+        # Test a few expected exceptions when we're doing operations giving a
+        # different Transaction object than the one we've begun on.
+        self._storage.tpc_begin(self._transaction)
+        self.assertRaises(
+            POSException.StorageTransactionError,
+            self._storage.store,
+            0, 0, 0, 0, Transaction())
+        self.assertRaises(
+            POSException.StorageTransactionError,
+            self._storage.abortVersion,
+            0, Transaction())
+        self.assertRaises(
+            POSException.StorageTransactionError,
+            self._storage.commitVersion,
+            0, 1, Transaction())
+        self.assertRaises(
+            POSException.StorageTransactionError,
+            self._storage.store,
+            0, 1, 2, 3, Transaction())
+        self._storage.tpc_abort(self._transaction)
+
+    def _dostore(self, oid=None, revid=None, data=None, version=None):
+        # Defaults
+        if oid is None:
+            oid = self._storage.new_oid()
+        if revid is None:
+            revid = ZERO
+        if data is None:
+            data = pickle.dumps(7)
+        else:
+            data = pickle.dumps(data)
+        if version is None:
+            version = ''
+        # Begin the transaction
+        self._storage.tpc_begin(self._transaction)
+        # Store an object
+        newrevid = self._storage.store(oid, revid, data, version,
+                                       self._transaction)
+        # Finish the transaction
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        return newrevid
+        
+    def checkNonVersionStore(self, oid=None, revid=None, version=None):
+        revid = ZERO
+        newrevid = self._dostore(revid=revid)
+        # Finish the transaction.
+        assert newrevid <> revid
+
+    def checkLen(self):
+        # The length of the database ought to grow by one each time
+        assert len(self._storage) == 0
+        self._dostore()
+        assert len(self._storage) == 1
+        self._dostore()
+        assert len(self._storage) == 2
+
+    def checkNonVersionStoreAndLoad(self):
+        oid = self._storage.new_oid()
+        self._dostore(oid=oid, data=7)
+        data, revid = self._storage.load(oid, '')
+        value = pickle.loads(data)
+        assert value == 7
+        # Now do a bunch of updates to an object
+        for i in range(13, 22):
+            revid = self._dostore(oid, revid=revid, data=i)
+        # Now get the latest revision of the object
+        data, revid = self._storage.load(oid, '')
+        assert pickle.loads(data) == 21
+
+    def checkNonVersionModifiedInVersion(self):
+        oid = self._storage.new_oid()
+        self._dostore(oid=oid)
+        assert self._storage.modifiedInVersion(oid) == ''
+
+    def checkLoadSerial(self):
+        oid = self._storage.new_oid()
+        revid = ZERO
+        revisions = {}
+        for i in range(31, 38):
+            revid = self._dostore(oid, revid=revid, data=i)
+            revisions[revid] = i
+        # Now make sure all the revisions have the correct value
+        for revid, value in revisions.items():
+            data = self._storage.loadSerial(oid, revid)
+            assert pickle.loads(data) == value
+    
+
+    def checkConflicts(self):
+        oid = self._storage.new_oid()
+        revid1 = self._dostore(oid, data=11)
+        revid2 = self._dostore(oid, revid=revid1, data=12)
+        self.assertRaises(POSException.ConflictError,
+                          self._dostore,
+                          oid, revid=revid1, data=13)

src/ZODB/tests/TransactionalUndoStorage.py

+
+import BasicStorage, pickle
+from ZODB import POSException
+
+class UndoStorage(BasicStorage.BasicStorage):
+
+    def checkSimpleTransactionalUndo(self):
+        oid = self._storage.new_oid()
+        revid = self._dostore(oid, data=23)
+        revid = self._dostore(oid, revid=revid, data=24)
+        revid = self._dostore(oid, revid=revid, data=25)
+        # Now start an undo transaction
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        data, revid = self._storage.load(oid, '')
+        assert pickle.loads(data) == 24
+        # Do another one
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        data, revid = self._storage.load(oid, '')
+        assert pickle.loads(data) == 23
+        # Try to undo the first record
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        # This should fail since we've undone the object's creation
+        self.assertRaises(KeyError,
+                          self._storage.load, oid, '')
+        # But it's really a more specific type of error
+        import Full
+        self.assertRaises(Full.ObjectDoesNotExist,
+                          self._storage.load, oid, '')
+        # And now let's try to redo the object's creation
+        try:
+            self._storage.load(oid, '')
+        except Full.ObjectDoesNotExist, e:
+            revid = e.revid
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        data, revid = self._storage.load(oid, '')
+        assert pickle.loads(data) == 23
+
+    def checkTwoObjectUndo(self):
+        # Convenience
+        p31, p32, p51, p52 = map(pickle.dumps, (31, 32, 51, 52))
+        oid1 = self._storage.new_oid()
+        oid2 = self._storage.new_oid()
+        revid1 = revid2 = ZERO
+        # Store two objects in the same transaction
+        self._storage.tpc_begin(self._transaction)
+        revid1 = self._storage.store(oid1, revid1, p31, '', self._transaction)
+        revid2 = self._storage.store(oid2, revid2, p51, '', self._transaction)
+        # Finish the transaction
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert revid1 == revid2
+        # Update those same two objects
+        self._storage.tpc_begin(self._transaction)
+        revid1 = self._storage.store(oid1, revid1, p32, '', self._transaction)
+        revid2 = self._storage.store(oid2, revid2, p52, '', self._transaction)
+        # Finish the transaction
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert revid1 == revid2
+        # Make sure the objects have the current value
+        data, revid1 = self._storage.load(oid1, '')
+        assert pickle.loads(data) == 32
+        data, revid2 = self._storage.load(oid2, '')
+        assert pickle.loads(data) == 52
+        # Now attempt to undo the transaction containing two objects
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid1, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 2
+        assert oid1 in oids and oid2 in oids
+        data, revid1 = self._storage.load(oid1, '')
+        assert pickle.loads(data) == 31
+        data, revid2 = self._storage.load(oid2, '')
+        assert pickle.loads(data) == 51
+
+    def checkTwoObjectUndoAgain(self):
+        p32, p33, p52, p53 = map(pickle.dumps, (32, 33, 52, 53))
+        # Like the above, but the first revision of the objects are stored in
+        # different transactions.
+        oid1 = self._storage.new_oid()
+        oid2 = self._storage.new_oid()
+        revid1 = self._dostore(oid1, data=31)
+        revid2 = self._dostore(oid2, data=51)
+        # Update those same two objects
+        self._storage.tpc_begin(self._transaction)
+        revid1 = self._storage.store(oid1, revid1, p32, '', self._transaction)
+        revid2 = self._storage.store(oid2, revid2, p52, '', self._transaction)
+        # Finish the transaction
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert revid1 == revid2
+        # Now attempt to undo the transaction containing two objects
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid1, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 2
+        assert oid1 in oids and oid2 in oids
+        data, revid1 = self._storage.load(oid1, '')
+        assert pickle.loads(data) == 31
+        data, revid2 = self._storage.load(oid2, '')
+        assert pickle.loads(data) == 51
+        # Like the above, but this time, the second transaction contains only
+        # one object.
+        self._storage.tpc_begin(self._transaction)
+        revid1 = self._storage.store(oid1, revid1, p33, '', self._transaction)
+        revid2 = self._storage.store(oid2, revid2, p53, '', self._transaction)
+        # Finish the transaction
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert revid1 == revid2
+        # Update in different transactions
+        revid1 = self._dostore(oid1, revid=revid1, data=34)
+        revid2 = self._dostore(oid2, revid=revid2, data=54)
+        # Now attempt to undo the transaction containing two objects
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid1, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oid1 in oids and not oid2 in oids
+        data, revid1 = self._storage.load(oid1, '')
+        assert pickle.loads(data) == 33
+        data, revid2 = self._storage.load(oid2, '')
+        assert pickle.loads(data) == 54
+
+    def checkNotUndoable(self):
+        # Set things up so we've got a transaction that can't be undone
+        oid = self._storage.new_oid()
+        revid_a = self._dostore(oid, data=51)
+        revid_b = self._dostore(oid, revid=revid_a, data=52)
+        revid_c = self._dostore(oid, revid=revid_b, data=53)
+        # Start the undo
+        self._storage.tpc_begin(self._transaction)
+        self.assertRaises(POSException.UndoError,
+                          self._storage.transactionalUndo,
+                          revid_b, self._transaction)
+        self._storage.tpc_abort(self._transaction)
+        # Now have more fun: object1 and object2 are in the same transaction,
+        # which we'll try to undo to, but one of them has since modified in
+        # different transaction, so the undo should fail.
+        oid1 = oid
+        revid1 = revid_c
+        oid2 = self._storage.new_oid()
+        revid2 = ZERO
+        p81, p82, p91, p92 = map(pickle.dumps, (81, 82, 91, 92))
+        self._storage.tpc_begin(self._transaction)
+        revid1 = self._storage.store(oid1, revid1, p81, '', self._transaction)
+        revid2 = self._storage.store(oid2, revid2, p91, '', self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert revid1 == revid2
+        # Make sure the objects have the expected values
+        data, revid_11 = self._storage.load(oid1, '')
+        assert pickle.loads(data) == 81
+        data, revid_22 = self._storage.load(oid2, '')
+        assert pickle.loads(data) == 91
+        assert revid_11 == revid1 and revid_22 == revid2
+        # Now modify oid2
+        revid2 = self._dostore(oid2, revid=revid2, data=p92)
+        assert revid1 <> revid2 and revid2 <> revid_22
+        self._storage.tpc_begin(self._transaction)
+        self.assertRaises(POSException.UndoError,
+                          self._storage.transactionalUndo,
+                          revid1, self._transaction)
+        self.assertRaises(POSException.UndoError,
+                          self._storage.transactionalUndo,
+                          revid_22, self._transaction)
+        self._storage.tpc_abort(self._transaction)

src/ZODB/tests/TransactionalUndoVersionStorage.py

+import UndoStorage, VersionStorage
+
+class UndoVersionStorage(UndoStorage.UndoStorage,
+                         VersionStorage.VersionStorage):
+
+    
+    def checkUndoInVersion(self):
+        oid = self._storage.new_oid()
+        version = 'one'
+        revid_a = self._dostore(oid, data=91)
+        revid_b = self._dostore(oid, revid=revid_a, data=92, version=version)
+        revid_c = self._dostore(oid, revid=revid_b, data=93, version=version)
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid_c, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        data, revid = self._storage.load(oid, '')
+        assert revid == revid_a
+        assert pickle.loads(data) == 91
+        data, revid = self._storage.load(oid, version)
+        assert revid > revid_b and revid > revid_c
+        assert pickle.loads(data) == 92
+        # Now commit the version...
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.commitVersion(version, '', self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        self.assertRaises(POSException.VersionError,
+                          self._storage.load,
+                          oid, version)
+        data, revid = self._storage.load(oid, '')
+        assert pickle.loads(data) == 92
+        # ...and undo the commit
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        data, revid = self._storage.load(oid, version)
+        assert pickle.loads(data) == 92
+        data, revid = self._storage.load(oid, '')
+        assert pickle.loads(data) == 91
+        # Now abort the version
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.abortVersion(version, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        # The object should not exist in the version now, but it should exist
+        # in the non-version
+        self.assertRaises(POSException.VersionError,
+                          self._storage.load,
+                          oid, version)
+        data, revid = self._storage.load(oid, '')
+        assert pickle.loads(data) == 91
+        # Now undo the abort
+        self._storage.tpc_begin(self._transaction)
+        oids = self._storage.transactionalUndo(revid, self._transaction)
+        self._storage.tpc_vote(self._transaction)
+        self._storage.tpc_finish(self._transaction)
+        assert len(oids) == 1
+        assert oids[0] == oid
+        # And the object should be back in versions 'one' and ''
+        data, revid = self._storage.load(oid, version)
+        assert pickle.loads(data) == 92
+        data, revid = self._storage.load(oid, '')
+        assert pickle.loads(data) == 91

src/ZODB/tests/testFileStorage.py

+import sys, os
+
+sys.path.insert(0, '.')
+
+import ZODB.FileStorage
+import unittest, UndoVersionStorage
+
+class FileStorageTests(UndoVersionStorage.UndoVersionStorage,
+                       unittest.TestCase):
+
+    def setUp(self):
+        self._storage = ZODB.FileStorage.FileStorage(
+            'FileStorageTests.fs', create=1)
+        UndoVersionStorage.UndoVersionStorage.setUp(self)
+
+    def tearDown(self):
+        UndoVersionStorage.UndoVersionStorage.tearDown(self)
+        os.remove('FileStorageTests.fs')
+
+def test_suite():
+    return unittest.makeSuite(FileStorageTests, 'check')
+
+def main():
+    alltests=test_suite()
+    runner = unittest.TextTestRunner()
+    runner.run(alltests)
+
+def debug():
+   test_suite().debug()
+
+def pdebug():
+    import pdb
+    pdb.run('debug()')
+
+if __name__=='__main__':
+   if len(sys.argv) > 1:
+      globals()[sys.argv[1]]()
+   else:
+      main()