storage: new --disable-drop-partitions option

neo/lib/config.py

@@ -97,6 +97,9 @@ class ConfigurationManager(object):
         bind = self.__get('bind')
         return parseNodeAddress(bind, 0)
 
+    def getDisableDropPartitions(self):
+        return self.__get('disable_drop_partitions', True)
+
     def getDatabase(self):
         return self.__get('database')
 

neo/scripts/neostorage.py

@@ -30,6 +30,11 @@ parser.add_option('-d', '--database', help = 'database connections string')
 parser.add_option('-e', '--engine', help = 'database engine')
 parser.add_option('-w', '--wait', help='seconds to wait for backend to be '
     'available, before erroring-out (-1 = infinite)', type='float', default=0)
+parser.add_option('--disable-drop-partitions', action='store_true',
+                  help = 'do not delete data of discarded cells, which is'
+                         ' useful for big databases because the current'
+                         ' implementation is inefficient (this option should'
+                         ' disappear in the future)')
 parser.add_option('--reset', action='store_true',
                   help='remove an existing database if any, and exit')
 

neo/storage/app.py

@@ -48,6 +48,7 @@ class Application(BaseApplication):
         self.dm = buildDatabaseManager(config.getAdapter(),
             (config.getDatabase(), config.getEngine(), config.getWait()),
         )
+        self.disable_drop_partitions = config.getDisableDropPartitions()
 
         # load master nodes
         for master_address in config.getMasters():

neo/storage/handlers/initialization.py

@@ -38,6 +38,9 @@ class InitializationHandler(BaseMasterHandler):
         # delete objects database
         dm = app.dm
         if unassigned_set:
+          if app.disable_drop_partitions:
+            logging.info("don't drop data for partitions %r", unassigned_set)
+          else:
             logging.debug('drop data for partitions %r', unassigned_set)
             dm.dropPartitions(unassigned_set)