node.py 7.95 KB
Newer Older
Aurel's avatar
Aurel committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
#
# Copyright (C) 2006-2009  Nexedi SA
# 
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
# 
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

18
from time import time
19
from neo import logging
20

21
from neo import protocol
22
from neo.protocol import RUNNING_STATE, TEMPORARILY_DOWN_STATE, DOWN_STATE, \
23
        BROKEN_STATE, PENDING_STATE, HIDDEN_STATE, MASTER_NODE_TYPE, \
24
        STORAGE_NODE_TYPE, CLIENT_NODE_TYPE, ADMIN_NODE_TYPE
Yoshinori Okuji's avatar
Yoshinori Okuji committed
25
from neo.util import dump
Yoshinori Okuji's avatar
Yoshinori Okuji committed
26 27 28 29

class Node(object):
    """This class represents a node."""

Yoshinori Okuji's avatar
Yoshinori Okuji committed
30
    def __init__(self, server = None, uuid = None):
31
        self.state = RUNNING_STATE
Yoshinori Okuji's avatar
Yoshinori Okuji committed
32
        self.server = server
Yoshinori Okuji's avatar
Yoshinori Okuji committed
33
        self.uuid = uuid
34
        self.manager = None
35 36 37 38 39 40 41
        self.last_state_change = time()

    def setManager(self, manager):
        self.manager = manager

    def getLastStateChange(self):
        return self.last_state_change
Yoshinori Okuji's avatar
Yoshinori Okuji committed
42 43 44 45

    def getState(self):
        return self.state

46
    def setState(self, new_state):
47 48 49
        if self.state != new_state:
            self.state = new_state
            self.last_state_change = time()
Yoshinori Okuji's avatar
Yoshinori Okuji committed
50

Yoshinori Okuji's avatar
Yoshinori Okuji committed
51
    def setServer(self, server):
52
        if self.server != server:
53
            if self.server is not None and self.manager is not None:
54
                self.manager.unregisterServer(self)
55

56
            self.server = server
57
            if server is not None and self.manager is not None:
Yoshinori Okuji's avatar
Yoshinori Okuji committed
58
                self.manager.registerServer(self)
59 60

    def getServer(self):
Yoshinori Okuji's avatar
Yoshinori Okuji committed
61
        return self.server
62 63

    def setUUID(self, uuid):
64
        if self.uuid != uuid:
65
            if self.uuid is not None and self.manager is not None:
66
                self.manager.unregisterUUID(self)
67

68
            self.uuid = uuid
69
            if uuid is not None and self.manager is not None:
Yoshinori Okuji's avatar
Yoshinori Okuji committed
70
                self.manager.registerUUID(self)
71 72 73 74

    def getUUID(self):
        return self.uuid

Yoshinori Okuji's avatar
Yoshinori Okuji committed
75 76 77
    def getNodeType(self):
        raise NotImplementedError

78 79 80 81 82 83 84
    def __str__(self):
        server = self.getServer()
        if server is None:
            address, port = None, None
        else:
            address, port = server
        uuid = self.getUUID()
85
        return '%s (%s:%s)' % (dump(uuid), address, port)
86

87 88 89 90 91 92 93 94 95 96 97 98 99
    def isMaster(self):
        return False

    def isStorage(self):
        return False

    def isClient(self):
        return False

    def isAdmin(self):
        return False


Yoshinori Okuji's avatar
Yoshinori Okuji committed
100 101
class MasterNode(Node):
    """This class represents a master node."""
102

Yoshinori Okuji's avatar
Yoshinori Okuji committed
103 104
    def getNodeType(self):
        return MASTER_NODE_TYPE
Yoshinori Okuji's avatar
Yoshinori Okuji committed
105

106 107 108 109
    def isMaster(self):
        return True


Yoshinori Okuji's avatar
Yoshinori Okuji committed
110 111
class StorageNode(Node):
    """This class represents a storage node."""
112

Yoshinori Okuji's avatar
Yoshinori Okuji committed
113 114
    def getNodeType(self):
        return STORAGE_NODE_TYPE
Yoshinori Okuji's avatar
Yoshinori Okuji committed
115

116 117 118 119
    def isStorage(self):
        return True


Yoshinori Okuji's avatar
Yoshinori Okuji committed
120 121
class ClientNode(Node):
    """This class represents a client node."""
122

Yoshinori Okuji's avatar
Yoshinori Okuji committed
123 124
    def getNodeType(self):
        return CLIENT_NODE_TYPE
Yoshinori Okuji's avatar
Yoshinori Okuji committed
125

126 127 128 129
    def isClient(self):
        return True


Aurel's avatar
Aurel committed
130 131
class AdminNode(Node):
    """This class represents an admin node."""
132

Aurel's avatar
Aurel committed
133 134 135
    def getNodeType(self):
        return ADMIN_NODE_TYPE

136 137 138 139
    def isAdmin(self):
        return True


140 141 142 143 144 145 146
NODE_TYPE_MAPPING = {
    protocol.MASTER_NODE_TYPE: MasterNode,
    protocol.STORAGE_NODE_TYPE: StorageNode,
    protocol.CLIENT_NODE_TYPE: ClientNode,
    protocol.ADMIN_NODE_TYPE: AdminNode,
}

Yoshinori Okuji's avatar
Yoshinori Okuji committed
147 148 149 150
class NodeManager(object):
    """This class manages node status."""

    def __init__(self):
151 152 153 154 155
        self.node_list = []
        self.server_dict = {}
        self.uuid_dict = {}

    def add(self, node):
156
        node.setManager(self)
157
        self.node_list.append(node)   
Yoshinori Okuji's avatar
Yoshinori Okuji committed
158
        if node.getServer() is not None:
159 160 161 162 163
            self.registerServer(node)
        if node.getUUID() is not None:
            self.registerUUID(node)

    def remove(self, node):
164 165
        if node is None:
            return
166 167 168 169 170 171 172 173 174 175 176 177 178 179
        self.node_list.remove(node)
        self.unregisterServer(node)
        self.unregisterUUID(node)

    def registerServer(self, node):
        self.server_dict[node.getServer()] = node

    def unregisterServer(self, node):
        try:
            del self.server_dict[node.getServer()]
        except KeyError:
            pass

    def registerUUID(self, node):
180
        self.uuid_dict[node.getUUID()] = node
181 182 183

    def unregisterUUID(self, node):
        try:
184
            del self.uuid_dict[node.getUUID()]
185 186 187
        except KeyError:
            pass

188 189
    def getNodeList(self, node_filter=None):
        if node_filter is None:
190
            return list(self.node_list)
191
        return filter(node_filter, self.node_list)
192 193

    def getMasterNodeList(self):
194
        node_filter = lambda node: node.isMaster()
195
        return self.getNodeList(node_filter=node_filter)
196 197

    def getStorageNodeList(self):
198
        node_filter = lambda node: node.isStorage()
199
        return self.getNodeList(node_filter=node_filter)
200 201

    def getClientNodeList(self):
202
        node_filter = lambda node: node.isClient()
203
        return self.getNodeList(node_filter=node_filter)
204

Yoshinori Okuji's avatar
Yoshinori Okuji committed
205 206
    def getNodeByServer(self, server):
        return self.server_dict.get(server)
Yoshinori Okuji's avatar
Yoshinori Okuji committed
207

208
    def getNodeByUUID(self, uuid):
209
        if uuid is None:
210
            return None
211
        return self.uuid_dict.get(uuid)
212
    
213
    def clear(self, filter=None):
Aurel's avatar
Aurel committed
214
        for node in self.getNodeList():
215
            if filter is not None and filter(node):
Aurel's avatar
Aurel committed
216
                self.remove(node)
217

218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250
    def update(self, node_list):
        for node_type, addr, uuid, state in node_list:
            # lookup in current table
            node_by_uuid = self.getNodeByUUID(uuid)
            node_by_addr = self.getNodeByServer(addr)
            node = node_by_uuid or node_by_addr

            log_args = (node_type, dump(uuid), addr, state)
            if state == protocol.DOWN_STATE:
                # drop down nodes
                logging.debug('drop node %s %s %s %s' % log_args)
                self.remove(node)
            elif node_by_uuid is not None:
                if node.getServer() != addr:
                    # address changed, update it
                    node.setServer(addr)
                # XXX: detect conflicts, but this should not happened
                assert node_by_addr is None or node_by_addr is node
                logging.debug('update node %s %s %s %s' % log_args)
                node.setState(state)
            else:
                if node_by_addr is not None:
                    # exists only by address,
                    self.remove(node)
                # don't exists, add it
                klass = NODE_TYPE_MAPPING.get(node_type, None)
                if klass is None:
                    raise RuntimeError('Unknown node type')
                node = klass(server=addr, uuid=uuid)
                node.setState(state)
                self.add(node)
                logging.info('create node %s %s %s %s' % log_args)

251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270
    def log(self):
        node_state_dict = { RUNNING_STATE: 'R',
                            TEMPORARILY_DOWN_STATE: 'T',
                            DOWN_STATE: 'D',
                            BROKEN_STATE: 'B',
                            HIDDEN_STATE: 'H',
                            PENDING_STATE: 'P'}
        node_type_dict = {
                MASTER_NODE_TYPE: 'M',
                STORAGE_NODE_TYPE: 'S',
                CLIENT_NODE_TYPE: 'C',
                ADMIN_NODE_TYPE: 'A',
        }
        for uuid, node in sorted(self.uuid_dict.items()):
            args = (
                    dump(uuid), 
                    node_type_dict[node.getNodeType()],
                    node_state_dict[node.getState()]
            )
            logging.debug('nm: %s : %s/%s' % args)