Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
N
neoppod
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Levin Zimmermann
neoppod
Commits
3fcd0178
Commit
3fcd0178
authored
Aug 15, 2017
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
474c67e4
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
55 additions
and
26 deletions
+55
-26
go/neo/parttab.go
go/neo/parttab.go
+39
-0
go/neo/server/master.go
go/neo/server/master.go
+11
-24
go/neo/server/storage.go
go/neo/server/storage.go
+5
-2
No files found.
go/neo/parttab.go
View file @
3fcd0178
...
@@ -175,3 +175,42 @@ func (pt *PartitionTable) OperationalWith(nt *NodeTable) bool {
...
@@ -175,3 +175,42 @@ func (pt *PartitionTable) OperationalWith(nt *NodeTable) bool {
return
true
return
true
}
}
// ---- encode / decode PT to / from messages
// XXX naming
func
(
pt
*
PartitionTable
)
Dump
()
[]
RowInfo
{
// XXX also include .ptid? -> struct ?
rowv
:=
make
([]
RowInfo
,
len
(
pt
.
PtTab
))
for
i
,
row
:=
range
pt
.
PtTab
{
cellv
:=
make
([]
CellInfo
,
len
(
row
))
for
j
,
cell
:=
range
cellv
{
cellv
[
j
]
=
CellInfo
{
NodeUUID
:
cell
.
NodeUUID
,
CellState
:
cell
.
CellState
}
}
rowv
[
i
]
=
RowInfo
{
Offset
:
uint32
(
i
),
CellList
:
cellv
}
// XXX cast?
}
return
rowv
}
func
PartTabFromDump
(
ptid
PTid
,
rowv
[]
RowInfo
)
*
PartitionTable
{
// reconstruct partition table from response
pt
:=
&
PartitionTable
{}
for
_
,
row
:=
range
rowv
{
i
:=
row
.
Offset
for
i
>=
uint32
(
len
(
pt
.
PtTab
))
{
pt
.
PtTab
=
append
(
pt
.
PtTab
,
[]
PartitionCell
{})
}
//pt.PtTab[i] = append(pt.PtTab[i], row.CellList...)
for
_
,
cell
:=
range
row
.
CellList
{
pt
.
PtTab
[
i
]
=
append
(
pt
.
PtTab
[
i
],
PartitionCell
{
NodeUUID
:
cell
.
NodeUUID
,
CellState
:
cell
.
CellState
,
})
}
}
return
pt
}
go/neo/server/master.go
View file @
3fcd0178
...
@@ -51,8 +51,8 @@ type Master struct {
...
@@ -51,8 +51,8 @@ type Master struct {
// to all nodes in cluster
// to all nodes in cluster
///*
///*
stateMu
sync
.
RWMutex
// XXX recheck: needed ?
stateMu
sync
.
RWMutex
// XXX recheck: needed ?
nodeTab
neo
.
NodeTable
nodeTab
*
neo
.
NodeTable
partTab
neo
.
PartitionTabl
e
partTab
*
neo
.
PartitionTable
// XXX ^ is also in nod
e
clusterState
neo
.
ClusterState
clusterState
neo
.
ClusterState
//*/
//*/
clusterInfo
neo
.
ClusterInfo
clusterInfo
neo
.
ClusterInfo
...
@@ -96,6 +96,9 @@ func NewMaster(clusterName, serveAddr string, net xnet.Networker) *Master {
...
@@ -96,6 +96,9 @@ func NewMaster(clusterName, serveAddr string, net xnet.Networker) *Master {
MasterAddr
:
serveAddr
,
// XXX ok?
MasterAddr
:
serveAddr
,
// XXX ok?
},
},
nodeTab
:
&
neo
.
NodeTable
{},
partTab
:
&
neo
.
PartitionTable
{},
ctlStart
:
make
(
chan
chan
error
),
ctlStart
:
make
(
chan
chan
error
),
ctlStop
:
make
(
chan
chan
struct
{}),
ctlStop
:
make
(
chan
chan
struct
{}),
ctlShutdown
:
make
(
chan
chan
error
),
ctlShutdown
:
make
(
chan
chan
error
),
...
@@ -248,7 +251,7 @@ func (m *Master) runMain(ctx context.Context) (err error) {
...
@@ -248,7 +251,7 @@ func (m *Master) runMain(ctx context.Context) (err error) {
// storRecovery is result of 1 storage node passing recovery phase
// storRecovery is result of 1 storage node passing recovery phase
type
storRecovery
struct
{
type
storRecovery
struct
{
stor
*
neo
.
Node
stor
*
neo
.
Node
partTab
neo
.
PartitionTable
partTab
*
neo
.
PartitionTable
err
error
err
error
// XXX + backup_tid, truncate_tid ?
// XXX + backup_tid, truncate_tid ?
...
@@ -335,7 +338,7 @@ loop:
...
@@ -335,7 +338,7 @@ loop:
}
}
// update indicator whether cluster currently can be operational or not
// update indicator whether cluster currently can be operational or not
readyToStart
=
m
.
partTab
.
OperationalWith
(
&
m
.
nodeTab
)
// XXX + node state
readyToStart
=
m
.
partTab
.
OperationalWith
(
m
.
nodeTab
)
// XXX + node state
// XXX handle case of new cluster - when no storage reports valid parttab
// XXX handle case of new cluster - when no storage reports valid parttab
// XXX -> create new parttab
// XXX -> create new parttab
...
@@ -438,23 +441,7 @@ func storCtlRecovery(ctx context.Context, stor *neo.Node, res chan storRecovery)
...
@@ -438,23 +441,7 @@ func storCtlRecovery(ctx context.Context, stor *neo.Node, res chan storRecovery)
}
}
// reconstruct partition table from response
// reconstruct partition table from response
pt
:=
neo
.
PartitionTable
{}
pt
:=
neo
.
PartTabFromDump
(
resp
.
PTid
,
resp
.
RowList
)
pt
.
PTid
=
resp
.
PTid
for
_
,
row
:=
range
resp
.
RowList
{
i
:=
row
.
Offset
for
i
>=
uint32
(
len
(
pt
.
PtTab
))
{
pt
.
PtTab
=
append
(
pt
.
PtTab
,
[]
neo
.
PartitionCell
{})
}
//pt.PtTab[i] = append(pt.PtTab[i], row.CellList...)
for
_
,
cell
:=
range
row
.
CellList
{
pt
.
PtTab
[
i
]
=
append
(
pt
.
PtTab
[
i
],
neo
.
PartitionCell
{
NodeUUID
:
cell
.
NodeUUID
,
CellState
:
cell
.
CellState
,
})
}
}
res
<-
storRecovery
{
stor
:
stor
,
partTab
:
pt
}
res
<-
storRecovery
{
stor
:
stor
,
partTab
:
pt
}
}
}
...
@@ -526,7 +513,7 @@ loop:
...
@@ -526,7 +513,7 @@ loop:
m
.
nodeTab
.
SetNodeState
(
n
.
node
,
neo
.
DOWN
)
m
.
nodeTab
.
SetNodeState
(
n
.
node
,
neo
.
DOWN
)
// if cluster became non-operational - we cancel verification
// if cluster became non-operational - we cancel verification
if
!
m
.
partTab
.
OperationalWith
(
&
m
.
nodeTab
)
{
if
!
m
.
partTab
.
OperationalWith
(
m
.
nodeTab
)
{
// XXX ok to instantly cancel? or better
// XXX ok to instantly cancel? or better
// graceful shutdown in-flight verifications?
// graceful shutdown in-flight verifications?
vcancel
()
vcancel
()
...
@@ -547,7 +534,7 @@ loop:
...
@@ -547,7 +534,7 @@ loop:
// check partTab is still operational
// check partTab is still operational
// if not -> cancel to go back to recovery
// if not -> cancel to go back to recovery
if
!
m
.
partTab
.
OperationalWith
(
&
m
.
nodeTab
)
{
if
!
m
.
partTab
.
OperationalWith
(
m
.
nodeTab
)
{
vcancel
()
vcancel
()
err
=
errClusterDegraded
err
=
errClusterDegraded
break
loop
break
loop
...
@@ -778,7 +765,7 @@ loop:
...
@@ -778,7 +765,7 @@ loop:
m
.
nodeTab
.
SetNodeState
(
n
.
node
,
neo
.
DOWN
)
m
.
nodeTab
.
SetNodeState
(
n
.
node
,
neo
.
DOWN
)
// if cluster became non-operational - cancel service
// if cluster became non-operational - cancel service
if
!
m
.
partTab
.
OperationalWith
(
&
m
.
nodeTab
)
{
if
!
m
.
partTab
.
OperationalWith
(
m
.
nodeTab
)
{
err
=
errClusterDegraded
err
=
errClusterDegraded
break
loop
break
loop
}
}
...
...
go/neo/server/storage.go
View file @
3fcd0178
...
@@ -315,12 +315,15 @@ func (stor *Storage) m1initialize(ctx context.Context, Mconn *neo.Conn) (err err
...
@@ -315,12 +315,15 @@ func (stor *Storage) m1initialize(ctx context.Context, Mconn *neo.Conn) (err err
case
*
neo
.
Recovery
:
case
*
neo
.
Recovery
:
err
=
Mconn
.
Send
(
&
neo
.
AnswerRecovery
{
err
=
Mconn
.
Send
(
&
neo
.
AnswerRecovery
{
PTid
:
0
,
// XXX stub
PTid
:
stor
.
node
.
PartTab
.
PTid
,
BackupTid
:
neo
.
INVALID_TID
,
BackupTid
:
neo
.
INVALID_TID
,
TruncateTid
:
neo
.
INVALID_TID
})
TruncateTid
:
neo
.
INVALID_TID
})
case
*
neo
.
AskPartitionTable
:
case
*
neo
.
AskPartitionTable
:
// TODO read and send M locally-saved PT (ptid, []PtRow)
// TODO initially read PT from disk
err
=
Mconn
.
Send
(
&
neo
.
AnswerPartitionTable
{
PTid
:
stor
.
node
.
PartTab
.
PTid
,
RowList
:
stor
.
node
.
PartTab
.
Dump
()})
case
*
neo
.
LockedTransactions
:
case
*
neo
.
LockedTransactions
:
// XXX r/o stub
// XXX r/o stub
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment