Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
N
neoppod
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Levin Zimmermann
neoppod
Commits
ed777fda
Commit
ed777fda
authored
Feb 22, 2021
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
d2ac0ad1
Changes
6
Show whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
56 additions
and
50 deletions
+56
-50
go/neo/master.go
go/neo/master.go
+14
-7
go/neo/mastered.go
go/neo/mastered.go
+2
-2
go/neo/storage.go
go/neo/storage.go
+5
-4
go/neo/xneo/nodetab.go
go/neo/xneo/nodetab.go
+0
-13
go/neo/xneo/parttab.go
go/neo/xneo/parttab.go
+34
-21
go/neo/xneo/xneo.go
go/neo/xneo/xneo.go
+1
-3
No files found.
go/neo/master.go
View file @
ed777fda
...
@@ -574,7 +574,10 @@ func (m *Master) recovery(ctx context.Context) (err error) {
...
@@ -574,7 +574,10 @@ func (m *Master) recovery(ctx context.Context) (err error) {
storv
=
append
(
storv
,
stor
)
storv
=
append
(
storv
,
stor
)
}
}
}
}
m
.
node
.
State
.
PartTab
=
xneo
.
MakePartTab
(
1
/* XXX hardcoded */
,
storv
)
m
.
node
.
State
.
PartTab
=
xneo
.
MakePartTab
(
1
/* np; XXX hardcoded */
,
1
/*R; XXX hardcoded*/
,
storv
)
m
.
node
.
State
.
PartTab
.
PTid
=
1
m
.
node
.
State
.
PartTab
.
PTid
=
1
log
.
Infof
(
ctx
,
"creating new partition table: %s"
,
m
.
node
.
State
.
PartTab
)
log
.
Infof
(
ctx
,
"creating new partition table: %s"
,
m
.
node
.
State
.
PartTab
)
}
}
...
@@ -603,7 +606,15 @@ func storCtlRecovery(ctx context.Context, stor *_MasteredPeer) (_ *xneo.Partitio
...
@@ -603,7 +606,15 @@ func storCtlRecovery(ctx context.Context, stor *_MasteredPeer) (_ *xneo.Partitio
}
}
// reconstruct partition table from response
// reconstruct partition table from response
pt
:=
xneo
.
PartTabFromDump
(
resp
.
PTid
,
resp
.
RowList
)
// TODO handle resp.NumReplicas
// XXX AnswerPartitionTable and SendPartitionTable is exactly the same
// TODO -> better it be only 1 message
mpt
:=
&
proto
.
SendPartitionTable
{
PTid
:
resp
.
PTid
,
NumReplicas
:
resp
.
NumReplicas
,
RowList
:
resp
.
RowList
,
}
// NOTE NEO/py uses .NumReplicas as n(replica) - 1
pt
:=
xneo
.
PartTabFromMsg
(
mpt
)
return
pt
,
nil
return
pt
,
nil
}
}
...
@@ -789,11 +800,7 @@ func storCtlVerify(ctx context.Context, stor *_MasteredPeer, pt *xneo.PartitionT
...
@@ -789,11 +800,7 @@ func storCtlVerify(ctx context.Context, stor *_MasteredPeer, pt *xneo.PartitionT
lastTid
=
zodb
.
InvalidTid
lastTid
=
zodb
.
InvalidTid
// send just recovered parttab so storage saves it
// send just recovered parttab so storage saves it
err
=
slink
.
Send1
(
&
proto
.
SendPartitionTable
{
err
=
slink
.
Send1
(
pt
.
ToMsg
())
PTid
:
pt
.
PTid
,
NumReplicas
:
0
,
// FIXME hardcoded
RowList
:
pt
.
Dump
(),
})
if
err
!=
nil
{
if
err
!=
nil
{
return
return
}
}
...
...
go/neo/mastered.go
View file @
ed777fda
...
@@ -180,7 +180,7 @@ func (node *_MasteredNode) talkMaster1(ctx, ctxPreTalkM context.Context, f func(
...
@@ -180,7 +180,7 @@ func (node *_MasteredNode) talkMaster1(ctx, ctxPreTalkM context.Context, f func(
if
err
!=
nil
{
if
err
!=
nil
{
return
fmt
.
Errorf
(
"after identification: expect partTab: %w"
,
err
)
return
fmt
.
Errorf
(
"after identification: expect partTab: %w"
,
err
)
}
}
pt
=
xneo
.
PartTabFrom
Dump
(
mpt
.
PTid
,
mpt
.
RowList
)
// TODO handle mpt.NumReplicas
pt
=
xneo
.
PartTabFrom
Msg
(
&
mpt
)
log
.
Infof
(
ctx
,
"<- parttab:
\n
%s"
,
pt
)
log
.
Infof
(
ctx
,
"<- parttab:
\n
%s"
,
pt
)
}
}
...
@@ -269,7 +269,7 @@ func (node *_MasteredNode) recvδstate(ctx context.Context, msg proto.Msg) (δpt
...
@@ -269,7 +269,7 @@ func (node *_MasteredNode) recvδstate(ctx context.Context, msg proto.Msg) (δpt
// <- whole partTab
// <- whole partTab
case
*
proto
.
SendPartitionTable
:
case
*
proto
.
SendPartitionTable
:
δpt
=
true
δpt
=
true
pt
:=
xneo
.
PartTabFrom
Dump
(
msg
.
PTid
,
msg
.
RowList
)
// FIXME handle msg.NumReplicas
pt
:=
xneo
.
PartTabFrom
Msg
(
msg
)
log
.
Infof
(
ctx
,
"<- parttab: %s"
,
pt
)
log
.
Infof
(
ctx
,
"<- parttab: %s"
,
pt
)
node
.
State
.
PartTab
=
pt
node
.
State
.
PartTab
=
pt
...
...
go/neo/storage.go
View file @
ed777fda
...
@@ -168,11 +168,12 @@ func (stor *Storage) m1initialize1(ctx context.Context, req neonet.Request) erro
...
@@ -168,11 +168,12 @@ func (stor *Storage) m1initialize1(ctx context.Context, req neonet.Request) erro
TruncateTid
:
proto
.
INVALID_TID
})
TruncateTid
:
proto
.
INVALID_TID
})
case
*
proto
.
AskPartitionTable
:
case
*
proto
.
AskPartitionTable
:
// TODO initially read PT from disk
pt
:=
stor
.
node
.
State
.
PartTab
// TODO initially read PT from disk
mpt
:=
pt
.
ToMsg
()
// TODO merge AnswerPartitionTable and SendPartitionTable
err
=
req
.
Reply
(
&
proto
.
AnswerPartitionTable
{
err
=
req
.
Reply
(
&
proto
.
AnswerPartitionTable
{
PTid
:
stor
.
node
.
State
.
PartTab
.
PTid
,
PTid
:
mpt
.
PTid
,
NumReplicas
:
0
,
// FIXME hardcoded; NEO/py uses this as n(replica)-1
NumReplicas
:
mpt
.
NumReplicas
,
RowList
:
stor
.
node
.
State
.
PartTab
.
Dump
()
})
RowList
:
mpt
.
RowList
})
case
*
proto
.
LockedTransactions
:
case
*
proto
.
LockedTransactions
:
// FIXME r/o stub
// FIXME r/o stub
...
...
go/neo/xneo/nodetab.go
View file @
ed777fda
...
@@ -251,19 +251,6 @@ func (p *PeerNode) dial(ctx context.Context) (_ *neonet.NodeLink, err error) {
...
@@ -251,19 +251,6 @@ func (p *PeerNode) dial(ctx context.Context) (_ *neonet.NodeLink, err error) {
case
accept
.
YourNID
!=
node
.
MyInfo
.
NID
:
case
accept
.
YourNID
!=
node
.
MyInfo
.
NID
:
err
=
fmt
.
Errorf
(
"connected, but peer gives us nid %s (our is %s)"
,
accept
.
YourNID
,
node
.
MyInfo
.
NID
)
err
=
fmt
.
Errorf
(
"connected, but peer gives us nid %s (our is %s)"
,
accept
.
YourNID
,
node
.
MyInfo
.
NID
)
// XXX PeerNode.Dial is currently used by Client only.
// XXX For Client it would be not correct to check #partition only at
// XXX connection time, but it has to be also checked after always as every
// XXX operation could coincide with cluster reconfiguration.
//
// FIXME for now we simply don't check N(p)
//
// XXX NumReplicas: neo/py meaning for n(replica) = `n(real-replica) - 1`
/*
case !(accept.NumPartitions == 1 && accept.NumReplicas == 0):
err = fmt.Errorf("connected but TODO peer works with !1x1 partition table.")
*/
}
}
if
err
!=
nil
{
if
err
!=
nil
{
...
...
go/neo/xneo/parttab.go
View file @
ed777fda
...
@@ -117,6 +117,7 @@ import (
...
@@ -117,6 +117,7 @@ import (
// PartitionTable zero value is valid empty partition table.
// PartitionTable zero value is valid empty partition table.
type
PartitionTable
struct
{
type
PartitionTable
struct
{
PTid
proto
.
PTid
// ↑ for versioning
PTid
proto
.
PTid
// ↑ for versioning
r_
int
// n(replica) - 1; >= 0
tab
[][]
Cell
// [#Np] pid -> []Cell
tab
[][]
Cell
// [#Np] pid -> []Cell
}
}
...
@@ -135,6 +136,10 @@ type Cell struct {
...
@@ -135,6 +136,10 @@ type Cell struct {
// data from here and here it will be removed)
// data from here and here it will be removed)
}
}
// R returns n(replica) for partition table.
func
(
pt
*
PartitionTable
)
R
()
int
{
return
pt
.
r_
+
1
}
// Get returns cells oid is associated with.
// Get returns cells oid is associated with.
func
(
pt
*
PartitionTable
)
Get
(
oid
zodb
.
Oid
)
[]
Cell
{
func
(
pt
*
PartitionTable
)
Get
(
oid
zodb
.
Oid
)
[]
Cell
{
if
len
(
pt
.
tab
)
==
0
{
if
len
(
pt
.
tab
)
==
0
{
...
@@ -153,25 +158,27 @@ func (c *Cell) Readable() bool {
...
@@ -153,25 +158,27 @@ func (c *Cell) Readable() bool {
return
false
return
false
}
}
// MakePartTab creates new partition with uniformly distributed nodes
// MakePartTab creates new partition with uniformly distributed nodes
.
// The partition table created will be of len=np
// The partition table created will be of len=np
// FIXME R=1 hardcoded
func
MakePartTab
(
np
int
,
nreplica
int
,
nodev
[]
*
PeerNode
)
*
PartitionTable
{
// XXX nodev -> []NodeInfo ?
if
nreplica
<
1
{
func
MakePartTab
(
np
int
,
nodev
[]
*
PeerNode
)
*
PartitionTable
{
panic
(
"nreplica too small"
)
// XXX stub, not tested
}
// TODO tests
// TODO take nreplica into account
tab
:=
make
([][]
Cell
,
np
)
tab
:=
make
([][]
Cell
,
np
)
for
i
,
j
:=
0
,
0
;
i
<
np
;
i
,
j
=
i
+
1
,
j
+
1
%
len
(
nodev
)
{
for
i
,
j
:=
0
,
0
;
i
<
np
;
i
,
j
=
i
+
1
,
j
+
1
%
len
(
nodev
)
{
node
:=
nodev
[
j
]
node
:=
nodev
[
j
]
// XXX assert node.State > DOWN
// XXX assert node.State > DOWN
//fmt.Printf("tab[%d] <- %v\n", i, node.NID)
tab
[
i
]
=
[]
Cell
{{
CellInfo
:
proto
.
CellInfo
{
node
.
NID
,
proto
.
UP_TO_DATE
/*XXX ok?*/
}}}
tab
[
i
]
=
[]
Cell
{{
CellInfo
:
proto
.
CellInfo
{
node
.
NID
,
proto
.
UP_TO_DATE
/*XXX ok?*/
}}}
}
}
return
&
PartitionTable
{
tab
:
tab
}
return
&
PartitionTable
{
PTid
:
0
,
r_
:
nreplica
-
1
,
tab
:
tab
}
}
}
// OperationalWith checks whether all object space is covered by at least some ready-to-serve nodes
// OperationalWith checks whether all object space is covered by at least some ready-to-serve nodes
.
//
//
// for all partitions it checks both:
// for all partitions it checks both:
// - whether there are up-to-date entries in the partition table, and
// - whether there are up-to-date entries in the partition table, and
...
@@ -200,7 +207,7 @@ func (pt *PartitionTable) OperationalWith(nt *NodeTable) bool {
...
@@ -200,7 +207,7 @@ func (pt *PartitionTable) OperationalWith(nt *NodeTable) bool {
//
//
// We leave it as is for now.
// We leave it as is for now.
node
:=
nt
.
Get
(
cell
.
NID
)
node
:=
nt
.
Get
(
cell
.
NID
)
if
node
==
nil
||
node
.
State
!=
proto
.
RUNNING
{
// XXX PENDING is also ok ?
if
!
(
node
!=
nil
&&
node
.
State
==
proto
.
RUNNING
)
{
continue
continue
}
}
...
@@ -211,7 +218,6 @@ func (pt *PartitionTable) OperationalWith(nt *NodeTable) bool {
...
@@ -211,7 +218,6 @@ func (pt *PartitionTable) OperationalWith(nt *NodeTable) bool {
if
!
ok
{
if
!
ok
{
return
false
return
false
}
}
}
}
return
true
return
true
...
@@ -219,12 +225,11 @@ func (pt *PartitionTable) OperationalWith(nt *NodeTable) bool {
...
@@ -219,12 +225,11 @@ func (pt *PartitionTable) OperationalWith(nt *NodeTable) bool {
// ---- encode / decode PT to / from messages
// ---- encode / decode PT to / from messages
// XXX naming
func
(
pt
*
PartitionTable
)
String
()
string
{
func
(
pt
*
PartitionTable
)
String
()
string
{
buf
:=
&
bytes
.
Buffer
{}
buf
:=
&
bytes
.
Buffer
{}
fmt
.
Fprintf
(
buf
,
"PT.%d
[%d]
\n
"
,
pt
.
PTid
,
len
(
pt
.
tab
))
fmt
.
Fprintf
(
buf
,
"PT.%d
/%d[%d]
\n
"
,
pt
.
PTid
,
pt
.
R
()
,
len
(
pt
.
tab
))
for
i
,
cellv
:=
range
pt
.
tab
{
for
i
,
cellv
:=
range
pt
.
tab
{
fmt
.
Fprintf
(
buf
,
"%d:
\t
"
,
i
)
fmt
.
Fprintf
(
buf
,
"%d:
\t
"
,
i
)
if
len
(
cellv
)
==
0
{
if
len
(
cellv
)
==
0
{
...
@@ -241,8 +246,13 @@ func (pt *PartitionTable) String() string {
...
@@ -241,8 +246,13 @@ func (pt *PartitionTable) String() string {
return
buf
.
String
()
return
buf
.
String
()
}
}
// XXX -> RowList() ?
// ToMsg creates message that represents parttion table state.
func
(
pt
*
PartitionTable
)
Dump
()
[]
proto
.
RowInfo
{
// XXX also include .ptid? -> struct ?
func
(
pt
*
PartitionTable
)
ToMsg
()
*
proto
.
SendPartitionTable
{
msg
:=
&
proto
.
SendPartitionTable
{
PTid
:
pt
.
PTid
,
NumReplicas
:
uint32
(
pt
.
R
()
-
1
),
// NOTE NEO/py treats NumReplicas as n(replica)-1
}
rowv
:=
make
([]
proto
.
RowInfo
,
len
(
pt
.
tab
))
rowv
:=
make
([]
proto
.
RowInfo
,
len
(
pt
.
tab
))
for
i
,
row
:=
range
pt
.
tab
{
for
i
,
row
:=
range
pt
.
tab
{
cellv
:=
make
([]
proto
.
CellInfo
,
len
(
row
))
cellv
:=
make
([]
proto
.
CellInfo
,
len
(
row
))
...
@@ -252,16 +262,19 @@ func (pt *PartitionTable) Dump() []proto.RowInfo { // XXX also include .ptid? ->
...
@@ -252,16 +262,19 @@ func (pt *PartitionTable) Dump() []proto.RowInfo { // XXX also include .ptid? ->
rowv
[
i
]
=
proto
.
RowInfo
{
CellList
:
cellv
}
rowv
[
i
]
=
proto
.
RowInfo
{
CellList
:
cellv
}
}
}
return
rowv
msg
.
RowList
=
rowv
return
msg
}
}
// XXX +nreplica
// PartTabFromMsg creates partition table with state obtained from message.
func
PartTabFromDump
(
ptid
proto
.
PTid
,
rowv
[]
proto
.
RowInfo
)
*
PartitionTable
{
func
PartTabFromMsg
(
msg
*
proto
.
SendPartitionTable
)
*
PartitionTable
{
// reconstruct partition table from response
pt
:=
&
PartitionTable
{
pt
:=
&
PartitionTable
{}
PTid
:
msg
.
PTid
,
pt
.
PTid
=
ptid
r_
:
int
(
msg
.
NumReplicas
+
1
-
1
),
// NOTE NEO/py treates NumReplicas as n(replica)-1
}
for
i
,
row
:=
range
rowv
{
for
i
,
row
:=
range
msg
.
RowList
{
for
i
>=
len
(
pt
.
tab
)
{
for
i
>=
len
(
pt
.
tab
)
{
pt
.
tab
=
append
(
pt
.
tab
,
[]
Cell
{})
pt
.
tab
=
append
(
pt
.
tab
,
[]
Cell
{})
}
}
...
...
go/neo/xneo/xneo.go
View file @
ed777fda
...
@@ -61,9 +61,7 @@ func (cs *ClusterState) Snapshot() *ClusterStateSnapshot {
...
@@ -61,9 +61,7 @@ func (cs *ClusterState) Snapshot() *ClusterStateSnapshot {
S
.
NodeTab
.
IdTime
=
proto
.
IdTimeNone
// XXX what here?
S
.
NodeTab
.
IdTime
=
proto
.
IdTimeNone
// XXX what here?
S
.
NodeTab
.
NodeList
=
nodeiv
S
.
NodeTab
.
NodeList
=
nodeiv
S
.
PartTab
.
PTid
=
cs
.
PartTab
.
PTid
S
.
PartTab
=
*
cs
.
PartTab
.
ToMsg
()
S
.
PartTab
.
NumReplicas
=
uint32
(
0
)
// FIXME hardcoded NumReplicas; NEO/py keeps this as n(replica)-1
S
.
PartTab
.
RowList
=
cs
.
PartTab
.
Dump
()
return
S
return
S
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment