Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
N
neo
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Stefane Fermigier
neo
Commits
827ad6d3
Commit
827ad6d3
authored
Jun 01, 2017
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
X Start draft of pipenet -- for testing cluster interaction all at hand
parent
e938faba
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
229 additions
and
0 deletions
+229
-0
go/neo/cluster_test.go
go/neo/cluster_test.go
+6
-0
go/xcommon/pipenet/pipenet.go
go/xcommon/pipenet/pipenet.go
+203
-0
go/xcommon/pipenet/pipenet_test.go
go/xcommon/pipenet/pipenet_test.go
+20
-0
No files found.
go/neo/cluster_test.go
View file @
827ad6d3
...
...
@@ -29,6 +29,12 @@ import (
"../zodb/storage/fs1"
)
// M drives cluster with 1 S through recovery -> verification -> service -> shutdown
func
TestMasterStorage
(
t
*
testing
.
T
)
{
// TODO
}
// basic interaction between Client -- Storage
func
TestClientStorage
(
t
*
testing
.
T
)
{
Cnl
,
Snl
:=
nodeLinkPipe
()
...
...
go/xcommon/pipenet/pipenet.go
0 → 100644
View file @
827ad6d3
// Copyright (C) 2017 Nexedi SA and Contributors.
// Kirill Smelkov <kirr@nexedi.com>
//
// This program is free software: you can Use, Study, Modify and Redistribute
// it under the terms of the GNU General Public License version 3, or (at your
// option) any later version, as published by the Free Software Foundation.
//
// You can also Link and Combine this program with other software covered by
// the terms of any of the Open Source Initiative approved licenses and Convey
// the resulting work. Corresponding source of such a combination shall include
// the source code for all other software used.
//
// This program is distributed WITHOUT ANY WARRANTY; without even the implied
// warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
//
// See COPYING file for full licensing terms.
// Package pipenet provides all-in-memory network of net.Pipes
//
// TODO describe addressing scheme
//
// it is useful for testing networked applications interaction in 1 process
// without going to OS networking stack. XXX
package
pipenet
import
(
"errors"
"net"
)
//const Network = "pipe" // pipenet packages handles only this network
var
errBadNetwork
=
errors
.
New
(
"invalid network"
)
var
errBadAddress
=
errors
.
New
(
"invalid address"
)
var
errAddrAlreadyUsed
=
errors
.
New
(
"address already in use"
)
var
errConnRefused
=
errors
.
New
(
"connection refused"
)
// Network represents network of in memory pipes
// It can be worked with the same way a regular TCP network is handled with Dial/Listen/Accept/...
type
Network
struct
{
Name
string
// name of this network, e.g. "pipe"
mu
sync
.
Mutex
pipev
[]
...
// port -> listener + net.Pipe (?)
// listenv []chan dialReq // listener[port] is waiting here if != nil
}
// Addr represents address of a pipe endpoint
type
Addr
{
network
*
Network
addr
string
// XXX -> port ? + including c/s ?
}
var
_
net
.
Addr
=
(
*
Addr
)
nil
func
(
a
*
Addr
)
Network
()
string
{
return
Network
}
func
(
a
*
Addr
)
String
()
string
{
return
a
.
addr
}
// XXX do we need Conn wrapping net.Pipe ? (e.g. to override String())
func
(
n
*
Network
)
Listen
(
network
,
laddr
string
)
(
net
.
Listener
,
error
)
{
lerr
:=
func
(
err
error
)
error
{
return
&
net
.
OpError
{
Op
:
"listen"
,
Net
:
network
,
Addr
:
laddr
,
Err
:
err
}
}
if
network
!=
n
.
Name
{
return
lerr
(
errBadNetwork
)
}
// laddr must be empty or int >= 0
port
:=
-
1
if
laddr
!=
""
{
port
,
err
:=
strconv
.
Atoi
(
laddr
)
if
err
!=
nil
||
port
<
0
{
return
lerr
(
errBadAddress
)
}
}
n
.
mu
.
Lock
()
defer
n
.
m
.
Unlock
()
// find first free port if it was not specified
if
port
<
0
{
for
port
=
0
;
port
<
len
(
n
.
listenv
);
port
++
{
if
n
.
listenv
[
port
]
==
nil
{
break
}
}
// if all busy it exits with port == len(n.listenv)
}
// grow if needed
for
port
>=
len
(
n
.
listenv
)
{
n
.
listenv
=
append
(
n
.
listenv
,
nil
)
}
if
n
.
listenv
[
port
]
!=
nil
{
return
lerr
(
errAddrAlreadyUsed
)
}
l
:=
listener
{
...
}
n
.
listenv
[
port
]
=
l
...
return
&
l
}
// listener implements net.Listener for piped network
type
listener
struct
{
network
*
Network
// XXX needed ?
port
int
// port we are listening on
dialq
chan
chan
dialResp
// Dial requests to our port go here
acceptq
chan
chan
acceptResp
// Accept requests go here
down
chan
struct
{}
// Close -> down=ready
downOnce
sync
.
Once
// so Close several times is ok
}
var
_
net
.
Listener
=
(
*
listener
)
nil
func
(
l
*
listener
)
Addr
()
Addr
{
return
&
Addr
{
net
:
l
.
net
,
addr
:
fmt
.
Sprintf
(
"%d"
,
l
.
port
}
// NOTE no c/s XXX -> +l ?
}
func
(
l
*
listener
)
Close
()
error
{
l
.
downOnce
.
Do
(
func
()
{
close
(
l
.
down
)
})
}
// connected is response from listener to Dial and Accept
type
connected
struct
{
conn
net
.
Conn
err
error
}
func
(
l
*
listener
)
Accept
()
(
net
.
Conn
,
error
)
{
ch
:=
make
(
chan
connected
)
select
{
case
l
.
down
return
...
"... closed"
// XXX
case
l
.
acceptq
<-
ch
:
resp
:=
<-
ch
return
resp
.
conn
,
resp
.
err
}
}
func
(
n
*
Network
)
Dial
(
network
,
addr
string
)
(
net
.
Conn
,
error
)
{
derr
:=
func
(
err
error
)
error
{
return
&
net
.
OpError
{
Op
:
"dial"
,
Net
:
network
,
Addr
:
addr
,
Err
:
err
}
}
if
network
!=
n
.
Name
{
return
derr
(
errBadNetwork
)
}
port
,
err
:=
strconv
.
Atoi
(
addr
)
if
err
!=
nil
||
port
<
0
{
return
derr
(
errBadAddress
)
}
n
.
mu
.
Lock
()
defer
n
.
mu
.
Unlock
()
// XXX ok to defer here?
if
port
>=
len
(
n
.
listenv
)
{
return
derr
(
errConnRefused
)
// XXX merge with vvv
}
l
:=
n
.
listenv
[
port
]
if
l
==
nil
{
return
derr
(
errConnRefused
)
// XXX merge with ^^^
}
// NOTE listener is not locking n.mu -> it is ok to send/receive under mu
ch
:=
make
(
chan
dialResp
)
select
{
case
l
.
down
:
return
derr
(
errConnRefused
)
case
l
.
dialq
<-
ch
:
resp
:=
<-
ch
return
resp
.
conn
,
resp
.
err
}
}
// ----------------------------------------
var
DefaultNet
=
Network
{
Name
:
"pipe"
}
func
Dial
(
netw
,
addr
string
)
(
net
.
Conn
,
error
)
{
return
DefaultNet
.
Dial
(
netw
,
addr
)
}
func
Listen
(
netw
,
laddr
string
)
(
net
.
Listen
,
error
)
{
return
DefaultNet
.
Listen
(
netw
,
laddr
)
}
go/xcommon/pipenet/pipenet_test.go
0 → 100644
View file @
827ad6d3
// Copyright (C) 2017 Nexedi SA and Contributors.
// Kirill Smelkov <kirr@nexedi.com>
//
// This program is free software: you can Use, Study, Modify and Redistribute
// it under the terms of the GNU General Public License version 3, or (at your
// option) any later version, as published by the Free Software Foundation.
//
// You can also Link and Combine this program with other software covered by
// the terms of any of the Open Source Initiative approved licenses and Convey
// the resulting work. Corresponding source of such a combination shall include
// the source code for all other software used.
//
// This program is distributed WITHOUT ANY WARRANTY; without even the implied
// warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
//
// See COPYING file for full licensing terms.
package
pipenet
// TODO
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment