Commit fb2ffde2 authored by Mitchell Hashimoto's avatar Mitchell Hashimoto

packer/plugin: Refactor the client for the API to be more uniform

parent 5604098a
...@@ -13,6 +13,9 @@ import ( ...@@ -13,6 +13,9 @@ import (
// Packer. // Packer.
const defaultConfig = ` const defaultConfig = `
{ {
"plugin_min_port": 10000,
"plugin_max_port": 25000,
"builders": { "builders": {
"amazon-ebs": "packer-builder-amazon-ebs", "amazon-ebs": "packer-builder-amazon-ebs",
"vmware": "packer-builder-vmware" "vmware": "packer-builder-vmware"
...@@ -29,6 +32,9 @@ const defaultConfig = ` ...@@ -29,6 +32,9 @@ const defaultConfig = `
` `
type config struct { type config struct {
PluginMinPort uint
PluginMaxPort uint
Builders map[string]string Builders map[string]string
Commands map[string]string Commands map[string]string
Provisioners map[string]string Provisioners map[string]string
......
...@@ -57,7 +57,12 @@ func (c *cmdBuilder) checkExit(p interface{}, cb func()) { ...@@ -57,7 +57,12 @@ func (c *cmdBuilder) checkExit(p interface{}, cb func()) {
// //
// This function guarantees the subprocess will end in a timely manner. // This function guarantees the subprocess will end in a timely manner.
func Builder(cmd *exec.Cmd) (result packer.Builder, err error) { func Builder(cmd *exec.Cmd) (result packer.Builder, err error) {
cmdClient := NewManagedClient(cmd) config := &ClientConfig{
Cmd: cmd,
Managed: true,
}
cmdClient := NewClient(config)
address, err := cmdClient.Start() address, err := cmdClient.Start()
if err != nil { if err != nil {
return return
......
...@@ -3,6 +3,7 @@ package plugin ...@@ -3,6 +3,7 @@ package plugin
import ( import (
"bytes" "bytes"
"errors" "errors"
"fmt"
"io" "io"
"log" "log"
"os" "os"
...@@ -17,13 +18,35 @@ import ( ...@@ -17,13 +18,35 @@ import (
var managedClients = make([]*client, 0, 5) var managedClients = make([]*client, 0, 5)
type client struct { type client struct {
StartTimeout time.Duration config *ClientConfig
cmd *exec.Cmd
exited bool exited bool
doneLogging bool doneLogging bool
} }
// ClientConfig is the configuration used to initialize a new
// plugin client. After being used to initialize a plugin client,
// that configuration must not be modified again.
type ClientConfig struct {
// The unstarted subprocess for starting the plugin.
Cmd *exec.Cmd
// Managed represents if the client should be managed by the
// plugin package or not. If true, then by calling CleanupClients,
// it will automatically be cleaned up. Otherwise, the client
// user is fully responsible for making sure to Kill all plugin
// clients.
Managed bool
// The minimum and maximum port to use for communicating with
// the subprocess. If not set, this defaults to 10,000 and 25,000
// respectively.
MinPort, MaxPort uint
// StartTimeout is the timeout to wait for the plugin to say it
// has started successfully.
StartTimeout time.Duration
}
// This makes sure all the managed subprocesses are killed and properly // This makes sure all the managed subprocesses are killed and properly
// logged. This should be called before the parent process running the // logged. This should be called before the parent process running the
// plugins exits. // plugins exits.
...@@ -53,22 +76,26 @@ func CleanupClients() { ...@@ -53,22 +76,26 @@ func CleanupClients() {
// the client is a managed client (created with NewManagedClient) you // the client is a managed client (created with NewManagedClient) you
// can just call CleanupClients at the end of your program and they will // can just call CleanupClients at the end of your program and they will
// be properly cleaned. // be properly cleaned.
func NewClient(cmd *exec.Cmd) *client { func NewClient(config *ClientConfig) (c *client) {
return &client{ if config.MinPort == 0 && config.MaxPort == 0 {
1 * time.Minute, config.MinPort = 10000
cmd, config.MaxPort = 25000
}
if config.StartTimeout == 0 {
config.StartTimeout = 1 * time.Minute
}
c = &client{
config,
false, false,
false, false,
} }
}
// Creates a new client that is managed, meaning it'll automatically be if config.Managed {
// cleaned up when CleanupClients() is called at some point. Please see managedClients = append(managedClients, c)
// the documentation for CleanupClients() for more information on how }
// managed clients work.
func NewManagedClient(cmd *exec.Cmd) (result *client) {
result = NewClient(cmd)
managedClients = append(managedClients, result)
return return
} }
...@@ -77,6 +104,34 @@ func (c *client) Exited() bool { ...@@ -77,6 +104,34 @@ func (c *client) Exited() bool {
return c.exited return c.exited
} }
// End the executing subprocess (if it is running) and perform any cleanup
// tasks necessary such as capturing any remaining logs and so on.
//
// This method blocks until the process successfully exits.
//
// This method can safely be called multiple times.
func (c *client) Kill() {
cmd := c.config.Cmd
if cmd.Process == nil {
return
}
cmd.Process.Kill()
// Wait for the client to finish logging so we have a complete log
done := make(chan bool)
go func() {
for !c.doneLogging {
time.Sleep(10 * time.Millisecond)
}
done <- true
}()
<-done
}
// Starts the underlying subprocess, communicating with it to negotiate // Starts the underlying subprocess, communicating with it to negotiate
// a port for RPC connections, and returning the address to connect via RPC. // a port for RPC connections, and returning the address to connect via RPC.
// //
...@@ -88,17 +143,19 @@ func (c *client) Start() (address string, err error) { ...@@ -88,17 +143,19 @@ func (c *client) Start() (address string, err error) {
// TODO: Mutex // TODO: Mutex
env := []string{ env := []string{
"PACKER_PLUGIN_MIN_PORT=10000", fmt.Sprintf("PACKER_PLUGIN_MIN_PORT=%d", c.config.MinPort),
"PACKER_PLUGIN_MAX_PORT=25000", fmt.Sprintf("PACKER_PLUGIN_MAX_PORT=%d", c.config.MaxPort),
} }
stdout := new(bytes.Buffer) stdout := new(bytes.Buffer)
stderr := new(bytes.Buffer) stderr := new(bytes.Buffer)
c.cmd.Env = append(c.cmd.Env, os.Environ()...)
c.cmd.Env = append(c.cmd.Env, env...) cmd := c.config.Cmd
c.cmd.Stderr = stderr cmd.Env = append(cmd.Env, os.Environ()...)
c.cmd.Stdout = stdout cmd.Env = append(cmd.Env, env...)
err = c.cmd.Start() cmd.Stderr = stderr
cmd.Stdout = stdout
err = cmd.Start()
if err != nil { if err != nil {
return return
} }
...@@ -108,7 +165,7 @@ func (c *client) Start() (address string, err error) { ...@@ -108,7 +165,7 @@ func (c *client) Start() (address string, err error) {
r := recover() r := recover()
if err != nil || r != nil { if err != nil || r != nil {
c.cmd.Process.Kill() cmd.Process.Kill()
} }
if r != nil { if r != nil {
...@@ -118,8 +175,8 @@ func (c *client) Start() (address string, err error) { ...@@ -118,8 +175,8 @@ func (c *client) Start() (address string, err error) {
// Start goroutine to wait for process to exit // Start goroutine to wait for process to exit
go func() { go func() {
c.cmd.Wait() cmd.Wait()
log.Printf("%s: plugin process exited\n", c.cmd.Path) log.Printf("%s: plugin process exited\n", cmd.Path)
c.exited = true c.exited = true
}() }()
...@@ -127,7 +184,7 @@ func (c *client) Start() (address string, err error) { ...@@ -127,7 +184,7 @@ func (c *client) Start() (address string, err error) {
go c.logStderr(stderr) go c.logStderr(stderr)
// Some channels for the next step // Some channels for the next step
timeout := time.After(c.StartTimeout) timeout := time.After(c.config.StartTimeout)
// Start looking for the address // Start looking for the address
for done := false; !done; { for done := false; !done; {
...@@ -163,32 +220,6 @@ func (c *client) Start() (address string, err error) { ...@@ -163,32 +220,6 @@ func (c *client) Start() (address string, err error) {
return return
} }
// End the executing subprocess (if it is running) and perform any cleanup
// tasks necessary such as capturing any remaining logs and so on.
//
// This method blocks until the process successfully exits.
//
// This method can safely be called multiple times.
func (c *client) Kill() {
if c.cmd.Process == nil {
return
}
c.cmd.Process.Kill()
// Wait for the client to finish logging so we have a complete log
done := make(chan bool)
go func() {
for !c.doneLogging {
time.Sleep(10 * time.Millisecond)
}
done <- true
}()
<-done
}
func (c *client) logStderr(buf *bytes.Buffer) { func (c *client) logStderr(buf *bytes.Buffer) {
for done := false; !done; { for done := false; !done; {
if c.Exited() { if c.Exited() {
...@@ -200,7 +231,7 @@ func (c *client) logStderr(buf *bytes.Buffer) { ...@@ -200,7 +231,7 @@ func (c *client) logStderr(buf *bytes.Buffer) {
var line string var line string
line, err = buf.ReadString('\n') line, err = buf.ReadString('\n')
if line != "" { if line != "" {
log.Printf("%s: %s", c.cmd.Path, line) log.Printf("%s: %s", c.config.Cmd.Path, line)
} }
} }
......
...@@ -7,7 +7,7 @@ import ( ...@@ -7,7 +7,7 @@ import (
func TestClient(t *testing.T) { func TestClient(t *testing.T) {
process := helperProcess("mock") process := helperProcess("mock")
c := NewClient(process) c := NewClient(&ClientConfig{Cmd: process})
defer c.Kill() defer c.Kill()
// Test that it parses the proper address // Test that it parses the proper address
...@@ -34,11 +34,13 @@ func TestClient(t *testing.T) { ...@@ -34,11 +34,13 @@ func TestClient(t *testing.T) {
} }
func TestClient_Start_Timeout(t *testing.T) { func TestClient_Start_Timeout(t *testing.T) {
c := NewClient(helperProcess("start-timeout")) config := &ClientConfig{
defer c.Kill() Cmd: helperProcess("start-timeout"),
StartTimeout: 50 * time.Millisecond,
}
// Set a shorter timeout c := NewClient(config)
c.StartTimeout = 50 * time.Millisecond defer c.Kill()
_, err := c.Start() _, err := c.Start()
if err == nil { if err == nil {
......
...@@ -62,7 +62,12 @@ func (c *cmdCommand) checkExit(p interface{}, cb func()) { ...@@ -62,7 +62,12 @@ func (c *cmdCommand) checkExit(p interface{}, cb func()) {
// //
// This function guarantees the subprocess will end in a timely manner. // This function guarantees the subprocess will end in a timely manner.
func Command(cmd *exec.Cmd) (result packer.Command, err error) { func Command(cmd *exec.Cmd) (result packer.Command, err error) {
cmdClient := NewManagedClient(cmd) config := &ClientConfig{
Cmd: cmd,
Managed: true,
}
cmdClient := NewClient(config)
address, err := cmdClient.Start() address, err := cmdClient.Start()
if err != nil { if err != nil {
return return
......
...@@ -39,7 +39,12 @@ func (c *cmdHook) checkExit(p interface{}, cb func()) { ...@@ -39,7 +39,12 @@ func (c *cmdHook) checkExit(p interface{}, cb func()) {
// //
// This function guarantees the subprocess will end in a timely manner. // This function guarantees the subprocess will end in a timely manner.
func Hook(cmd *exec.Cmd) (result packer.Hook, err error) { func Hook(cmd *exec.Cmd) (result packer.Hook, err error) {
cmdClient := NewManagedClient(cmd) config := &ClientConfig{
Cmd: cmd,
Managed: true,
}
cmdClient := NewClient(config)
address, err := cmdClient.Start() address, err := cmdClient.Start()
if err != nil { if err != nil {
return return
......
...@@ -48,7 +48,12 @@ func (c *cmdProvisioner) checkExit(p interface{}, cb func()) { ...@@ -48,7 +48,12 @@ func (c *cmdProvisioner) checkExit(p interface{}, cb func()) {
// //
// This function guarantees the subprocess will end in a timely manner. // This function guarantees the subprocess will end in a timely manner.
func Provisioner(cmd *exec.Cmd) (result packer.Provisioner, err error) { func Provisioner(cmd *exec.Cmd) (result packer.Provisioner, err error) {
cmdClient := NewManagedClient(cmd) config := &ClientConfig{
Cmd: cmd,
Managed: true,
}
cmdClient := NewClient(config)
address, err := cmdClient.Start() address, err := cmdClient.Start()
if err != nil { if err != nil {
return return
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment