add new stack supervisord which can manage process inside partition

stack/supervisord/README.rst

+Supervisord process manager
+
+How to use
+==========
+
+Supervisord stack provides a library which can be called in your instance slapos. This stack can be used to run sub services in a partition.
+
+To use:
+
+ * extend ``stack/supervisord/buildout.cfg`` in your software.cfg file.
+ * provide ``supervisord-library:target`` and ``supervisord-conf:target`` to your instance template which require to use supervisord controller.
+ * add ``{% import "supervisord" as supervisord with context %}`` to instance template which call supervisord library. See example below:
+
+**software.cfg**
+::
+
+  [template-instance]
+  recipe = slapos.recipe.template:jinja2
+  context =
+      key buildout_bin_directory buildout:bin-directory
+      key supervisord        supervisord-library:target
+      key supervisord_conf   supervisord-conf:target
+
+**instance.cfg.in**
+::
+
+    [template-custom-instance.cfg]
+    recipe  = slapos.recipe.template:jinja2
+    supervisord-lib = {{ supervisord }}
+    import-list =
+      file supervisord :supervisord-lib
+    context =
+      raw buildout_bin_directory  {{ buildout_bin_directory }}
+      raw supervisord_conf        {{ supervisord_conf }}
+
+
+**custom-instance.cfg**
+::
+
+  {% import "supervisord" as supervisord with context %}
+  {{ supervisord.supervisord("custom-controller", buildout_bin_directory, supervisord_conf, use_service_hash=False) }}
+
+  # add program to service controller
+  {% set program_dict = {"name": "mariadb", "command": "${mariadb-service:wrapper}",
+    "stopwaitsecs": 300, "environment": []} %}
+
+  {{ supervisord.supervisord_program("mariadb", program_dict) }}
+
+  ...
+  
+  [buildout]
+  
+  parts = 
+    ...
+    supervisord-custom-controller
+    supervisord-mariadb
+
+
+Supervisord inside partition
+============================
+
+Check supervisord controlled services status:
+::
+
+  $ instance/slappartXX/bin/custom-controller status
+  mariadb                          RUNNING   pid 5511, uptime 6:04:54
+
+
+`supervisord_program` parameters and defaults:
+
+.. code-block:: python
+
+  program_dict = {
+    "name": "NAME",
+    "command": "WRAPPER_PATH",
+    "stopwaitsecs": 60,
+    "environment": ['PATH="/usr/bin/:/partition/bin/:$PATH"', 'MAKEFLAGS="-j2"'],
+    "autostart": True,
+    "autorestart": False,
+    "startsecs": 0,
+    "startretries": 0,
+    "stopsignal": "TERM",
+    "stdout_logfile": "NONE",
+    "stderr_logfile": "NONE"
+  }
+

stack/supervisord/buildout.cfg

+[buildout]
+
+extends =
+  ../slapos.cfg
+  buildout.hash.cfg
+
+parts =
+  supervisord-conf
+  supervisord-library
+
+[supervisord-download-base]
+recipe = slapos.recipe.build:download
+mode = 0644
+url = ${:_profile_base_location_}/${:_update_hash_filename_}
+
+
+[supervisord-eggs]
+recipe = zc.recipe.egg
+eggs =
+  ${slapos-cookbook:eggs}
+  supervisor
+scripts =
+  supervisord
+  supervisorctl
+
+[supervisord-library]
+<= supervisord-download-base
+filename = supervisord.jinja2.in
+depends = ${supervisord-eggs:recipe}
+
+[supervisord-conf]
+<= supervisord-download-base
+filename = supervisord.conf.in

stack/supervisord/buildout.hash.cfg

+# THIS IS NOT A BUILDOUT FILE, despite purposedly using a compatible syntax.
+# The only allowed lines here are (regexes):
+# - "^#" comments, copied verbatim
+# - "^[" section beginings, copied verbatim
+# - lines containing an "=" sign which must fit in the following categorie.
+#   - "^\s*filename\s*=\s*path\s*$" where "path" is relative to this file
+#     Copied verbatim.
+#   - "^\s*hashtype\s*=.*" where "hashtype" is one of the values supported
+#     by the re-generation script.
+#     Re-generated.
+# - other lines are copied verbatim
+# Substitution (${...:...}), extension ([buildout] extends = ...) and
+# section inheritance (< = ...) are NOT supported (but you should really
+# not need these here).
+[supervisord-library]
+_update_hash_filename_ = supervisord.jinja2.in
+md5sum = 163c9f60e4ad3842162cbb11d771b7b8
+
+[supervisord-conf]
+_update_hash_filename_ = supervisord.conf.in
+md5sum = d624f65151233493c6dbdafa83ae8cbd
+

stack/supervisord/supervisord.conf.in

+[unix_http_server]
+file = {{ parameter_dict['socket-path'] }}
+chmod=0700
+
+[include]
+files = {{ parameter_dict['include-dir'] }}/*.conf
+
+[supervisorctl]
+serverurl = unix://{{ parameter_dict['socket-path'] }}
+
+[supervisord]
+loglevel = {{ parameter_dict['log-level'] }}
+logfile_maxbytes = 2MB
+nodaemon = false
+logfile-backups = 3
+logfile = {{ parameter_dict['log-file'] }}
+pidfile = {{ parameter_dict['pid-file'] }}
+
+[rpcinterface:supervisor]
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface

stack/supervisord/supervisord.jinja2.in

+{% macro supervisord(
+  name,
+  buildout_bin_directory,
+  supervisord_conf,
+  use_service_hash=False
+) -%}
+
+[controller-directory]
+recipe = slapos.cookbook:mkdirectory
+etc = ${buildout:directory}/etc
+var = ${buildout:directory}/var
+log = ${:var}/log
+run = ${:var}/run
+supervisord = ${:etc}/supervisord-{{ name }}.conf.d
+
+[controller-parameters]
+socket-path = ${controller-directory:run}/{{ name }}.socket
+include-dir = ${controller-directory:supervisord}
+log-file    = ${controller-directory:log}/supervisord-{{ name }}.log
+log-level   = info
+pid-file    = ${controller-directory:run}/supervisord-{{ name }}.pid
+
+[supervisord-controller-conf]
+recipe = slapos.recipe.template:jinja2
+template = {{ supervisord_conf }}
+context =
+  section parameter_dict controller-parameters
+rendered = ${controller-directory:etc}/supervisord-{{ name }}.conf
+
+[supervisord-{{ name }}]
+recipe = slapos.cookbook:wrapper
+command-line = {{ buildout_bin_directory }}/supervisord -c ${supervisord-controller-conf:rendered} --nodaemon
+wrapper-path = ${directory:services}/supervisord-{{ name }}
+{% if use_service_hash -%}
+hash-existing-files = ${buildout:directory}/software_release/buildout.cfg
+{% endif -%}
+depends = 
+  {{ '${' ~ name ~ '-bin:recipe}' }}
+
+[{{ name }}-bin]
+recipe = slapos.cookbook:wrapper
+command-line = {{ buildout_bin_directory }}/supervisorctl -c ${supervisord-controller-conf:rendered}
+wrapper-path = ${directory:bin}/{{ name }}
+
+{%- endmacro %}
+
+
+{% macro supervisord_program(
+  name,
+  parameter_dict
+) -%}
+
+
+[supervisord-{{ name }}]
+recipe = slapos.recipe.template:jinja2
+template = inline:[program:{{ parameter_dict['name'] }}]
+  directory = ${buildout:directory}
+  command = {{ parameter_dict['command'] }}
+  process_name = {{ parameter_dict['name'] }}
+  autostart = {{ parameter_dict.get('autostart', True) }}
+  autorestart = {{ parameter_dict.get('autorestart', False) }}
+  startsecs = {{ parameter_dict.get('startsecs', 0) }}
+  startretries = {{ parameter_dict.get('startretries', 0) }}
+  exitcodes = {{ parameter_dict.get('exitcodes', 0) }}
+  stopsignal = {{ parameter_dict.get('stopsignal', 'TERM') }}
+  stopwaitsecs = {{ parameter_dict.get('stopwaitsecs', 60) }}
+  serverurl=AUTO
+  redirect_stderr=true
+  stdout_logfile = {{ parameter_dict.get('stdout_logfile', 'NONE') }}
+  stdout_logfile_maxbytes = 1000KB
+  stdout_logfile_backups = 1
+  stderr_logfile = {{ parameter_dict.get('stderr_logfile', 'NONE') }}
+  stderr_logfile_maxbytes = 1000KB
+  stderr_logfile_backups = 1
+  environment = {{ parameter_dict['environment'] | join(',') }}
+
+rendered = ${controller-directory:supervisord}/{{ name }}.conf
+
+{%- endmacro %}