Merge remote-tracking branch 'origin/master' into erp5-cluster

component/binutils/buildout.cfg

-[buildout]
-parts =
-  binutils
-
-extends =
-  ../bison/buildout.cfg
-  ../zlib/buildout.cfg
-
-[binutils]
-recipe = slapos.recipe.cmmi
-url = http://ftp.gnu.org/gnu/binutils/binutils-2.21.1.tar.bz2
-md5sum = bde820eac53fa3a8d8696667418557ad
-environment =
-  PATH=${bison:location}/bin:%(PATH)s
-  CPPFLAGS=-I${zlib:location}/include
-  LDFLAGS=-L${zlib:location}/lib -Wl,-rpath=${zlib:location}/lib

component/dbus/buildout.cfg

@@ -10,8 +10,8 @@ parts =
 
 [dbus]
 recipe = slapos.recipe.cmmi
-url = http://dbus.freedesktop.org/releases/dbus/dbus-1.8.10.tar.gz
-md5sum = 6be5ef99ae784de9d04589eb067fe038
+url = http://dbus.freedesktop.org/releases/dbus/dbus-1.8.12.tar.gz
+md5sum = 0ca23fc84c09cb3d29b9c27811ff4475
 location = ${buildout:parts-directory}/${:_buildout_section_name_}
 configure-options =
   --disable-static

component/gcc/buildout.cfg

@@ -2,10 +2,8 @@
 # Mostly required to support languages different than C or C++
 [buildout]
 extends =
-  ../m4/buildout.cfg
   ../gmp/buildout.cfg
   ../xz-utils/buildout.cfg
-  ../zip/buildout.cfg
 
 parts =
   gcc

component/ghostscript/buildout.cfg

@@ -2,7 +2,6 @@
 extends =
   ../fontconfig/buildout.cfg
   ../freetype/buildout.cfg
-  ../libjpeg/buildout.cfg
   ../libtiff/buildout.cfg
   ../libxml2/buildout.cfg
   ../pkgconfig/buildout.cfg

component/graphviz/buildout.cfg

@@ -6,19 +6,14 @@ parts =
   graphviz
 extends =
   ../bzip2/buildout.cfg
-  ../fontconfig/buildout.cfg
-  ../freetype/buildout.cfg
-  ../libpng/buildout.cfg
-  ../glib/buildout.cfg
   ../gtk-2/buildout.cfg
   ../pkgconfig/buildout.cfg
-  ../xorg/buildout.cfg
   ../zlib/buildout.cfg
 
 [graphviz]
 recipe = slapos.recipe.cmmi
-url = http://www.graphviz.org/pub/graphviz/stable/SOURCES/graphviz-2.36.0.tar.gz
-md5sum = 1f41664dba0c93109ac8b71216bf2b57
+url = http://www.graphviz.org/pub/graphviz/stable/SOURCES/graphviz-2.38.0.tar.gz
+md5sum = 5b6a829b2ac94efcd5fa3c223ed6d3ae
 pkg_config_depends = ${pango:location}/lib/pkgconfig:${pango:pkg_config_depends}
 configure-options =
   --with-included-ltdl

component/gtk-2/buildout.cfg

 [buildout]
 extends =
   ../autoconf/buildout.cfg
-  ../libtool/buildout.cfg
   ../automake/buildout.cfg
   ../bzip2/buildout.cfg
   ../fontconfig/buildout.cfg
@@ -12,7 +11,7 @@ extends =
   ../libjpeg/buildout.cfg
   ../libpng/buildout.cfg
   ../libtiff/buildout.cfg
-  ../libxml2/buildout.cfg
+  ../libtool/buildout.cfg
   ../perl/buildout.cfg
   ../pkgconfig/buildout.cfg
   ../xorg/buildout.cfg

component/gtkmm/buildout.cfg

 [buildout]
 extends =
   ../bzip2/buildout.cfg
-  ../fontconfig/buildout.cfg
   ../freetype/buildout.cfg
   ../glibmm/buildout.cfg
   ../gtk-2/buildout.cfg
-  ../libpng/buildout.cfg
-  ../libxml2/buildout.cfg
   ../perl/buildout.cfg
   ../xorg/buildout.cfg
   ../xz-utils/buildout.cfg
   ../zlib/buildout.cfg
+
 parts =
   gtkmm
 

component/inkscape/buildout.cfg

@@ -5,7 +5,6 @@ extends =
   ../bzip2/buildout.cfg
   ../freetype/buildout.cfg
   ../garbage-collector/buildout.cfg
-  ../gcc/buildout.cfg
   ../gettext/buildout.cfg
   ../glibmm/buildout.cfg
   ../gtk-2/buildout.cfg

component/jasper/CVE-2014-9029.patch

+Description: CVE-2014-9029: Heap overflows in libjasper
+Origin: vendor
+Forwarded: no
+Author: Tomas Hoger <thoger@redhat.com>
+Reviewed-by: Salvatore Bonaccorso <carnil@debian.org>
+Last-Update: 2014-11-28
+
+--- a/src/libjasper/jpc/jpc_dec.c
++++ b/src/libjasper/jpc/jpc_dec.c
+@@ -1280,7 +1280,7 @@ static int jpc_dec_process_coc(jpc_dec_t
+ 	jpc_coc_t *coc = &ms->parms.coc;
+ 	jpc_dec_tile_t *tile;
+ 
+-	if (JAS_CAST(int, coc->compno) > dec->numcomps) {
++	if (JAS_CAST(int, coc->compno) >= dec->numcomps) {
+ 		jas_eprintf("invalid component number in COC marker segment\n");
+ 		return -1;
+ 	}
+@@ -1306,7 +1306,7 @@ static int jpc_dec_process_rgn(jpc_dec_t
+ 	jpc_rgn_t *rgn = &ms->parms.rgn;
+ 	jpc_dec_tile_t *tile;
+ 
+-	if (JAS_CAST(int, rgn->compno) > dec->numcomps) {
++	if (JAS_CAST(int, rgn->compno) >= dec->numcomps) {
+ 		jas_eprintf("invalid component number in RGN marker segment\n");
+ 		return -1;
+ 	}
+@@ -1355,7 +1355,7 @@ static int jpc_dec_process_qcc(jpc_dec_t
+ 	jpc_qcc_t *qcc = &ms->parms.qcc;
+ 	jpc_dec_tile_t *tile;
+ 
+-	if (JAS_CAST(int, qcc->compno) > dec->numcomps) {
++	if (JAS_CAST(int, qcc->compno) >= dec->numcomps) {
+ 		jas_eprintf("invalid component number in QCC marker segment\n");
+ 		return -1;
+ 	}

component/jasper/buildout.cfg

@@ -13,6 +13,7 @@ patches =
   ${:_profile_base_location_}/misc-fixes.patch#1202be8418907dfe58f819f7b47da24f
   ${:_profile_base_location_}/fix-filename-buffer-overflow.patch#38403f9c82a18547beca16c9c6f4ce7a
   ${:_profile_base_location_}/CVE-2011-4516-and-CVE-2011-4517.patch#a9676718ed016f66a3c76acf764c9e72
+  ${:_profile_base_location_}/CVE-2014-9029.patch#d69195cf17878f024cc0b580045ec314
 # jasper configure script is not executable by default
 configure-command =
   /bin/sh ./configure --prefix=${buildout:parts-directory}/${:_buildout_section_name_} --disable-static --enable-shared --disable-opengl

component/libdmtx/buildout.cfg

@@ -6,7 +6,6 @@ extends =
   ../bzip2/buildout.cfg
   ../imagemagick/buildout.cfg
   ../jbigkit/buildout.cfg
-  ../libpng/buildout.cfg
   ../zlib/buildout.cfg
 parts =
   libdmtx

component/librsvg/buildout.cfg

@@ -2,13 +2,11 @@
 parts = librsvg
 extends =
   ../bzip2/buildout.cfg
-  ../pkgconfig/buildout.cfg
-  ../libpng/buildout.cfg
-  ../libxml2/buildout.cfg
-  ../zlib/buildout.cfg
   ../gtk-2/buildout.cfg
-  ../xorg/buildout.cfg
+  ../libxml2/buildout.cfg
+  ../pkgconfig/buildout.cfg
   ../xz-utils/buildout.cfg
+  ../zlib/buildout.cfg
 
 [libcroco]
 recipe = slapos.recipe.cmmi

component/make/buildout.cfg

 [buildout]
-extends =
-  ../autoconf/buildout.cfg
-  ../automake/buildout.cfg
+parts =
+  make
 
 [make]
 # make 3.82 breaks too many things. Stick with 3.81.

component/nginx/buildout.cfg

@@ -11,8 +11,8 @@ parts = nginx-output
 
 [nginx-common]
 recipe = slapos.recipe.cmmi
-url = http://nginx.org/download/nginx-1.7.7.tar.gz
-md5sum = 3beaa25fc87ff2a75ab1b46174dc5ebf
+url = http://nginx.org/download/nginx-1.7.8.tar.gz
+md5sum = fd5ab813fc1853cd8efe580ead577c3e
 
 [nginx]
 <= nginx-common

component/numpy/buildout.cfg

@@ -4,8 +4,6 @@ extends =
   ../gcc/buildout.cfg
   ../libatlas/buildout.cfg
 
-version = versions
-
 [numpy-env]
 PATH = ${gcc-fortran:location}/bin:%(PATH)s
 BLAS = ${libatlas:location}/lib/libcblas.a

component/poppler/buildout.cfg

@@ -3,12 +3,10 @@ parts = poppler
 extends =
   ../bzip2/buildout.cfg
   ../fontconfig/buildout.cfg
-  ../freetype/buildout.cfg
   ../jbigkit/buildout.cfg
   ../libjpeg/buildout.cfg
   ../libpng/buildout.cfg
   ../libtiff/buildout.cfg
-  ../libxml2/buildout.cfg
   ../pkgconfig/buildout.cfg
   ../xz-utils/buildout.cfg
   ../zlib/buildout.cfg

component/python-2.7/buildout.cfg

@@ -41,6 +41,7 @@ patch-options = -p1
 patches =
   ${:_profile_base_location_}/tls_sni.patch#c95af105e6e96aaa58a50137595872a0
   ${:_profile_base_location_}/tls_sni_httplib.patch#5c9d00d23b85169df792a936a056cbcc
+  ${:_profile_base_location_}/fix_compiler_module_issue_20613.patch#94443a77f903e9de880a029967fa6aa7
 url =
   http://python.org/ftp/python/${:package_version}/Python-${:package_version}${:package_version_suffix}.tar.xz
 configure-options =

component/python-2.7/fix_compiler_module_issue_20613.patch

+From af98230024f639d4c719b55d0d330912c3ea7b97 Mon Sep 17 00:00:00 2001
+From: Arnaud Fontaine <arnaud.fontaine@nexedi.com>
+Date: Thu, 11 Dec 2014 23:48:22 +0900
+Subject: [PATCH] Revert https://hg.python.org/cpython/raw-rev/42faa8054c3d.
+ This fixes http://bugs.python.org/issue20613.
+
+---
+ Lib/compiler/pyassem.py   | 257 ++++++++++++++++++++++++++++------------------
+ Lib/compiler/pycodegen.py |   2 +-
+ 2 files changed, 159 insertions(+), 100 deletions(-)
+
+diff --git a/Lib/compiler/pyassem.py b/Lib/compiler/pyassem.py
+index f52f7d0..4299a17 100644
+--- a/Lib/compiler/pyassem.py
++++ b/Lib/compiler/pyassem.py
+@@ -21,7 +21,6 @@ class FlowGraph:
+             if self.current:
+                 print "end", repr(self.current)
+                 print "    next", self.current.next
+-                print "    prev", self.current.prev
+                 print "   ", self.current.get_children()
+             print repr(block)
+         self.current = block
+@@ -41,12 +40,13 @@ class FlowGraph:
+         if block is None:
+             block = self.newBlock()
+ 
+-        # Note: If the current block ends with an unconditional control
+-        # transfer, then it is techically incorrect to add an implicit
+-        # transfer to the block graph. Doing so results in code generation
+-        # for unreachable blocks.  That doesn't appear to be very common
+-        # with Python code and since the built-in compiler doesn't optimize
+-        # it out we don't either.
++        # Note: If the current block ends with an unconditional
++        # control transfer, then it is incorrect to add an implicit
++        # transfer to the block graph.  The current code requires
++        # these edges to get the blocks emitted in the right order,
++        # however. :-(  If a client needs to remove these edges, call
++        # pruneEdges().
++
+         self.current.addNext(block)
+         self.startBlock(block)
+ 
+@@ -69,6 +69,8 @@ class FlowGraph:
+     def emit(self, *inst):
+         if self._debug:
+             print "\t", inst
++        if inst[0] in ['RETURN_VALUE', 'YIELD_VALUE']:
++            self.current.addOutEdge(self.exit)
+         if len(inst) == 2 and isinstance(inst[1], Block):
+             self.current.addOutEdge(inst[1])
+         self.current.emit(inst)
+@@ -78,9 +80,118 @@ class FlowGraph:
+ 
+         i.e. each node appears before all of its successors
+         """
+-        order = order_blocks(self.entry, self.exit)
++        # XXX make sure every node that doesn't have an explicit next
++        # is set so that next points to exit
++        for b in self.blocks.elements():
++            if b is self.exit:
++                continue
++            if not b.next:
++                b.addNext(self.exit)
++        order = dfs_postorder(self.entry, {})
++        order.reverse()
++        self.fixupOrder(order, self.exit)
++        # hack alert
++        if not self.exit in order:
++            order.append(self.exit)
++
+         return order
+ 
++    def fixupOrder(self, blocks, default_next):
++        """Fixup bad order introduced by DFS."""
++
++        # XXX This is a total mess.  There must be a better way to get
++        # the code blocks in the right order.
++
++        self.fixupOrderHonorNext(blocks, default_next)
++        self.fixupOrderForward(blocks, default_next)
++
++    def fixupOrderHonorNext(self, blocks, default_next):
++        """Fix one problem with DFS.
++
++        The DFS uses child block, but doesn't know about the special
++        "next" block.  As a result, the DFS can order blocks so that a
++        block isn't next to the right block for implicit control
++        transfers.
++        """
++        index = {}
++        for i in range(len(blocks)):
++            index[blocks[i]] = i
++
++        for i in range(0, len(blocks) - 1):
++            b = blocks[i]
++            n = blocks[i + 1]
++            if not b.next or b.next[0] == default_next or b.next[0] == n:
++                continue
++            # The blocks are in the wrong order.  Find the chain of
++            # blocks to insert where they belong.
++            cur = b
++            chain = []
++            elt = cur
++            while elt.next and elt.next[0] != default_next:
++                chain.append(elt.next[0])
++                elt = elt.next[0]
++            # Now remove the blocks in the chain from the current
++            # block list, so that they can be re-inserted.
++            l = []
++            for b in chain:
++                assert index[b] > i
++                l.append((index[b], b))
++            l.sort()
++            l.reverse()
++            for j, b in l:
++                del blocks[index[b]]
++            # Insert the chain in the proper location
++            blocks[i:i + 1] = [cur] + chain
++            # Finally, re-compute the block indexes
++            for i in range(len(blocks)):
++                index[blocks[i]] = i
++
++    def fixupOrderForward(self, blocks, default_next):
++        """Make sure all JUMP_FORWARDs jump forward"""
++        index = {}
++        chains = []
++        cur = []
++        for b in blocks:
++            index[b] = len(chains)
++            cur.append(b)
++            if b.next and b.next[0] == default_next:
++                chains.append(cur)
++                cur = []
++        chains.append(cur)
++
++        while 1:
++            constraints = []
++
++            for i in range(len(chains)):
++                l = chains[i]
++                for b in l:
++                    for c in b.get_children():
++                        if index[c] < i:
++                            forward_p = 0
++                            for inst in b.insts:
++                                if inst[0] == 'JUMP_FORWARD':
++                                    if inst[1] == c:
++                                        forward_p = 1
++                            if not forward_p:
++                                continue
++                            constraints.append((index[c], i))
++
++            if not constraints:
++                break
++
++            # XXX just do one for now
++            # do swaps to get things in the right order
++            goes_before, a_chain = constraints[0]
++            assert a_chain > goes_before
++            c = chains[a_chain]
++            chains.remove(c)
++            chains.insert(goes_before, c)
++
++        del blocks[:]
++        for c in chains:
++            for b in c:
++                blocks.append(b)
++
+     def getBlocks(self):
+         return self.blocks.elements()
+ 
+@@ -94,84 +205,27 @@ class FlowGraph:
+             l.extend(b.getContainedGraphs())
+         return l
+ 
+-
+-def order_blocks(start_block, exit_block):
+-    """Order blocks so that they are emitted in the right order"""
+-    # Rules:
+-    # - when a block has a next block, the next block must be emitted just after
+-    # - when a block has followers (relative jumps), it must be emitted before
+-    #   them
+-    # - all reachable blocks must be emitted
++def dfs_postorder(b, seen):
++    """Depth-first search of tree rooted at b, return in postorder"""
+     order = []
+-
+-    # Find all the blocks to be emitted.
+-    remaining = set()
+-    todo = [start_block]
+-    while todo:
+-        b = todo.pop()
+-        if b in remaining:
+-            continue
+-        remaining.add(b)
+-        for c in b.get_children():
+-            if c not in remaining:
+-                todo.append(c)
+-
+-    # A block is dominated by another block if that block must be emitted
+-    # before it.
+-    dominators = {}
+-    for b in remaining:
+-        if __debug__ and b.next:
+-            assert b is b.next[0].prev[0], (b, b.next)
+-        # Make sure every block appears in dominators, even if no
+-        # other block must precede it.
+-        dominators.setdefault(b, set())
+-        # preceding blocks dominate following blocks
+-        for c in b.get_followers():
+-            while 1:
+-                dominators.setdefault(c, set()).add(b)
+-                # Any block that has a next pointer leading to c is also
+-                # dominated because the whole chain will be emitted at once.
+-                # Walk backwards and add them all.
+-                if c.prev and c.prev[0] is not b:
+-                    c = c.prev[0]
+-                else:
+-                    break
+-
+-    def find_next():
+-        # Find a block that can be emitted next.
+-        for b in remaining:
+-            for c in dominators[b]:
+-                if c in remaining:
+-                    break # can't emit yet, dominated by a remaining block
+-            else:
+-                return b
+-        assert 0, 'circular dependency, cannot find next block'
+-
+-    b = start_block
+-    while 1:
+-        order.append(b)
+-        remaining.discard(b)
+-        if b.next:
+-            b = b.next[0]
++    seen[b] = b
++    for c in b.get_children():
++        if c in seen:
+             continue
+-        elif b is not exit_block and not b.has_unconditional_transfer():
+-            order.append(exit_block)
+-        if not remaining:
+-            break
+-        b = find_next()
++        order = order + dfs_postorder(c, seen)
++    order.append(b)
+     return order
+ 
+-
+ class Block:
+     _count = 0
+ 
+     def __init__(self, label=''):
+         self.insts = []
+-        self.outEdges = set()
++        self.inEdges = misc.Set()
++        self.outEdges = misc.Set()
+         self.label = label
+         self.bid = Block._count
+         self.next = []
+-        self.prev = []
+         Block._count = Block._count + 1
+ 
+     def __repr__(self):
+@@ -187,46 +241,51 @@ class Block:
+ 
+     def emit(self, inst):
+         op = inst[0]
++        if op[:4] == 'JUMP':
++            self.outEdges.add(inst[1])
+         self.insts.append(inst)
+ 
+     def getInstructions(self):
+         return self.insts
+ 
++    def addInEdge(self, block):
++        self.inEdges.add(block)
++
+     def addOutEdge(self, block):
+         self.outEdges.add(block)
+ 
+     def addNext(self, block):
+         self.next.append(block)
+         assert len(self.next) == 1, map(str, self.next)
+-        block.prev.append(self)
+-        assert len(block.prev) == 1, map(str, block.prev)
+ 
+-    _uncond_transfer = ('RETURN_VALUE', 'RAISE_VARARGS',
+-                        'JUMP_ABSOLUTE', 'JUMP_FORWARD', 'CONTINUE_LOOP',
+-                        )
++    _uncond_transfer = ('RETURN_VALUE', 'RAISE_VARARGS', 'YIELD_VALUE',
++                        'JUMP_ABSOLUTE', 'JUMP_FORWARD', 'CONTINUE_LOOP')
+ 
+-    def has_unconditional_transfer(self):
+-        """Returns True if there is an unconditional transfer to an other block
+-        at the end of this block. This means there is no risk for the bytecode
+-        executer to go past this block's bytecode."""
++    def pruneNext(self):
++        """Remove bogus edge for unconditional transfers
++
++        Each block has a next edge that accounts for implicit control
++        transfers, e.g. from a JUMP_IF_FALSE to the block that will be
++        executed if the test is true.
++
++        These edges must remain for the current assembler code to
++        work. If they are removed, the dfs_postorder gets things in
++        weird orders.  However, they shouldn't be there for other
++        purposes, e.g. conversion to SSA form.  This method will
++        remove the next edge when it follows an unconditional control
++        transfer.
++        """
+         try:
+             op, arg = self.insts[-1]
+         except (IndexError, ValueError):
+             return
+-        return op in self._uncond_transfer
++        if op in self._uncond_transfer:
++            self.next = []
+ 
+     def get_children(self):
+-        return list(self.outEdges) + self.next
+-
+-    def get_followers(self):
+-        """Get the whole list of followers, including the next block."""
+-        followers = set(self.next)
+-        # Blocks that must be emitted *after* this one, because of
+-        # bytecode offsets (e.g. relative jumps) pointing to them.
+-        for inst in self.insts:
+-            if inst[0] in PyFlowGraph.hasjrel:
+-                followers.add(inst[1])
+-        return followers
++        if self.next and self.next[0] in self.outEdges:
++            self.outEdges.remove(self.next[0])
++        return self.outEdges.elements() + self.next
+ 
+     def getContainedGraphs(self):
+         """Return all graphs contained within this block.
+@@ -387,18 +446,18 @@ class PyFlowGraph(FlowGraph):
+             elif inst[0] != "SET_LINENO":
+                 pc = pc + 3
+             opname = inst[0]
+-            if opname in self.hasjrel:
++            if self.hasjrel.has_elt(opname):
+                 oparg = inst[1]
+                 offset = begin[oparg] - pc
+                 insts[i] = opname, offset
+-            elif opname in self.hasjabs:
++            elif self.hasjabs.has_elt(opname):
+                 insts[i] = opname, begin[inst[1]]
+         self.stage = FLAT
+ 
+-    hasjrel = set()
++    hasjrel = misc.Set()
+     for i in dis.hasjrel:
+         hasjrel.add(dis.opname[i])
+-    hasjabs = set()
++    hasjabs = misc.Set()
+     for i in dis.hasjabs:
+         hasjabs.add(dis.opname[i])
+ 
+diff --git a/Lib/compiler/pycodegen.py b/Lib/compiler/pycodegen.py
+index 6515945..3f641ba 100644
+--- a/Lib/compiler/pycodegen.py
++++ b/Lib/compiler/pycodegen.py
+@@ -706,7 +706,7 @@ class CodeGenerator:
+             self.startBlock(anchor)
+             self.emit('POP_BLOCK')
+             self.setups.pop()
+-            self.nextBlock(end)
++            self.startBlock(end)
+ 
+         self.emit('LOAD_CONST', None)
+ 
+-- 
+2.2.0.rc0.207.ga3a616c
+

software/apache-frontend/common.cfg

@@ -5,7 +5,6 @@ extends =
 
   ../../stack/slapos.cfg
   ../../component/dash/buildout.cfg
-  ../../component/binutils/buildout.cfg
   ../../component/lxml-python/buildout.cfg
   ../../component/apache/buildout.cfg
   ../../component/gzip/buildout.cfg
@@ -25,7 +24,6 @@ parts +=
   template
   template-apache-frontend
   template-apache-replicate
-  binutils
   apache-2.2
   apache-antiloris-apache-2.2
 

software/apache-frontend/software.cfg

@@ -12,7 +12,7 @@ gitdb = 0.5.4
 plone.recipe.command = 1.1
 pycrypto = 2.6.1
 rdiff-backup = 1.0.5
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6
 slapos.toolbox = 0.40.4
 smmap = 0.8.2
 

software/erp5testnode/software.cfg

@@ -61,7 +61,7 @@ md5sum = 22ffc8e212dcf2db8ad94cf0e5ac4772
 PyXML = 0.8.5
 erp5.util = 0.4.42
 slapos.cookbook = 0.92
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6
 
 # Required by:
 # slapos.cookbook==0.92

software/html5ide/software.cfg

@@ -48,4 +48,4 @@ PyRSS2Gen = 1.1
 cns.recipe.symlink = 0.2.3
 collective.recipe.template = 1.11
 plone.recipe.command = 1.1
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6

software/monitor/software.cfg

@@ -76,7 +76,7 @@ eggs =
 PyRSS2Gen = 1.1
 cns.recipe.symlink = 0.2.3
 plone.recipe.command = 1.1
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6
 z3c.recipe.scripts = 1.0.1
 
 apache-libcloud = 0.16.0

software/nginx-push-stream/software.cfg

@@ -43,4 +43,4 @@ mode = 0644
 
 [versions]
 plone.recipe.command = 1.1
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6

software/powerdns/software.cfg

@@ -64,4 +64,4 @@ PyRSS2Gen = 1.1
 cns.recipe.symlink = 0.2.3
 collective.recipe.template = 1.11
 plone.recipe.command = 1.1
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6

software/seleniumrunner/software.cfg

@@ -47,4 +47,4 @@ mode = 0644
 
 [versions]
 plone.recipe.command = 1.1
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6

software/slapos-in-partition/software.cfg

@@ -12,4 +12,4 @@ Pygments = 1.6
 collective.recipe.environment = 0.2.0
 collective.recipe.template = 1.10
 slapos.recipe.download = 1.0.dev-r4053
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6

software/slapos-testing/software.cfg

@@ -83,4 +83,4 @@ mode = 640
 Pygments = 1.6
 collective.recipe.template = 1.10
 plone.recipe.command = 1.1
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6

software/test-slave-instance-deployment/software.cfg

@@ -59,7 +59,7 @@ eggs = collective.recipe.template
 collective.recipe.template = 1.11
 plone.recipe.command = 1.1
 slapos.recipe.build = 0.13
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6
 
 # Replicate slapos stack, but without shacache to not have to compile the entire world for a simple test.
 [buildout]

stack/cloudooo.cfg

@@ -81,7 +81,7 @@ WSGIUtils = 0.7
 plone.recipe.command = 1.1
 python-magic = 0.4.6
 rdiff-backup = 1.0.5
-slapos.recipe.template = 2.5
+slapos.recipe.template = 2.6
 
 # Required by:
 # PasteScript==1.7.5

stack/monitor/buildout.cfg

@@ -48,7 +48,7 @@ mode = 0644
 recipe = hexagonit.recipe.download
 url = ${:_profile_base_location_}/${:filename}
 download-only = true
-md5sum = cb2f15850d3dc82459a0044adb4416cf
+md5sum = 5b12e864f1762d7984f7d4863d0b795d
 destination = ${buildout:parts-directory}/monitor-template-monitor-bin
 filename = monitor.py.in
 mode = 0644

stack/monitor/monitor.py.in

 #!{{ python_executable }}
 
-import datetime
 import json
 import os
 import subprocess
@@ -36,30 +35,32 @@ option_list = [
 ]
 
 class Popen(subprocess.Popen):
-  __timeout = None
-
-  def timeout(self, delay, delay_before_kill=5):
-    if self.__timeout is not None: self.__timeout.cancel()
-    self.__timeout = threading.Timer(delay, self.stop, [delay_before_kill])
-    self.__timeout.start()
-    def waiter():
-        self.wait()
-        self.__timeout.cancel()
-    threading.Thread(target=waiter).start()
-
-  def stop(self, delay_before_kill=5):
-    if self.__timeout is not None: self.__timeout.cancel()
+
+  def set_timeout(self, timeout):
+    self.set_timeout = None # assert we're not called twice
+    event = threading.Event()
+    event.__killed = False # we just need a mutable
+    def t():
+      # do not call wait() or poll() because they're not thread-safe
+      if not event.wait(timeout) and self.returncode is None:
+        # race condition if waitpid completes just before the signal sent ?
         self.terminate()
-    t = threading.Timer(delay_before_kill, self.kill)
+        event.__killed = True
+        if event.wait(5):
+          return
+        if self.returncode is None:
+          self.kill() # same race as for terminate ?
+    t = threading.Thread(target=t)
+    t.daemon = True
     t.start()
-    r = self.wait()
-    t.cancel()
-    return r
-
-def init_db():
-  db = sqlite3.connect(db_path)
-  c = db.cursor()
-  c.executescript("""
+    def killed():
+      event.set()
+      t.join()
+      return event.__killed
+    return killed
+
+def init_db(db):
+  db.executescript("""
 CREATE TABLE IF NOT EXISTS status (
   timestamp INTEGER UNIQUE,
   status VARCHAR(255));
@@ -69,8 +70,6 @@ CREATE TABLE IF NOT EXISTS individual_status (
   element VARCHAR(255),
   output TEXT);
 """)
-  db.commit()
-  db.close()
 
 def getListOfScripts(directory):
   """
@@ -109,59 +108,43 @@ def runServices(directory):
 
 
 def runScripts(directory):
-  scripts = getListOfScripts(directory)
   # XXX script_timeout could be passed as parameters
   script_timeout = 60 # in seconds
   result = {}
-  for script in scripts:
-    command = [os.path.join(promise_dir, script)]
-    script = os.path.basename(command[0])
+  with open(os.devnull, 'r+') as f:
+    for script in getListOfScripts(directory):
+      command = os.path.join(promise_dir, script),
+      script = os.path.basename(script)
       result[script] = ''
 
-    process_handler = Popen(command,
-                            cwd=instance_path,
+      p = Popen(command, cwd=instance_path,
                 env=None if sys.platform == 'cygwin' else {},
-                            stdout=subprocess.PIPE,
-                            stderr=subprocess.PIPE,
-                            stdin=subprocess.PIPE)
-    process_handler.stdin.flush()
-    process_handler.stdin.close()
-    process_handler.stdin = None
-
-    process_handler.timeout(script_timeout)
-    process_handler.wait()
-
-    if process_handler.poll() is None:
-      process_handler.terminate()
+                stdin=f, stdout=f, stderr=subprocess.PIPE)
+      killed = p.set_timeout(script_timeout)
+      stderr = p.communicate()[1]
+      if killed():
         result[script] = "Time Out"
-    elif process_handler.poll() != 0:
-      stderr = process_handler.communicate()[1]
-      if stderr is not None:
+      elif p.returncode:
         result[script] = stderr.strip()
   return result
 
 
 def writeFiles(monitors):
   timestamp = int(time.time())
-  date = datetime.datetime.now().ctime()
-  init_db()
   db = sqlite3.connect(db_path)
-  fail = False
+  init_db(db)
+  status = SUCCESS
   for key, value in monitors.iteritems():
+    if value:
+      element_status = status = FAILURE
+    else:
       element_status = SUCCESS
-    if value != "" :
-      fail = True
-      element_status = FAILURE
     db.execute("insert into individual_status(timestamp, element, output, status) values (?, ?, ?, ?)", (timestamp, key, value, element_status))
-  db.commit()
-  status = SUCCESS
-  if fail:
-    status = FAILURE
   db.execute("insert into status(timestamp, status) values (?, ?)", (timestamp, status))
   db.commit()
   db.close()
-  monitors['datetime'] = date
-  open(monitoring_file_json, "w+").write(json.dumps(monitors))
+  monitors['datetime'] = time.ctime(timestamp)
+  json.dump(monitors, open(monitoring_file_json, "w+"))
 
 def main():
   parser = OptionParser(option_list=option_list)
@@ -183,10 +166,6 @@ def main():
     print json.dumps(monitors)
   else:
     writeFiles(monitors)
-  if len(monitors) == 0:
-    exit(0)
-  else:
-    exit(1)
 
 
 if __name__ == "__main__":

stack/slapos.cfg

@@ -100,7 +100,7 @@ eggs =
 
 [versions]
 # Use SlapOS patched zc.buildout
-zc.buildout = 1.7.1-dev-SlapOS-003
+zc.buildout = 1.7.1-dev-SlapOS-004
 # Use SlapOS patched zc.recipe.egg (zc.recipe.egg 2.x is for Buildout 2)
 zc.recipe.egg = 1.3.2nxd001
 # Use own version of h.r.download to be able to open xz-like archives
@@ -111,7 +111,7 @@ MarkupSafe = 0.23
 Werkzeug = 0.9.6
 buildout-versions = 1.7
 cffi = 0.8.6
-cmd2 = 0.6.7
+cmd2 = 0.6.8
 cryptography = 0.6
 itsdangerous = 0.24
 lxml = 3.4.1