Simple perf tracking support. Should move these into a separate repo

docs/PERF_TRACKING.md

+We're currently trying out [codespeed](http://github.com/tobami/codespeed) for performance tracking.
+
+These instructions are pretty untested.
+
+## Server setup
+
+```
+git clone http://github.com/kmod/codespeed --branch pyston
+virtualenv codespeed_env
+. codespeed_env/bin/activate
+cd codespeed
+pip install -r requirements
+python manage.py syncdb
+# create admin user
+python manage.py migrate
+
+cp sample_project/deploy/apache-reverseproxy.conf /etc/apache2/sites-available/010-speed.pyston.conf
+ln -s /etc/apache2/sites-available/010-speed.pyston.conf /etc/apache2/sites-enabled
+# may need:
+# a2enmod proxy_http
+# service apache2 restart
+service apache2 reload
+```
+
+Create an "environment" for each computer that it will be run on.  Right now the tools are set up to set the environment to the hostname.

tools/measure_perf.py

 #!/usr/bin/env python
 
+import commands
+import os.path
 import subprocess
 import time
 
-def run_tests(executables, benchmarks):
+import submit
+
+def run_tests(executables, benchmarks, callback):
     times = [[] for e in executables]
 
     for b in benchmarks:
         for e, time_list in zip(executables, times):
             start = time.time()
-            subprocess.check_call(e + [b], stdout=open("/dev/null", 'w'))
+            subprocess.check_call(e.args + [b], stdout=open("/dev/null", 'w'))
             elapsed = time.time() - start
 
-            print "%s %s: % 4.1fs" % (" ".join(e).rjust(25), b.ljust(35), elapsed)
+            print "%s %s: % 4.1fs" % (e.name.rjust(15), b.ljust(35), elapsed)
 
             time_list.append(elapsed)
 
+            if callback:
+                callback(e, b, elapsed)
+
     for e, time_list in zip(executables, times):
         t = 1
         for elapsed in time_list:
             t *= elapsed
         t **= (1.0 / len(time_list))
-        print "%s %s: % 4.1fs" % (" ".join(e).rjust(25), "geomean".ljust(35), t)
+        print "%s %s: % 4.1fs" % (e.name.rjust(15), "geomean".ljust(35), t)
 
 
+class Executable(object):
+    def __init__(self, args, name):
+        self.args = args
+        self.name = name
 
 def main():
-    executables = [["./pyston_release", "-q"]]
+    executables = [Executable(["./pyston_release", "-q"], "pyston")]
+
+    RUN_CPYTHON = 0
+    if RUN_CPYTHON:
+        executables.append(Executable(["python"], "cpython 2.7"))
+    DO_SUBMIT = 1
+    # if RUN_PYPY:
+        # executables.append(Executable(["python"], "cpython 2.7"))
 
     benchmarks = []
 
@@ -44,7 +62,23 @@ def main():
         "spectral_norm.py",
         ]]
 
-    run_tests(executables, benchmarks)
+    GIT_REV = commands.getoutput("git rev-parse HEAD")
+    def submit_callback(exe, benchmark, elapsed):
+        benchmark = os.path.basename(benchmark)
+
+        assert benchmark.endswith(".py")
+        benchmark = benchmark[:-3]
+
+        commitid = GIT_REV
+        if "cpython" in exe.name:
+            commitid = "default"
+        submit.submit(commitid=commitid, benchmark=benchmark, executable=exe.name, value=elapsed)
+
+    callback = None
+    if DO_SUBMIT:
+        callback = submit_callback
+
+    run_tests(executables, benchmarks, callback)
 
 if __name__ == "__main__":
     main()

tools/submit.py

+# Submission library based on the codespeed example:
+
+from datetime import datetime
+import socket
+import urllib
+import urllib2
+
+# You need to enter the real URL and have the server running
+CODESPEED_URL = 'http://speed.pyston.org/'
+
+def _formdata(commitid, benchmark, executable, value):
+    hostname = socket.gethostname()
+
+    if "cpython" in executable.lower():
+        project = "CPython"
+    else:
+        project = "Pyston"
+
+    # Mandatory fields
+    data = {
+        'commitid': commitid,
+        'branch': 'default',  # Always use default for trunk/master/tip
+        'project': project,
+        'executable': executable,
+        'benchmark': benchmark,
+        'environment': hostname,
+        'result_value': value,
+    }
+
+    """
+    # Optional fields
+    current_date = datetime.today()
+    data.update({
+        'revision_date': current_date,  # Optional. Default is taken either
+                                        # from VCS integration or from current date
+        'result_date': current_date,  # Optional, default is current date
+    })
+    """
+
+    return data
+
+def submit(commitid, benchmark, executable, value):
+    data = _formdata(commitid, benchmark, executable, value)
+
+    params = urllib.urlencode(data)
+    response = "None"
+    print "Saving result for executable %s, revision %s, benchmark %s" % (
+        data['executable'], data['commitid'], data['benchmark'])
+    try:
+        f = urllib2.urlopen(CODESPEED_URL + 'result/add/', params)
+    except urllib2.HTTPError as e:
+        print str(e)
+        print e.read()
+        raise
+    response = f.read()
+    f.close()
+    print "Server (%s) response: %s\n" % (CODESPEED_URL, response)