[CalendarServer-changes] [6174] CalendarServer/trunk/contrib/performance

[source_changes at macosforge.org]

Revision: 6174
          http://trac.macosforge.org/projects/calendarserver/changeset/6174
Author:   exarkun at twistedmatrix.com
Date:     2010-08-24 12:04:31 -0700 (Tue, 24 Aug 2010)
Log Message:
-----------
A tool for uploading benchmark results to the codespeed server

Added Paths:
-----------
    CalendarServer/trunk/contrib/performance/upload
    CalendarServer/trunk/contrib/performance/upload.py

Added: CalendarServer/trunk/contrib/performance/upload
===================================================================
--- CalendarServer/trunk/contrib/performance/upload	                        (rev 0)
+++ CalendarServer/trunk/contrib/performance/upload	2010-08-24 19:04:31 UTC (rev 6174)
@@ -0,0 +1,3 @@
+#!/usr/bin/python
+from upload import main
+raise SystemExit(main())


Property changes on: CalendarServer/trunk/contrib/performance/upload
___________________________________________________________________
Added: svn:executable
   + *

Added: CalendarServer/trunk/contrib/performance/upload.py
===================================================================
--- CalendarServer/trunk/contrib/performance/upload.py	                        (rev 0)
+++ CalendarServer/trunk/contrib/performance/upload.py	2010-08-24 19:04:31 UTC (rev 6174)
@@ -0,0 +1,96 @@
+import sys
+import pickle
+
+from urllib import urlencode
+from datetime import datetime
+
+from twisted.python.log import err
+from twisted.python.usage import UsageError, Options
+from twisted.internet import reactor
+from twisted.web.client import Agent
+
+from stats import median, mad
+from benchlib import select
+from httpclient import StringProducer, readBody
+
+
+class UploadOptions(Options):
+    optParameters = [
+        ('url', None, None,
+         'Location of Codespeed server to which to upload.'),
+        ('project', None, 'CalendarServer',
+         'Name of the project to which the data relates '
+         '(as recognized by the Codespeed server)'),
+        ('revision', None, None,
+         'Revision number of the code which produced this data.'),
+        ('environment', None, None,
+         'Name of the environment in which the data was produced.'),
+        ('statistic', None, None,
+         'Identifier for the file/benchmark/parameter'),
+        ('backend', None, None,
+         'Which storage backend produced this data.'),
+        ]
+
+    def postOptions(self):
+        assert self['url']
+        assert self['backend'] in ('filesystem', 'postgresql')
+
+
+
+def upload(reactor, url, project, revision, benchmark, executable,
+           environment, result_value, result_date, std_dev, max_value,
+           min_value):
+    data = {
+        'commitid': str(revision),
+        'project': project,
+        'benchmark': benchmark,
+        'environment': environment,
+        'executable': executable,
+        'result_value': str(result_value),
+        'result_date': result_date,
+        'std_dev': str(std_dev),
+        'max': str(max_value),
+        'min': str(min_value),
+        }
+    agent = Agent(reactor)
+    d = agent.request('POST', url, None, StringProducer(urlencode(data)))
+    def check(response):
+        d = readBody(response)
+        def read(body):
+            print 'body', repr(body)
+            if response.code != 200:
+                raise Exception("Upload failed: %r" % (response.code,))
+        d.addCallback(read)
+        return d
+    d.addCallback(check)
+    return d
+
+
+def main():
+    options = UploadOptions()
+    try:
+        options.parseOptions(sys.argv[1:])
+    except UsageError, e:
+        print e
+        return 1
+
+    fname, benchmark, param, statistic = options['statistic'].split(',')
+    stat, samples = select(
+        pickle.load(file(fname)), benchmark, param, statistic)
+
+    d = upload(
+        reactor,
+        url=options['url'],
+        project=options['project'],
+        revision=options['revision'],
+        benchmark='%s-%s-%s' % (benchmark, param, statistic),
+        executable='%s-backend' % (options['backend'],),
+        environment=options['environment'],
+        result_value=median(samples),
+        result_date=datetime.now(),
+        std_dev=mad(samples),  # Not really!
+        max_value=max(samples),
+        min_value=min(samples))
+    d.addErrback(err, "Upload failed")
+    reactor.callWhenRunning(d.addCallback, lambda ign: reactor.stop())
+    reactor.run()
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.macosforge.org/pipermail/calendarserver-changes/attachments/20100824/97da230e/attachment.html>