Run geard for nodepool tests

By running a geard as a fixture we can make tests which depend on
gearman.

Change-Id: Ia72e73cc78f291dcb514284496e174bc9ad7dc62

nodepool/tests/__init__.py

@@ -19,6 +19,7 @@ import logging
 import os
 import pymysql
 import random
+import re
 import string
 import subprocess
 import threading
@@ -26,6 +27,7 @@ import tempfile
 import time
 
 import fixtures
+import gear
 import testresources
 import testtools
 
@@ -38,6 +40,64 @@ class LoggingPopen(subprocess.Popen):
     pass
 
 
+class FakeGearmanServer(gear.Server):
+    def __init__(self):
+        self.hold_jobs_in_queue = False
+        super(FakeGearmanServer, self).__init__(0)
+
+    def getJobForConnection(self, connection, peek=False):
+        for queue in [self.high_queue, self.normal_queue, self.low_queue]:
+            for job in queue:
+                if not hasattr(job, 'waiting'):
+                    if job.name.startswith('build:'):
+                        job.waiting = self.hold_jobs_in_queue
+                    else:
+                        job.waiting = False
+                if job.waiting:
+                    continue
+                if job.name in connection.functions:
+                    if not peek:
+                        queue.remove(job)
+                        connection.related_jobs[job.handle] = job
+                        job.worker_connection = connection
+                    job.running = True
+                    return job
+        return None
+
+    def release(self, regex=None):
+        released = False
+        qlen = (len(self.high_queue) + len(self.normal_queue) +
+                len(self.low_queue))
+        self.log.debug("releasing queued job %s (%s)" % (regex, qlen))
+        for job in self.getQueue():
+            cmd, name = job.name.split(':')
+            if cmd != 'build':
+                continue
+            if not regex or re.match(regex, name):
+                self.log.debug("releasing queued job %s" %
+                               job.unique)
+                job.waiting = False
+                released = True
+            else:
+                self.log.debug("not releasing queued job %s" %
+                               job.unique)
+        if released:
+            self.wakeConnections()
+        qlen = (len(self.high_queue) + len(self.normal_queue) +
+                len(self.low_queue))
+        self.log.debug("done releasing queued jobs %s (%s)" % (regex, qlen))
+
+
+class GearmanServerFixture(fixtures.Fixture):
+    def setUp(self):
+        super(GearmanServerFixture, self).setUp()
+        self.gearman_server = FakeGearmanServer()
+        self.addCleanup(self.shutdownGearman)
+
+    def shutdownGearman(self):
+        self.gearman_server.shutdown()
+
+
 class BaseTestCase(testtools.TestCase, testresources.ResourcedTestCase):
     def setUp(self):
         super(BaseTestCase, self).setUp()
@@ -194,6 +254,10 @@ class DBTestCase(BaseTestCase):
         self.useFixture(f)
         self.dburi = f.dburi
 
+        gearman_fixture = GearmanServerFixture()
+        self.useFixture(gearman_fixture)
+        self.gearman_server = gearman_fixture.gearman_server
+
     def setup_config(self, filename):
         images_dir = fixtures.TempDir()
         self.useFixture(images_dir)
@@ -202,7 +266,8 @@ class DBTestCase(BaseTestCase):
         config = open(configfile).read()
         (fd, path) = tempfile.mkstemp()
         os.write(fd, config.format(dburi=self.dburi,
-                                   images_dir=images_dir.path))
+                                   images_dir=images_dir.path,
+                                   gearman_port=self.gearman_server.port))
         os.close(fd)
         return path
 

nodepool/tests/fixtures/leaked_node.yaml

@@ -10,8 +10,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label

nodepool/tests/fixtures/node.yaml

@@ -10,8 +10,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label

nodepool/tests/fixtures/node_az.yaml

@@ -10,8 +10,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label

nodepool/tests/fixtures/node_cmd.yaml

@@ -10,8 +10,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label1

nodepool/tests/fixtures/node_dib.yaml

@@ -12,8 +12,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-dib-label

nodepool/tests/fixtures/node_dib_and_snap.yaml

@@ -12,8 +12,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label

nodepool/tests/fixtures/node_dib_and_snap_fail.yaml

@@ -12,8 +12,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label

nodepool/tests/fixtures/node_dib_and_snap_upload_fail.yaml

@@ -12,8 +12,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label

nodepool/tests/fixtures/node_dib_vhd.yaml

@@ -12,8 +12,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-dib-label

nodepool/tests/fixtures/node_dib_vhd_and_qcow2.yaml

@@ -12,8 +12,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label

nodepool/tests/fixtures/node_ipv6.yaml

@@ -9,8 +9,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label1

nodepool/tests/fixtures/node_osc.yaml

@@ -10,8 +10,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label

nodepool/tests/fixtures/subnodes.yaml

@@ -10,8 +10,9 @@ cron:
 zmq-publishers:
   - tcp://localhost:8881
 
-#gearman-servers:
+gearman-servers:
-#  - host: localhost
+  - host: localhost
+    port: {gearman_port}
 
 labels:
   - name: fake-label