Add tempest-devstack-vm-neutron-large-ops job

Add neutron variant of the -tempest-devstack-vm-large-ops job.

The large-ops job checks for performance/scale issues in OpenStack. So
far we have only been running for nova-network, but we should be running
it for neutron too.

This patch introduces the job as non-gating, to make sure people get
familiar with the test and to make sure it is stable. Once its working
we can move it to gating.

Change-Id: Ie8d2e66812abae0ba6c18f78c9ff7c1afaab4609

modules/openstack_project/files/jenkins_job_builder/config/devstack-gate.yaml

@@ -423,6 +423,32 @@
       - devstack-logs
       - console-log
 
+- job-template:
+    name: '{pipeline}-tempest-devstack-vm-neutron-large-ops'
+    node: '{node}'
+
+    wrappers:
+      - timeout:
+          timeout: 60
+          fail: true
+      - timestamps
+
+    builders:
+      - devstack-checkout
+      - shell: |
+          #!/bin/bash -xe
+          export PYTHONUNBUFFERED=true
+          export DEVSTACK_GATE_TEMPEST=1
+          export DEVSTACK_GATE_TEMPEST_LARGE_OPS=1
+          export DEVSTACK_GATE_NEUTRON=1
+          cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
+          ./safe-devstack-vm-gate-wrap.sh
+      - link-logs
+
+    publishers:
+      - devstack-logs
+      - console-log
+
 - job:
     name: periodic-tempest-devstack-vm-stable-folsom
     node: devstack-precise
@@ -811,6 +837,7 @@
       - '{pipeline}-tempest-devstack-vm-cells'
       - '{pipeline}-tempest-devstack-vm-cells-full'
       - '{pipeline}-tempest-devstack-vm-large-ops'
+      - '{pipeline}-tempest-devstack-vm-neutron-large-ops'
       - '{pipeline}-tempest-devstack-vm-postgres'
       - '{pipeline}-tempest-devstack-vm-postgres-full'
       - '{pipeline}-grenade-devstack-vm'

modules/openstack_project/files/zuul/layout.yaml

@@ -136,6 +136,9 @@ jobs:
   - name: ^(gate|check)-tempest-devstack-vm-large-ops$
     branch: ^(?!stable/(folsom|grizzly)).*$
     voting: true
+  - name: ^(gate|check)-tempest-devstack-vm-neutron-large-ops$
+    branch: ^(?!stable/(folsom|grizzly)).*$
+    voting: false
   - name: ^(gate|check)-tempest-devstack-vm-cells$
     branch: ^(?!stable/folsom).*$
     voting: false
@@ -586,6 +589,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-cinder-requirements
@@ -599,6 +603,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -633,6 +638,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-glance-requirements
@@ -646,6 +652,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -684,6 +691,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-horizon-requirements
@@ -699,6 +707,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -757,6 +766,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
       - check-swift-devstack-vm-functional
     gate:
@@ -771,6 +781,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
       - gate-swift-devstack-vm-functional
     experimental:
@@ -809,6 +820,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
       - gate-nova-pylint
     gate:
@@ -823,6 +835,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -879,6 +892,7 @@ projects:
       - check-tempest-devstack-vm-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-oslo.config-requirements
@@ -890,6 +904,7 @@ projects:
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     post:
       - oslo.config-branch-tarball
@@ -914,6 +929,7 @@ projects:
       - check-tempest-devstack-vm-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-oslo.messaging-requirements
@@ -924,6 +940,7 @@ projects:
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     post:
       - oslo.messaging-branch-tarball
@@ -1002,6 +1019,7 @@ projects:
       - check-tempest-devstack-vm-neutron-pg
       - check-tempest-devstack-vm-neutron-isolated
       - check-tempest-devstack-vm-neutron-pg-isolated
+      - gate-tempest-devstack-vm-neutron-large-ops
     gate:
       - gate-neutron-requirements
       - gate-neutron-docs
@@ -1012,6 +1030,7 @@ projects:
       - gate-tempest-devstack-vm-neutron-pg
       - gate-tempest-devstack-vm-neutron-isolated
       - gate-tempest-devstack-vm-neutron-pg-isolated
+      - gate-tempest-devstack-vm-neutron-large-ops
     experimental:
       - gate-tempest-devstack-vm-neutron-full
     post:
@@ -1045,6 +1064,7 @@ projects:
       - check-tempest-devstack-vm-neutron
       - check-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-swift-requirements
@@ -1059,6 +1079,7 @@ projects:
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -1087,6 +1108,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
     gate:
       - gate-python-ceilometerclient-requirements
       - gate-python-ceilometerclient-docs
@@ -1098,6 +1120,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
     post:
       - python-ceilometerclient-branch-tarball
       - python-ceilometerclient-coverage
@@ -1125,6 +1148,7 @@ projects:
       - check-tempest-devstack-vm-cinder
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-python-cinderclient-requirements
@@ -1138,6 +1162,7 @@ projects:
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -1169,6 +1194,7 @@ projects:
       - check-tempest-devstack-vm-cinder
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-python-glanceclient-requirements
@@ -1182,6 +1208,7 @@ projects:
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -1213,6 +1240,7 @@ projects:
       - check-tempest-devstack-vm-cinder
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-python-keystoneclient-requirements
@@ -1226,6 +1254,7 @@ projects:
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -1258,6 +1287,7 @@ projects:
       - check-tempest-devstack-vm-cinder
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-python-novaclient-requirements
@@ -1272,6 +1302,7 @@ projects:
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -1334,6 +1365,7 @@ projects:
       - check-tempest-devstack-vm-neutron-isolated
       - check-tempest-devstack-vm-neutron-pg-isolated
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-python-neutronclient-requirements
@@ -1351,6 +1383,7 @@ projects:
       - gate-tempest-devstack-vm-neutron-isolated
       - gate-tempest-devstack-vm-neutron-pg-isolated
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-grenade-devstack-vm-stable
@@ -1409,6 +1442,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
       - check-swift-devstack-vm-functional
     gate:
@@ -1420,6 +1454,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
       - gate-swift-devstack-vm-functional
     post:
@@ -1495,6 +1530,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
       - check-swift-devstack-vm-functional
     gate:
@@ -1511,6 +1547,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
       - gate-swift-devstack-vm-functional
     experimental:
@@ -1538,6 +1575,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
       - check-swift-devstack-vm-functional
     gate:
@@ -1547,6 +1585,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
       - gate-swift-devstack-vm-functional
     experimental:
@@ -1568,6 +1607,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
       - check-swift-devstack-vm-functional
     gate:
@@ -1577,6 +1617,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
       - gate-swift-devstack-vm-functional
     experimental:
@@ -1601,6 +1642,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron-full
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
 
   - name: openstack/tempest
     check:
@@ -1613,6 +1655,7 @@ projects:
       - check-tempest-devstack-vm-cinder
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-grenade-devstack-vm
     gate:
       - gate-tempest-requirements
@@ -1624,6 +1667,7 @@ projects:
       - gate-tempest-devstack-vm-cinder
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-grenade-devstack-vm
     experimental:
       - gate-tempest-devstack-vm-heat-slow
@@ -1654,6 +1698,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - check-swift-devstack-vm-functional
     gate:
       - gate-ceilometer-requirements
@@ -1665,6 +1710,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
       - gate-swift-devstack-vm-functional
     post:
       - ceilometer-branch-tarball
@@ -1737,6 +1783,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
     gate:
       - gate-heat-requirements
       - gate-heat-pep8
@@ -1747,6 +1794,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
     experimental:
       - gate-devstack-vm-cells
     post:
@@ -1778,6 +1826,7 @@ projects:
       - check-tempest-devstack-vm-postgres-full
       - check-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
     gate:
       - gate-python-heatclient-requirements
       - gate-python-heatclient-pep8
@@ -1788,6 +1837,7 @@ projects:
       - gate-tempest-devstack-vm-postgres-full
       - gate-tempest-devstack-vm-neutron
       - gate-tempest-devstack-vm-large-ops
+      - gate-tempest-devstack-vm-neutron-large-ops
     experimental:
       - gate-devstack-vm-cells
     post: