embedded joker into the repository

joker/LICENSE

@@ -0,0 +1,191 @@
+Apache License
+Version 2.0, January 2004
+http://www.apache.org/licenses/
+
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+1. Definitions.
+
+"License" shall mean the terms and conditions for use, reproduction, and
+distribution as defined by Sections 1 through 9 of this document.
+
+"Licensor" shall mean the copyright owner or entity authorized by the copyright
+owner that is granting the License.
+
+"Legal Entity" shall mean the union of the acting entity and all other entities
+that control, are controlled by, or are under common control with that entity.
+For the purposes of this definition, "control" means (i) the power, direct or
+indirect, to cause the direction or management of such entity, whether by
+contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the
+outstanding shares, or (iii) beneficial ownership of such entity.
+
+"You" (or "Your") shall mean an individual or Legal Entity exercising
+permissions granted by this License.
+
+"Source" form shall mean the preferred form for making modifications, including
+but not limited to software source code, documentation source, and configuration
+files.
+
+"Object" form shall mean any form resulting from mechanical transformation or
+translation of a Source form, including but not limited to compiled object code,
+generated documentation, and conversions to other media types.
+
+"Work" shall mean the work of authorship, whether in Source or Object form, made
+available under the License, as indicated by a copyright notice that is included
+in or attached to the work (an example is provided in the Appendix below).
+
+"Derivative Works" shall mean any work, whether in Source or Object form, that
+is based on (or derived from) the Work and for which the editorial revisions,
+annotations, elaborations, or other modifications represent, as a whole, an
+original work of authorship. For the purposes of this License, Derivative Works
+shall not include works that remain separable from, or merely link (or bind by
+name) to the interfaces of, the Work and Derivative Works thereof.
+
+"Contribution" shall mean any work of authorship, including the original version
+of the Work and any modifications or additions to that Work or Derivative Works
+thereof, that is intentionally submitted to Licensor for inclusion in the Work
+by the copyright owner or by an individual or Legal Entity authorized to submit
+on behalf of the copyright owner. For the purposes of this definition,
+"submitted" means any form of electronic, verbal, or written communication sent
+to the Licensor or its representatives, including but not limited to
+communication on electronic mailing lists, source code control systems, and
+issue tracking systems that are managed by, or on behalf of, the Licensor for
+the purpose of discussing and improving the Work, but excluding communication
+that is conspicuously marked or otherwise designated in writing by the copyright
+owner as "Not a Contribution."
+
+"Contributor" shall mean Licensor and any individual or Legal Entity on behalf
+of whom a Contribution has been received by Licensor and subsequently
+incorporated within the Work.
+
+2. Grant of Copyright License.
+
+Subject to the terms and conditions of this License, each Contributor hereby
+grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free,
+irrevocable copyright license to reproduce, prepare Derivative Works of,
+publicly display, publicly perform, sublicense, and distribute the Work and such
+Derivative Works in Source or Object form.
+
+3. Grant of Patent License.
+
+Subject to the terms and conditions of this License, each Contributor hereby
+grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free,
+irrevocable (except as stated in this section) patent license to make, have
+made, use, offer to sell, sell, import, and otherwise transfer the Work, where
+such license applies only to those patent claims licensable by such Contributor
+that are necessarily infringed by their Contribution(s) alone or by combination
+of their Contribution(s) with the Work to which such Contribution(s) was
+submitted. If You institute patent litigation against any entity (including a
+cross-claim or counterclaim in a lawsuit) alleging that the Work or a
+Contribution incorporated within the Work constitutes direct or contributory
+patent infringement, then any patent licenses granted to You under this License
+for that Work shall terminate as of the date such litigation is filed.
+
+4. Redistribution.
+
+You may reproduce and distribute copies of the Work or Derivative Works thereof
+in any medium, with or without modifications, and in Source or Object form,
+provided that You meet the following conditions:
+
+You must give any other recipients of the Work or Derivative Works a copy of
+this License; and
+You must cause any modified files to carry prominent notices stating that You
+changed the files; and
+You must retain, in the Source form of any Derivative Works that You distribute,
+all copyright, patent, trademark, and attribution notices from the Source form
+of the Work, excluding those notices that do not pertain to any part of the
+Derivative Works; and
+If the Work includes a "NOTICE" text file as part of its distribution, then any
+Derivative Works that You distribute must include a readable copy of the
+attribution notices contained within such NOTICE file, excluding those notices
+that do not pertain to any part of the Derivative Works, in at least one of the
+following places: within a NOTICE text file distributed as part of the
+Derivative Works; within the Source form or documentation, if provided along
+with the Derivative Works; or, within a display generated by the Derivative
+Works, if and wherever such third-party notices normally appear. The contents of
+the NOTICE file are for informational purposes only and do not modify the
+License. You may add Your own attribution notices within Derivative Works that
+You distribute, alongside or as an addendum to the NOTICE text from the Work,
+provided that such additional attribution notices cannot be construed as
+modifying the License.
+You may add Your own copyright statement to Your modifications and may provide
+additional or different license terms and conditions for use, reproduction, or
+distribution of Your modifications, or for any such Derivative Works as a whole,
+provided Your use, reproduction, and distribution of the Work otherwise complies
+with the conditions stated in this License.
+
+5. Submission of Contributions.
+
+Unless You explicitly state otherwise, any Contribution intentionally submitted
+for inclusion in the Work by You to the Licensor shall be under the terms and
+conditions of this License, without any additional terms or conditions.
+Notwithstanding the above, nothing herein shall supersede or modify the terms of
+any separate license agreement you may have executed with Licensor regarding
+such Contributions.
+
+6. Trademarks.
+
+This License does not grant permission to use the trade names, trademarks,
+service marks, or product names of the Licensor, except as required for
+reasonable and customary use in describing the origin of the Work and
+reproducing the content of the NOTICE file.
+
+7. Disclaimer of Warranty.
+
+Unless required by applicable law or agreed to in writing, Licensor provides the
+Work (and each Contributor provides its Contributions) on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied,
+including, without limitation, any warranties or conditions of TITLE,
+NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are
+solely responsible for determining the appropriateness of using or
+redistributing the Work and assume any risks associated with Your exercise of
+permissions under this License.
+
+8. Limitation of Liability.
+
+In no event and under no legal theory, whether in tort (including negligence),
+contract, or otherwise, unless required by applicable law (such as deliberate
+and grossly negligent acts) or agreed to in writing, shall any Contributor be
+liable to You for damages, including any direct, indirect, special, incidental,
+or consequential damages of any character arising as a result of this License or
+out of the use or inability to use the Work (including but not limited to
+damages for loss of goodwill, work stoppage, computer failure or malfunction, or
+any and all other commercial damages or losses), even if such Contributor has
+been advised of the possibility of such damages.
+
+9. Accepting Warranty or Additional Liability.
+
+While redistributing the Work or Derivative Works thereof, You may choose to
+offer, and charge a fee for, acceptance of support, warranty, indemnity, or
+other liability obligations and/or rights consistent with this License. However,
+in accepting such obligations, You may act only on Your own behalf and on Your
+sole responsibility, not on behalf of any other Contributor, and only if You
+agree to indemnify, defend, and hold each Contributor harmless for any liability
+incurred by, or claims asserted against, such Contributor by reason of your
+accepting any such warranty or additional liability.
+
+END OF TERMS AND CONDITIONS
+
+APPENDIX: How to apply the Apache License to your work
+
+To apply the Apache License to your work, attach the following boilerplate
+notice, with the fields enclosed by brackets "[]" replaced with your own
+identifying information. (Don't include the brackets!) The text should be
+enclosed in the appropriate comment syntax for the file format. We also
+recommend that a file or class name and description of purpose be included on
+the same "printed page" as the copyright notice for easier identification within
+third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

joker/README.md

@@ -0,0 +1,49 @@
+Joker
+=====
+
+Joker is a configuration data collector framework for OpenStack-based clouds.
+This framework inspects hardware and software configuration of cloud components.
+The results of this inspection are used to create Architecture Data Model which
+could be exported and used by external services.
+
+Installation and configuration
+------------------------------
+
+Usage and integration
+---------------------
+
+Architecture data model produced by Joker could be consumed by configuration
+validator tool (Dark Knight), by architecture graph (Stencil) and others. 
+
+At some point it should be made convertible into format accepted by deployment
+systems (e.g. Fuel or TripleO) which will allow to effectively 'clone' OpenStack
+clouds using different deployment applications.
+
+This model could be reused by Rally project to compare benchmarking results for
+different architectures.
+
+The model can be used to inspect existing clouds for subsequent upgrade.
+
+The model suits as base for questionaire to assess existing installations for
+support contract pricing purposes.
+
+Architecture Data Model
+-----------------------
+
+This section proposes data model which allows to describe any OpenStack
+installation. The model includes data regarding physical infrastructure, logical
+topology of services and mapping between the two.
+
+Architecture data model could be serialized as JSON or YaML document of the
+following format::
+
+    openstack
+        nodes
+            node1
+                -param1: value
+                -param2: value
+        services
+            nova
+                configuration
+                    -param1: value
+                    -param2: value

joker/build/lib.linux-x86_64-2.7/joker/__init__.py

@@ -0,0 +1,53 @@
+#from nodes import NodesDict
+import sys
+
+# yaml.load(sys.stdin.read());
+
+VAGRANT_DEFAULT_KEY = "-----BEGIN RSA PRIVATE KEY----\
+MIIEogIBAAKCAQEA6NF8iallvQVp22WDkTkyrtvp9eWW6A8YVr+kz4TjGYe7gHzI\
+w+niNltGEFHzD8+v1I2YJ6oXevct1YeS0o9HZyN1Q9qgCgzUFtdOKLv6IedplqoP\
+kcmF0aYet2PkEDo3MlTBckFXPITAMzF8dJSIFo9D8HfdOV0IAdx4O7PtixWKn5y2\
+hMNG0zQPyUecp4pzC6kivAIhyfHilFR61RGL+GPXQ2MWZWFYbAGjyiYJnAmCP3NO\
+Td0jMZEnDkbUvxhMmBYSdETk1rRgm+R4LOzFUGaHqHDLKLX+FIPKcF96hrucXzcW\
+yLbIbEgE98OHlnVYCzRdK8jlqm8tehUc9c9WhQIBIwKCAQEA4iqWPJXtzZA68mKd\
+ELs4jJsdyky+ewdZeNds5tjcnHU5zUYE25K+ffJED9qUWICcLZDc81TGWjHyAqD1\
+Bw7XpgUwFgeUJwUlzQurAv+/ySnxiwuaGJfhFM1CaQHzfXphgVml+fZUvnJUTvzf\
+TK2Lg6EdbUE9TarUlBf/xPfuEhMSlIE5keb/Zz3/LUlRg8yDqz5w+QWVJ4utnKnK\
+iqwZN0mwpwU7YSyJhlT4YV1F3n4YjLswM5wJs2oqm0jssQu/BT0tyEXNDYBLEF4A\
+sClaWuSJ2kjq7KhrrYXzagqhnSei9ODYFShJu8UWVec3Ihb5ZXlzO6vdNQ1J9Xsf\
+4m+2ywKBgQD6qFxx/Rv9CNN96l/4rb14HKirC2o/orApiHmHDsURs5rUKDx0f9iP\
+cXN7S1uePXuJRK/5hsubaOCx3Owd2u9gD6Oq0CsMkE4CUSiJcYrMANtx54cGH7Rk\
+EjFZxK8xAv1ldELEyxrFqkbE4BKd8QOt414qjvTGyAK+OLD3M2QdCQKBgQDtx8pN\
+CAxR7yhHbIWT1AH66+XWN8bXq7l3RO/ukeaci98JfkbkxURZhtxV/HHuvUhnPLdX\
+3TwygPBYZFNo4pzVEhzWoTtnEtrFueKxyc3+LjZpuo+mBlQ6ORtfgkr9gBVphXZG\
+YEzkCD3lVdl8L4cw9BVpKrJCs1c5taGjDgdInQKBgHm/fVvv96bJxc9x1tffXAcj\
+3OVdUN0UgXNCSaf/3A/phbeBQe9xS+3mpc4r6qvx+iy69mNBeNZ0xOitIjpjBo2+\
+dBEjSBwLk5q5tJqHmy/jKMJL4n9ROlx93XS+njxgibTvU6Fp9w+NOFD/HvxB3Tcz\
+6+jJF85D5BNAG3DBMKBjAoGBAOAxZvgsKN+JuENXsST7F89Tck2iTcQIT8g5rwWC\
+P9Vt74yboe2kDT531w8+egz7nAmRBKNM751U/95P9t88EDacDI/Z2OwnuFQHCPDF\
+llYOUI+SpLJ6/vURRbHSnnn8a/XG+nzedGH5JGqEJNQsz+xT2axM0/W/CRknmGaJ\
+kda/AoGANWrLCz708y7VYgAtW2Uf1DPOIYMdvo6fxIB5i9ZfISgcJ/bbCUkFrhoH\
++vq/5CIWxCPp0f85R4qxxQ5ihxJ0YDQT9Jpx4TMss4PSavPaBH3RXow5Ohe+bYoQ\
+NE5OgEXk2wVfZczCZpigBKbKZHNYcelXtTt/nP3rsCuGcM4h53s=\
+-----END RSA PRIVATE KEY-----"
+
+class Joker():
+
+    def __init__(self, key = VAGRANT_DEFAULT_KEY, *args, **kwargs):
+        self.default_key = key
+
+    def addNode(self, name, host, port, user):
+        return
+
+    def genStub(self, hostname, ip, port, user, key):
+        return {"name": hostname, "ip": ip, "user": user,
+                "key": key, "port": 22}
+
+    def discover(self):
+        return [self.genStub(
+            "controller", "192.168.28.100", 22, "vagrant", self.default_key),
+            self.genStub(
+                "compute1", "192.168.28.101", 22, "vagrant", self.default_key),
+            self.genStub(
+                "compute2", "192.168.30.101", 22, "vagrant", self.default_key)
+        ]

joker/build/lib.linux-x86_64-2.7/joker/nodes.py

@@ -0,0 +1,136 @@
+import collections
+import paramiko
+
+
+class TransformedDict(collections.MutableMapping):
+
+    def __init__(self, *args, **kwargs):
+        self.store = dict()
+        self.update(dict(*args, **kwargs))  # use the free update to set keys
+
+    def __getitem__(self, key):
+        return self.store[self.__keytransform__(key)]
+
+    def __setitem__(self, key, value):
+        self.store[self.__keytransform__(key)] = value
+
+    def __delitem__(self, key):
+        del self.store[self.__keytransform__(key)]
+
+    def __iter__(self):
+        return iter(self.store)
+
+    def __len__(self):
+        return len(self.store)
+
+    def __keytransform__(self, key):
+        return key
+
+
+class NodesDict(TransformedDict):
+
+    def add(self, element):
+        return self.__setitem__(element, element)
+
+    def __keytransform__(self, key):
+        try:
+            # now uniq for hash is only hwaddr key
+            # print 'hwaddr = ' + key['hwaddr']
+            return key['hwaddr']
+        except KeyError:
+            raise
+
+
+class Node():
+
+    def __init__(self, name, ip):
+
+        self.ssh = paramiko.SSHClient()
+        self.ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+        self.setHostName(ip)
+        self.setName(name)
+        self.connected = False
+
+        self.neighbours = NodesDict() 
+
+    def prepare(self):
+        self.runCommand(
+            "[ ! -x arp-scan ] && sudo apt-get --force-yes install arp-scan")
+        # install arp-scan on node
+        return True
+
+    def infect(self):
+        # infect node
+        return True
+
+    def setName(self, name):
+        self.name = name
+
+    def setHostName(self, hostname):
+        self.hostName = hostname
+
+    def setAccessPort(self, port):
+        self.accessPort = port
+
+    def assignCredential(self, user, password, key):
+        self.user = user
+        self.password = password
+        self.key = key
+
+    def setProxyCommand(self, proxyCommand):
+        self.proxyCommand = proxyCommand
+
+    def connect(self):
+        if self.connected is True:
+            raise assertionError(self.connected is True)
+        try:
+            self.ssh.connect(self.hostName, self.accessPort, self.user,
+                             key_filename=self.key)
+            self.connected = True
+            return True
+        except paramiko.BadHostKeyException, e:
+            print "Host key could not be verified: ", e
+            return False
+        except paramiko.AuthenticationException, e:
+            print "Error unable to authenticate: ", e
+            return False
+        except paramiko.SSHException, e:
+            print e
+            return False
+
+    def runCommand(self, command):
+        if (command == ""):
+            assertionError(command == "")
+
+        if (self.connected is False):
+            self.connect()
+
+        stdin, stdout, stderr = self.ssh.exec_command(command)
+
+        return (stdout.readlines(), stderr.readlines()) 
+
+    def discovery(self):
+        self.prepare()
+
+        (self.discovery_data, _) = self.runCommand(
+            "ip link | awk -F: '/^[0-9]+?: / {print $2}' |\
+            sudo xargs -I% arp-scan -l -I % 2>&1 | grep -E '^[0-9]+?\.'")
+
+        for node in self.discovery_data:
+            ( node['ip'], node['hwAddr'] ) = node.split("\t")
+        
+        return True
+
+          
+        # ssh -p2301 -i /home/ryabin/.vagrant.d/insecure_private_key
+        # vagrant@127.0.0.1 " link | grep -B1 link/ether | awk -F: '/^[0-9]+?:
+        # / {print \$2}' | sudo xargs -I% arp-scan -l -I % 2>&1 | grep -E
+        # '^[0-9]+?\.'
+
+n = Node("controller", "127.0.0.1")
+n.assignCredential(
+    "vagrant", None, "/home/ryabin/.vagrant.d/insecure_private_key")
+n.setAccessPort(2301)
+
+n.discovery()
+print n.discovery_data

joker/joker.egg-info/PKG-INFO

@@ -0,0 +1,10 @@
+Metadata-Version: 1.0
+Name: joker
+Version: 0.1
+Summary: why so serious?
+Home-page: https://github.com/MirantisLabs/joker
+Author: Mirantis
+Author-email: emailme@mirantis.com
+License: Apache
+Description: UNKNOWN
+Platform: UNKNOWN

joker/joker.egg-info/SOURCES.txt

@@ -0,0 +1,8 @@
+setup.py
+joker/__init__.py
+joker/nodes.py
+joker.egg-info/PKG-INFO
+joker.egg-info/SOURCES.txt
+joker.egg-info/dependency_links.txt
+joker.egg-info/not-zip-safe
+joker.egg-info/top_level.txt

joker/joker.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

joker/joker.egg-info/not-zip-safe

@@ -0,0 +1 @@
+

joker/joker.egg-info/top_level.txt

@@ -0,0 +1 @@
+joker

joker/joker.yaml

@@ -0,0 +1,62 @@
+templates:
+    tcp_socket: &tcp_socket # we accept ip4 and ipv6
+        host: 
+        port: 22
+
+    proxy_command: &proxy_command
+        cmd: 
+
+    password: &password 
+        pass: 
+        
+    public_key: &public_key
+        path: 
+
+    connection_layer: &connection_layer
+        type: "HostName"
+
+    access_method:
+        type: # ssh || telnet 
+        method: j
+        
+    node: &node
+        #we suppose, mac address is unique key-property inside ethernet segment
+        hwaddr: 
+        
+    ssh_entry: &ssh_entry
+        name: 
+        connection_layer:
+            #ProxyCommand, or HostName
+            type:   
+            # connection data == ( *tcp_socket || *proxyCommand )
+            data: 
+        authentication_layer: &authentication_layer 
+            user:
+            type: # password || public_key
+            data: # *password || *public_key
+        transport_layer: # XXX stub 
+
+dkenv_entry: &dkenv_entry
+    <<: *ssh_entry
+    authentication_layer: &dkenv_authentication_layer
+        <<: *authentication_layer
+        user: "vagrant"
+        type: "public_key"
+        data:
+            path: "~/.vagrant.d/insecure_private_key"
+    connection_layer: &dkenv_connection_layer
+        <<: *connection_layer
+        type: "HostName" 
+        data: &dkenv_connection_layer_data
+            <<: *tcp_socket
+            host: "127.0.0.1"
+        
+controller: &controller_joker
+    <<: *dkenv_entry
+    name: "controller.joker"
+    connection_layer: 
+        <<: *dkenv_connection_layer  
+
+
+nodes: 
+    - *controller_joker

joker/joker/__init__.py

@@ -0,0 +1,77 @@
+from nodes import NodesDict,Node
+#from os import remove
+import os
+
+PETYA_ENV_KEY = "-----BEGIN RSA PRIVATE KEY-----\n\
+MIIEogIBAAKCAQEA6NF8iallvQVp22WDkTkyrtvp9eWW6A8YVr+kz4TjGYe7gHzI\n\
+w+niNltGEFHzD8+v1I2YJ6oXevct1YeS0o9HZyN1Q9qgCgzUFtdOKLv6IedplqoP\n\
+kcmF0aYet2PkEDo3MlTBckFXPITAMzF8dJSIFo9D8HfdOV0IAdx4O7PtixWKn5y2\n\
+hMNG0zQPyUecp4pzC6kivAIhyfHilFR61RGL+GPXQ2MWZWFYbAGjyiYJnAmCP3NO\n\
+Td0jMZEnDkbUvxhMmBYSdETk1rRgm+R4LOzFUGaHqHDLKLX+FIPKcF96hrucXzcW\n\
+yLbIbEgE98OHlnVYCzRdK8jlqm8tehUc9c9WhQIBIwKCAQEA4iqWPJXtzZA68mKd\n\
+ELs4jJsdyky+ewdZeNds5tjcnHU5zUYE25K+ffJED9qUWICcLZDc81TGWjHyAqD1\n\
+Bw7XpgUwFgeUJwUlzQurAv+/ySnxiwuaGJfhFM1CaQHzfXphgVml+fZUvnJUTvzf\n\
+TK2Lg6EdbUE9TarUlBf/xPfuEhMSlIE5keb/Zz3/LUlRg8yDqz5w+QWVJ4utnKnK\n\
+iqwZN0mwpwU7YSyJhlT4YV1F3n4YjLswM5wJs2oqm0jssQu/BT0tyEXNDYBLEF4A\n\
+sClaWuSJ2kjq7KhrrYXzagqhnSei9ODYFShJu8UWVec3Ihb5ZXlzO6vdNQ1J9Xsf\n\
+4m+2ywKBgQD6qFxx/Rv9CNN96l/4rb14HKirC2o/orApiHmHDsURs5rUKDx0f9iP\n\
+cXN7S1uePXuJRK/5hsubaOCx3Owd2u9gD6Oq0CsMkE4CUSiJcYrMANtx54cGH7Rk\n\
+EjFZxK8xAv1ldELEyxrFqkbE4BKd8QOt414qjvTGyAK+OLD3M2QdCQKBgQDtx8pN\n\
+CAxR7yhHbIWT1AH66+XWN8bXq7l3RO/ukeaci98JfkbkxURZhtxV/HHuvUhnPLdX\n\
+3TwygPBYZFNo4pzVEhzWoTtnEtrFueKxyc3+LjZpuo+mBlQ6ORtfgkr9gBVphXZG\n\
+YEzkCD3lVdl8L4cw9BVpKrJCs1c5taGjDgdInQKBgHm/fVvv96bJxc9x1tffXAcj\n\
+3OVdUN0UgXNCSaf/3A/phbeBQe9xS+3mpc4r6qvx+iy69mNBeNZ0xOitIjpjBo2+\n\
+dBEjSBwLk5q5tJqHmy/jKMJL4n9ROlx93XS+njxgibTvU6Fp9w+NOFD/HvxB3Tcz\n\
+6+jJF85D5BNAG3DBMKBjAoGBAOAxZvgsKN+JuENXsST7F89Tck2iTcQIT8g5rwWC\n\
+P9Vt74yboe2kDT531w8+egz7nAmRBKNM751U/95P9t88EDacDI/Z2OwnuFQHCPDF\n\
+llYOUI+SpLJ6/vURRbHSnnn8a/XG+nzedGH5JGqEJNQsz+xT2axM0/W/CRknmGaJ\n\
+kda/AoGANWrLCz708y7VYgAtW2Uf1DPOIYMdvo6fxIB5i9ZfISgcJ/bbCUkFrhoH\n\
++vq/5CIWxCPp0f85R4qxxQ5ihxJ0YDQT9Jpx4TMss4PSavPaBH3RXow5Ohe+bYoQ\n\
+NE5OgEXk2wVfZczCZpigBKbKZHNYcelXtTt/nP3rsCuGcM4h53s=\n\
+-----END RSA PRIVATE KEY-----"
+
+#TMP_PATH="/tmp/%s"
+
+class Joker():
+
+    def __init__(self, key = PETYA_ENV_KEY, *args, **kwargs):
+         
+        self.default_key = key
+
+        self.nodes = NodesDict()
+        self.keyPath = None
+        self.name = "EntryPoint"
+        #self.setKey()  
+
+    
+
+#    def __del__(self):
+#        if (self.keyPath): 
+#            # look at this.
+#            # epic security hole oneliner
+#            print "os.remove(self.keyPath)"
+
+    def addNode(self, name, host, port, user):
+        self.entryPoint = Node(name, host, port);
+        self.entryPoint.assignCredential(user, self.default_key, None) 
+        return
+
+    def genStub(self, hostname, ip, port, user, key, proxycommand):
+        return {"name": hostname, "ip": ip, "user": user,
+                "key": key, "port": port, 
+                "proxy_command": proxycommand
+                } 
+
+    def discover(self):
+        result = []
+        discoveryData = self.entryPoint.discovery() 
+
+
+        for node in discoveryData:
+            result.append(self.genStub(discoveryData[node], discoveryData[node], self.default_key , "vagrant", None, "ssh -i " + "%%PATH_TO_KEY%%" + " -p " + str(self.entryPoint.accessPort) + "  -q " + self.entryPoint.user  + "@" + self.entryPoint.hostName + " nc -q0 " + discoveryData[node] + " 22")) 
+
+        return result
+
+joker = Joker(PETYA_ENV_KEY) 
+joker.addNode("controller1", "172.18.66.112", 2301, "vagrant");
+print joker.discover() 

joker/joker/nodes.py

@@ -0,0 +1,174 @@
+import collections
+import paramiko
+
+from StringIO import StringIO
+from paramiko.rsakey import RSAKey
+from paramiko.dsskey import DSSKey
+
+
+class TransformedDict(collections.MutableMapping):
+
+    def __init__(self, *args, **kwargs):
+        self.store = dict()
+        self.update(dict(*args, **kwargs))  # use the free update to set keys
+
+    def __getitem__(self, key):
+        return self.store[self.__keytransform__(key)]
+
+    def __setitem__(self, key, value):
+        self.store[self.__keytransform__(key)] = value
+
+    def __delitem__(self, key):
+        del self.store[self.__keytransform__(key)]
+
+    def __iter__(self):
+        return iter(self.store)
+
+    def __len__(self):
+        return len(self.store)
+
+    def __keytransform__(self, key):
+        return key
+
+
+class NodesDict(TransformedDict):
+
+    def add(self, element):
+        return self.__setitem__(element, element)
+
+    def __keytransform__(self, key):
+        try:
+            # now uniq for hash is only hwaddr key
+            # print 'hwaddr = ' + key['hwaddr']
+            return key['hwaddr']
+        except KeyError:
+            raise
+
+
+class Node():
+
+    def __init__(self, name, ip, port):
+
+        self.ssh = paramiko.SSHClient()
+        self.ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+        self.setHostName(ip)
+        self.setName(name)
+        self.setAccessPort(port) 
+        self.connected = False
+
+        #self.neighbours = NodesDict() 
+        self.neighbours = {} 
+        self.debug = True 
+        
+        self.hwAddr = None
+
+    def discoveryHwAddr(self): 
+        try:
+            (stdout, stderr) = self.runCommand("ip link | grep -m1 -A1 BROADCAST,MULTICAST,UP,LOWER_UP | awk -F\" \" '/link/ {print $2}'"); 
+        except:
+            raise() 
+        return stdout[0].strip() 
+
+    def setUniqData(self):
+        self.hwAddr = self.discoveryHwAddr() 
+
+    def getUniqData(self):
+        return self.hwAddr
+
+    def debugLog(self, debugData): 
+        if self.debug is True:
+            print debugData
+        
+
+    def prepare(self):
+        # install arp-scan on node
+        self.runCommand(
+            "[ ! -x arp-scan ] && sudo apt-get --force-yes -y install arp-scan")
+        self.setUniqData() 
+        self.debugLog("Unit data is " + self.getUniqData());
+        return True
+
+    def infect(self):
+        # infect node
+        return True
+
+    def setName(self, name):
+        self.name = name
+
+    def setHostName(self, hostname):
+        self.hostName = hostname
+
+    def setAccessPort(self, port):
+        self.accessPort = port
+
+    def assignCredential(self, user, key, password = None):
+        self.user = user
+        self.password = password
+
+        # from paramiko? 
+        self.origKey = key
+
+        self._pkey = RSAKey.from_private_key(StringIO(self.origKey))
+
+#        try:
+#            self._pkey = RSAKey.from_private_key(StringIO(self.origKey))
+#        except SSHException:
+#           try:
+#                self._pkey = DSSKey.from_private_key(StringIO(self.origKey))
+#           except SSHException:
+#                raise "Unknown private key format"
+
+
+    def setProxyCommand(self, proxyCommand):
+        self.proxyCommand = proxyCommand
+
+    def connect(self):
+        if self.connected is True:
+            raise assertionError(self.connected is True)
+        try:
+            print self.hostName, " ", self.accessPort, " ",  self.user, " " 
+            self.ssh.connect(self.hostName, self.accessPort, self.user,
+                             pkey=self._pkey)
+            self.connected = True
+            return True
+        except paramiko.BadHostKeyException, e:
+            print "Host key could not be verified: ", e
+            return False
+        except paramiko.AuthenticationException, e:
+            print "Error unable to authenticate: ", e
+            return False
+        except paramiko.SSHException, e:
+            print e
+            return False
+
+    def runCommand(self, command):
+        if (command == ""):
+            assertionError(command == "")
+
+        if (self.connected is False):
+            self.connect()
+        self.debugLog("---> " + self.hostName + " " + command) 
+        stdin, stdout, stderr = self.ssh.exec_command(command)
+        self.debugLog("OK   " + self.hostName + " " + command) 
+
+        return (stdout.readlines(), stderr.readlines()) 
+
+    def __discovery__(self): 
+
+        # tuesday discovery
+        (self.discovery_data, _) = self.runCommand(
+            "ip link | awk -F: '/^[0-9]+?: eth/ {print $2}' |\
+            sudo xargs -I% arp-scan -l -I % 2>&1 | grep -E '^[0-9]+?\.' | grep -E '192.168.(28|30)'.101")
+        
+    def discovery(self):
+        self.prepare()
+        node = {} 
+
+        self.__discovery__() 
+        for n in self.discovery_data:
+            ( node['ip'], node['hwaddr'], _) = n.split("\t")
+            self.neighbours[node['hwaddr']] = node['ip']
+
+        self.neighbours[self.getUniqData()] = self.hostName
+            
+        return self.neighbours

joker/requirements.txt

@@ -0,0 +1 @@
+paramiko==1.11.0

joker/sandbox/bin/joker.py

@@ -0,0 +1,20 @@
+#!/usr/bin/env python
+import paramiko
+import json
+import sys 
+
+
+nodes = json.loads(sys.stdin.read())['nodes'];
+
+ssh = paramiko.SSHClient() 
+ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+
+
+while node = pop(nodes):
+    ssh.connect(node['host']['dst'], port=node['host']['port'], username=node['user']['name'], key_filename=node['user']['private_key_path']);
+
+for node in nodes:
+    ssh.connect(node['host']['dst'], port=node['host']['port'], username=node['user']['name'], key_filename=node['user']['private_key_path']);
+    #stdin, stdout, stderr = ssh.exec_command('arp -ad')
+    #print stdout.readlines()
+    ssh.close() 

joker/sandbox/bin/vagrant-ssh-config2yaml.awk

@@ -0,0 +1,73 @@
+#!/bin/sh
+
+#controller: &controller
+#       host:  
+#            <<: *host
+#            dst: 127.0.0.1
+#            port: 2222
+#       user:
+#            <<: *user
+#            name: 'vagrant'
+#            private_key_path: '/home/ryabin/.vagrant.d/insecure_private_key'
+#            l7_options: 
+#                - 'LogLevel FATAL'
+#                - 'IdentitiesOnly yes'
+#                - 'PasswordAuthentication no'
+#                - 'StrictHostKeyChecking no'
+#                - 'UserKnownHostsFile /dev/null'
+
+# vagrant ssh-config name |  awk -f this.script 
+function ssh_template_yaml(env) {
+
+        fmt = "%s_joker: &%s_joker\n"
+        printf fmt, env["Host"], env["Host"];
+        printf "  host:\n"
+        printf "    <<: *host\n"
+        fmt = "    %s: %s\n"
+        printf fmt, "dst", env["HostName"] 
+        if (env["Port"]) {
+            printf fmt, "port", env["Port"] 
+        }
+        printf "  user:\n"
+        printf "    <<: *user\n"
+        printf fmt, "name", env["User"]
+        printf fmt, "private_key_path", env["IdentityFile"]
+        printf fmt, "l7_options", ""
+
+        fmt = "      - \"%s\"\n"
+        for (i in l7_options) {
+            printf fmt, l7_options[i]
+        }
+        
+        exit
+} 
+
+# ssh entry is 
+# "^Host foobar"
+#  Key value 
+#  Key value
+#  ....
+#  Key value
+# "^Host foobar2" -- we got start point of new host entry
+#  Key value 
+#  Key value
+#  ....
+#  Key value
+
+BEGIN {
+    # first ssh entry applies for all described after    
+    env["Host"] = "default"
+} 
+
+# entry starts
+/^Host /i {
+    ssh_template_yaml(env); # dump entry
+    delete env;             # reset env
+} 
+
+env[$1] = gensub(/.*[^ ] /, "", $0)  
+
+END {
+    # end of parsing, dumping last entry
+    #ssh_template_yaml(env)
+} 

joker/sandbox/ssh/config

@@ -0,0 +1,8 @@
+#reusable tcp connections
+ControlMaster auto
+ControlPath ~/.ssh/tmp/%h_%p_%r
+
+#describe tunnel
+Host node1.joker
+	User joker
+	ProxyCommand ssh -q joker@entryPoint nc -q0 node1.customer.int 22

joker/sandbox/worm.json

@@ -0,0 +1 @@
+{"controller_joker": {"host": {"ssh_ident": null, "name": null, "dst": "127.0.0.1", "ssh_ports": [22], "interfaces": [{"ip_addr": [], "link": null, "name": null, "type": null}], "hw": {"mac_addr": []}, "port": 2222}, "user": {"private_key_path": "/home/ryabin/.vagrant.d/insecure_private_key", "private_key": null, "password": "generatedByCustomer", "name": "vagrant", "l7_options": ["LogLevel FATAL", "UserKnownHostsFile /dev/null", "StrictHostKeyChecking no", "PasswordAuthentication no", "IdentitiesOnly yes"]}}, "customerStorage": {"dst": ["strangename.*", "goodName.*"], "user": {"password": "storagePassword", "name": "storageUser"}}, "controller": {"host": {"ssh_ident": null, "name": null, "dst": "127.0.0.1", "ssh_ports": [22], "interfaces": [{"ip_addr": [], "link": null, "name": null, "type": null}], "hw": {"mac_addr": []}, "port": 2222}, "user": {"private_key_path": "/home/ryabin/.vagrant.d/insecure_private_key", "private_key": null, "password": "generatedByCustomer", "name": "vagrant", "l7_options": ["LogLevel FATAL", "IdentitiesOnly yes", "PasswordAuthentication no", "StrictHostKeyChecking no", "UserKnownHostsFile /dev/null"]}}, "customerCompute": {"dst": ["compute-*.customer.int"], "user": {"private_key": null, "password": "compute-password", "name": "joker", "user": "compute-robot"}}, "template": {"interface": {"ip_addr": [], "link": null, "name": null, "type": null}, "host": {"ssh_ports": [22], "ssh_ident": null, "interfaces": [{"ip_addr": [], "link": null, "name": null, "type": null}], "hw": {"mac_addr": []}, "name": null}, "user": {"private_key": null, "password": "generatedByCustomer", "name": "joker"}}, "credentials": [{"dst": ["strangename.*", "goodName.*"], "user": {"password": "storagePassword", "name": "storageUser"}}, {"dst": ["compute-*.customer.int"], "user": {"private_key": null, "password": "compute-password", "name": "joker", "user": "compute-robot"}}], "compute1_joker": {"host": {"ssh_ident": null, "name": null, "dst": "127.0.0.1", "ssh_ports": [22], "interfaces": [{"ip_addr": [], "link": null, "name": null, "type": null}], "hw": {"mac_addr": []}, "port": 2200}, "user": {"private_key_path": "/home/ryabin/.vagrant.d/insecure_private_key", "private_key": null, "password": "generatedByCustomer", "name": "vagrant", "l7_options": ["LogLevel FATAL", "UserKnownHostsFile /dev/null", "StrictHostKeyChecking no", "PasswordAuthentication no", "IdentitiesOnly yes"]}}, "start_point": {"host": {"ssh_ident": null, "name": null, "dst": "compute42", "interfaces": [{"ip_addr": [], "link": null, "name": null, "type": null}], "hw": {"mac_addr": []}, "ssh_ports": [22]}, "user": {"private_key": null, "password": "customerPassword", "name": "customerUser"}}, "nodes": [{"host": {"ssh_ident": null, "name": null, "dst": "127.0.0.1", "ssh_ports": [22], "interfaces": [{"ip_addr": [], "link": null, "name": null, "type": null}], "hw": {"mac_addr": []}, "port": 2222}, "user": {"private_key_path": "/home/ryabin/.vagrant.d/insecure_private_key", "private_key": null, "password": "generatedByCustomer", "name": "vagrant", "l7_options": ["LogLevel FATAL", "UserKnownHostsFile /dev/null", "StrictHostKeyChecking no", "PasswordAuthentication no", "IdentitiesOnly yes"]}}, {"host": {"ssh_ident": null, "name": null, "dst": "127.0.0.1", "ssh_ports": [22], "interfaces": [{"ip_addr": [], "link": null, "name": null, "type": null}], "hw": {"mac_addr": []}, "port": 2200}, "user": {"private_key_path": "/home/ryabin/.vagrant.d/insecure_private_key", "private_key": null, "password": "generatedByCustomer", "name": "vagrant", "l7_options": ["LogLevel FATAL", "UserKnownHostsFile /dev/null", "StrictHostKeyChecking no", "PasswordAuthentication no", "IdentitiesOnly yes"]}}]}

joker/sandbox/worm.yaml

@@ -0,0 +1,112 @@
+# online yaml2json converting tool present in http://yaml-online-parser.appspot.com/
+# Worm credentials definition
+template: 
+       interface: &interface
+           name:
+           type:
+           ip_addr: []
+           link:
+                
+       user: &user
+           name: joker
+           password: generatedByCustomer
+           private_key: 
+
+       host: &host
+           name: 
+           hw: 
+                 mac_addr: []
+           interfaces: [
+                 *interface
+           ]
+           ssh_ident: 
+           ssh_ports: 
+              - 22
+     
+customerCompute: &customerComputeTemplate 
+           dst:
+                - compute-*.customer.int
+           user:  
+                <<: *user
+                user: compute-robot
+                password: compute-password
+
+customerStorage: &customerStorageTemplate
+           dst:
+                - strangename.*
+                - goodName.*  
+           user: 
+                name: storageUser
+                password: storagePassword
+                 
+
+credentials: 
+    - *customerStorageTemplate
+    - *customerComputeTemplate
+
+       
+# entry point for deploy
+start_point: &start
+       host:
+           <<: *host
+           dst: compute42
+       user: 
+           <<: *user
+           name: 'customerUser'
+           password: 'customerPassword'          
+
+# vagrant controller from deploy env
+
+# describe controller credentials 
+controller: &controller
+       host:  
+            <<: *host
+            dst: 127.0.0.1
+            port: 2222
+       user:
+            <<: *user
+            name: 'vagrant'
+            private_key_path: '/home/ryabin/.vagrant.d/insecure_private_key'
+            l7_options: 
+                - 'LogLevel FATAL'
+                - 'IdentitiesOnly yes'
+                - 'PasswordAuthentication no'
+                - 'StrictHostKeyChecking no'
+                - 'UserKnownHostsFile /dev/null'
+
+compute1_joker: &compute1_joker
+  host:
+    <<: *host
+    dst: 127.0.0.1
+    port: 2200
+  user:
+    <<: *user
+    name: vagrant
+    private_key_path: /home/ryabin/.vagrant.d/insecure_private_key
+    l7_options: 
+      - "LogLevel FATAL"
+      - "UserKnownHostsFile /dev/null"
+      - "StrictHostKeyChecking no"
+      - "PasswordAuthentication no"
+      - "IdentitiesOnly yes"
+controller_joker: &controller_joker
+  host:
+    <<: *host
+    dst: 127.0.0.1
+    port: 2222
+  user:
+    <<: *user
+    name: vagrant
+    private_key_path: /home/ryabin/.vagrant.d/insecure_private_key
+    l7_options: 
+      - "LogLevel FATAL"
+      - "UserKnownHostsFile /dev/null"
+      - "StrictHostKeyChecking no"
+      - "PasswordAuthentication no"
+      - "IdentitiesOnly yes"
+
+
+#must be updated through discovering  process new network nodes 
+
+
+nodes: [ *controller_joker, *compute1_joker ] 

joker/setup.cfg

@@ -0,0 +1,11 @@
+[metadata]
+name = joker
+version = 0.0.1
+author = Mirantis Labs
+author-email =  labs-all@mirantis.com
+summary = why so serious?
+#description-file = README
+license = Apache
+
+[files]
+packages = joker

joker/setup.py

@@ -0,0 +1,14 @@
+#!/usr/bin/env python
+
+
+try:
+    from setuptools import setup
+except ImportError:
+    from distribute_setup import use_setuptools
+    use_setuptools()
+    from setuptools import setup
+
+setup(
+    setup_requires=['d2to1'],
+    d2to1=True
+)

joker/test-requirements.txt

@@ -0,0 +1,2 @@
+hacking>=0.5.6,<0.8
+

joker/test_joker.py

@@ -0,0 +1,12 @@
+from joker import Joker
+import unittest
+
+
+class JokerTest(unittest.TestCase):
+
+    def setUp(self):
+        self.joker = Joker()
+
+    def test_3nodes(self):
+        self.assertEqual(3, len(self.joker.discovery()))
+        return 1

joker/test_nodes.py

@@ -0,0 +1,29 @@
+from nodes import NodesDict
+import unittest
+
+
+class NodesTest(unittest.TestCase):
+
+    def setUp(self):
+        self.nodes = NodesDict()
+
+    def test_uniq(self):
+        compute1 = dict()
+        compute1['hwaddr'] = 'compute1_hwaddr'
+
+        compute2 = dict()
+        compute2['hwaddr'] = 'compute2_hwaddr'
+
+        compute3 = dict()
+        compute3['hwaddr'] = 'compute2_hwaddr'  # duplicate hwaddr
+
+        self.nodes.add(compute1)
+        self.nodes.add(compute2)
+        self.nodes.add(compute3)
+
+        self.assertEqual(2, self.nodes.__len__())
+
+    def test_add(self):
+        compute1 = dict()
+        compute1['hwa3ddr'] = 'compute1_hwaddr'
+        self.assertRaises(KeyError, self.nodes.add, compute1)

joker/tox.ini

@@ -0,0 +1,32 @@
+[tox]
+minversion = 1.6
+envlist = pep8
+skipsdist = True
+
+[testenv]
+sitepackages = True
+usedevelop = True
+install_command = pip install -U {opts} {packages}
+setenv = VIRTUAL_ENV={envdir}
+         LANG=en_US.UTF-8
+         LANGUAGE=en_US:en
+         LC_ALL=C
+deps = -r{toxinidir}/requirements.txt
+       -r{toxinidir}/test-requirements.txt
+commands =
+  python setup.py test --slowest --testr-args='{posargs}'
+
+[testenv:pep8]
+sitepackages = False
+commands =
+  flake8 {posargs}
+
+[testenv:venv]
+commands = {posargs}
+
+[testenv:unittests]
+commands = 
+  python -m unittest discover {posargs}
+
+[flake8]
+exclude =  .venv,.git,.tox,dist,lib/python*,*egg,build