#!/usr/bin/env python # -*- coding: utf-8 -*- # Copyright (C) 2013 eNovance SAS # # Author: Chmouel Boudjnah # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. """ Simple script to see a global swift cluster usage querying keystone server. """ import argparse import keystoneclient.v2_0.client import swiftclient import swsync.utils MAX_RETRIES = 10 # Nicer filesize reporting make it optional try: import hurry.filesize prettysize = hurry.filesize.size except ImportError: prettysize = None def get_swift_auth(auth_url, tenant, user, password): """Get swift connexion from args.""" return swiftclient.client.Connection( auth_url, '%s:%s' % (tenant, user), password, auth_version=2).get_auth() def get_ks_auth_orig(): """Get keystone cnx from config.""" orig_auth_url = swsync.utils.get_config('auth', 'keystone_origin') cfg = swsync.utils.get_config('auth', 'keystone_origin_admin_credentials') (tenant_name, username, password) = cfg.split(':') return keystoneclient.v2_0.client.Client(auth_url=orig_auth_url, username=username, password=password, tenant_name=tenant_name) def main(): parser = argparse.ArgumentParser(add_help=True) parser.add_argument('-d', action='store_true', dest="dest", help='Check destination') parser.add_argument('-r', action='store_true', dest="raw_output", help='No human output') args = parser.parse_args() keystone_cnx = get_ks_auth_orig() if args.dest: auth_url = swsync.utils.get_config('auth', 'keystone_dest') else: auth_url = swsync.utils.get_config('auth', 'keystone_origin') credentials = swsync.utils.get_config( 'auth', 'keystone_origin_admin_credentials') tenant, admin_user, admin_password = (credentials.split(':')) storage_url, token = get_swift_auth( auth_url, tenant, admin_user, admin_password) bare_storage_url = storage_url[:storage_url.find('AUTH_')] + "AUTH_" total_size = 0 total_containers = 0 total_objects = 0 for tenant in keystone_cnx.tenants.list(): tenant_storage_url = bare_storage_url + tenant.id cnx = swiftclient.client.Connection(preauthurl=tenant_storage_url, preauthtoken=token, retries=MAX_RETRIES) try: head = cnx.head_account() # TOO BUSY except(swiftclient.client.ClientException): continue total_size += int(head['x-account-bytes-used']) total_containers += int(head['x-account-container-count']) total_objects += int(head['x-account-object-count']) size = (prettysize and not args.raw_output) and \ prettysize(total_size) or total_size print "Total size: %s" % (size) print "Total containers: %d" % (total_containers) print "Total objects: %d" % (total_objects) if __name__ == '__main__': main()