root/management/bs-admin/trunk/bs-admin.py

#!/usr/bin/python
# vim:set ts=4 sw=4 sts=4 expandtab:

import optparse
import ConfigParser
import beaversource
from pprint import PrettyPrinter
import sys,os
import trac.db_default as tracdefaultdata
import trac.db.postgres_backend as tracpg
import datetime
import shutil
import psycopg2
import re

# config options:
config_file = '/data/management/beaversource.ini'
if not os.path.exists(config_file):
    print >> sys.stderr, 'beaversource.ini not found in ' + os.getcwd()
    sys.exit(1)

config = ConfigParser.ConfigParser()
config.read(config_file)

p = optparse.OptionParser(conflict_handler="resolve")

# initial creation time
p.add_option('--create', action="store_const", const="create", dest="action")
p.add_option('--destroy', action="store_const", const="destroy", dest="action")
p.add_option('--rename', action="store_const", const="rename", dest="action")
#defined by request project model: A=Publicly Visible Project, O=Campus/VPN Access Only, M=Project Members Only
p.add_option('--visibility', action='store', default='A', type='choice', choices=['A','O','M'])
p.add_option('--license', default='none', action='store')
p.add_option('--licensefile', default='none', action='store')
p.add_option('--owner-name', action='store')
p.add_option('--owner-email', action='store')
p.add_option('--owner-username', action='store')

# database options
p.add_option('--db-pass')
p.add_option('--db-user')
p.add_option('--new-db-user')
p.add_option('--db-host', default='dogwood.osuosl.org')
p.add_option('--db', action='store', default='bsc_projects')

# svn options
p.add_option('--svn-path', action='store')
p.add_option('--svn-base-path', action='store', default='/data/svn')
p.add_option('--svn-base-hooks', action='store', default='/data/master-svn/hooks')
p.add_option('--svn-commit-size', action='store', type='int', default= 5 * 1024 * 1024)
p.add_option('--svn-initial-data', action='store', default='/data/master-svn/initial-data/init.svn')
# useful only for --rename:
p.add_option('--new-svn-path', action='store')

# trac options
p.add_option('--trac-desc', default = "BeaverSource Project")
p.add_option('--trac-footer')
p.add_option('--trac-name')
p.add_option('--trac-base-url', action='store', default='http://beaversource.oregonstate.edu/projects')
p.add_option('--trac-base-path', action='store', default='/data/trac/sites')
p.add_option('--trac-base-wiki', action='store', default='/usr/share/trac/wiki-default')
p.add_option('--trac-base-plugins', action='store', default='/data/master-trac/plugins')
p.add_option('--trac-sso-service', action='store', default = config.get('sso', 'service'))
p.add_option('--trac-sso-password', action='store', default = config.get('sso', 'password'))
p.add_option('--trac-sso-host', action='store', default = config.get('sso', 'host'))
p.add_option('--trac-sso-path', action='store', default = config.get('sso', 'path'))
p.add_option('--trac-sso-cookie', action='store', default = config.get('sso', 'cookie'))
p.add_option('--trac-sso-login-url', action='store', default = config.get('sso', 'login_url'))
p.add_option('--trac-default-permission', action='store', default = 'TRAC_ADMIN')
p.add_option('--trac-db-admin-user', action='store', default = config.get('trac', 'dbadmin'))
p.add_option('--trac-db-admin-pass', action='store', default = config.get('trac', 'dbpass'))

p.add_option('--users')

options, args = p.parse_args()

if options.action == 'rename':
    if len(args) != 2:
        print >> sys.stderr, "Error: Specify old name and new name"
        sys.exit(1)
    else:
        options.newproject = args[1]
        options.project = args[0]
elif len(args) != 1:
    print >> sys.stderr, "Error: Specify one project"
    sys.exit(1)
else:
    # @todo: scrub project into a clean string
    # and a unique string!
    options.project = args[0]

if not options.action:
    print >>sys.stderr, "One of --create, --rename, or --remove must be specified"
    sys.exit(1)

# Make sure a base set of options is always set
if not options.db_user:
    options.db_user = 'bs_' + options.project + '_user'

if not options.db_pass:
    # be sure to pull off the trailing newline:
    options.db_pass = os.popen('/usr/bin/apg  -a 1 -n 1 -m 16 -x 24 -M NCL -c cl_seed').read().rstrip()

if not options.svn_path:
    options.svn_path = options.project

if options.action == 'rename' and options.newproject:
    if not options.new_svn_path:
        options.new_svn_path = options.newproject
    if not options.new_db_user:
        options.new_db_user = 'bs_' + options.newproject + '_user'

if not options.trac_name:
    options.trac_name = options.project



def destroy_svn(repo, options):
    # mv the repository to /data/boneyard-svn/yyyymmdd-<project>
    dest = '/data/boneyard-svn/%s-%s' % (datetime.date.today().strftime('%Y%m%d'), options.project)
    if repo.exists():
        if not os.path.exists(dest):
            move_svn( repo, dest )
        else: #just remove the repository
            shutil.rmtree(repo.path)
    else:
        print >>sys.stderr, "Repository %s does not exist" % repo.path

def move_svn(repository, dest):
    return repository.rename(dest)


def destroy_trac(repository, options):
    # mv the trac instance to /data/boneyard-trac/yyyymmdd-<project>
    trac = beaversource.TracInstall(options.project, options.trac_base_path + os.sep + options.project, repository)
    dest = '/data/boneyard-trac/%s-%s' % (datetime.date.today().strftime('%Y%m%d'), options.project)
    if trac.exists():
        if not os.path.exists(dest):
            os.rename( trac.path, dest )
        else: # just remove the trac instance
            shutil.rmtree(trac.path)
    else:
        print >> sys.stderr, "Trac instance %s does not exist" % trac.path

    # destroy the trac db entries/user
    trac_db = beaversource.TracDB(options.db_host, options.db, options.trac_db_admin_user, options.trac_db_admin_pass, options.db_user, options.db_pass)
    if trac_db.exists():
        trac_db.destroy()
    else:
        print >> sys.stderr, "Trac database/user %s does not exist" % trac_db.project_user


def create_svn(options):

    # Create SVN repository
    repo = beaversource.Repository(options.svn_base_path + os.sep + options.svn_path)
    if not repo.exists():
        repo.create()
        repo.populate(options.svn_initial_data)

        # Add all the globally defined hooks:
        for hookname in repo.hook_arg_map.keys():
            hookpath = options.svn_base_hooks + os.sep + hookname
            if not os.path.exists(hookpath):
                continue
            hooklist = [ hookpath + os.sep + hook for hook in os.listdir(hookpath) if hook.endswith('.hook') ]
            hooklist.sort()
            for hookscript in hooklist:
                repo.add_hook(hookname, hookscript)

    return repo

def move_trac(repository, options):
    trac_db = beaversource.TracDB(options.db_host, options.db, options.trac_db_admin_user, options.trac_db_admin_pass, options.db_user, options.db_pass)
    trac_db.rename(options.new_db_user)
    trac = beaversource.TracInstall(options.project, options.trac_base_path + os.sep + options.project, repository)

    trac.rename(options.newproject, options)

    trac.config.set('trac', 'database', 'postgres://%s:%s@%s/%s' %
            ( trac_db.project_user, trac_db.project_pass, trac_db.host, trac_db.db) )

    trac.config.set('trac', 'repository_dir', repository.path)
    trac.config.set('project', 'shortname', options.newproject)
    trac.config.set('project', 'name', options.newproject)
    trac.config.set('project', 'url', options.trac_base_url + os.sep + options.newproject)
    trac.config.set('header_logo', 'link', options.trac_base_url + os.sep + options.newproject)

    trac.write_config()
    trac.run_command("/usr/bin/trac-admin %s resync" % trac.path)



def create_trac(repository, options):

    # Create Trac database
    trac_db = beaversource.TracDB(options.db_host, options.db, options.trac_db_admin_user, options.trac_db_admin_pass, options.db_user, options.db_pass)
    trac_db.create()

    # Create trac instance

    trac = beaversource.TracInstall(options.project, options.trac_base_path + os.sep + options.project, repository, options.visibility, options.license, options.licensefile)
    if not trac.exists():
        trac.create()

    # now fix the busted trac configuration:
    # @todo: modules are going to need config options, too
    #  look for <module>.ini snippet?
    trac.config.set('trac', 'database', 'postgres://%s:%s@%s/%s' %
            ( trac_db.project_user, trac_db.project_pass, trac_db.host, trac_db.db) )
    trac.config.set('trac', 'repository_dir', repository.path)
    trac.config.set('trac', 'repository_type', 'svn')

    trac.config.set('project', 'shortname', options.project)
    trac.config.set('project', 'url', options.trac_base_url + os.sep + options.project)
    trac.config.set('project', 'descr', options.trac_desc)
    trac.config.set('header_logo', 'link', options.trac_base_url + os.sep + options.project)

    if options.trac_name:
        trac.config.set('project', 'name', options.trac_name)
    else:
        trac.config.set('project', 'name', options.project)

    if options.trac_footer:
        trac.config.set('project', 'footer', options.trac_footer)

    trac.write_config()

    # update the trac database:
    trac.init_db(options.db, options.db_user, options.db_pass, options.db_host)

    # add the default wiki pages:
    trac.populate_wiki(options.trac_base_wiki)

    # add any specified users
    if options.users:
        for user in options.users.split(','):
            trac.add_user(user, options.trac_default_permission)
    trac.postprocess() #sets visibility and license stuff

if options.action == 'create':
    repository = create_svn(options)
    create_trac(repository, options)

elif options.action == 'destroy':
    repository = create_svn(options)
    destroy_trac(repository, options)
    destroy_svn(repository, options)

elif options.action == 'rename':
    repository = create_svn(options)
    move_svn(repository, options.svn_base_path + os.sep + options.new_svn_path)
    move_trac(repository, options)