django-orchestra-test/scripts/migration/apache2.py

191 lines
6.3 KiB
Python
Raw Normal View History

2014-05-08 16:59:35 +00:00
import re
import glob
2014-10-30 16:34:02 +00:00
import sys
import errno
import fcntl
import getpass
import os
import re
import select
import subprocess
import textwrap
class _AttributeString(str):
""" Simple string subclass to allow arbitrary attribute access. """
@property
def stdout(self):
return str(self)
def make_async(fd):
""" Helper function to add the O_NONBLOCK flag to a file descriptor """
fcntl.fcntl(fd, fcntl.F_SETFL, fcntl.fcntl(fd, fcntl.F_GETFL) | os.O_NONBLOCK)
def read_async(fd):
"""
Helper function to read some data from a file descriptor, ignoring EAGAIN errors
"""
try:
return fd.read()
except IOError, e:
if e.errno != errno.EAGAIN:
raise e
else:
return ''
def run(command, display=False, error_codes=[0], silent=False, stdin=''):
""" Subprocess wrapper for running commands """
if display:
sys.stderr.write("\n\033[1m $ %s\033[0m\n" % command)
p = subprocess.Popen(command, shell=True, executable='/bin/bash',
stdout=subprocess.PIPE, stderr=subprocess.PIPE, stdin=subprocess.PIPE)
p.stdin.write(stdin)
p.stdin.close()
make_async(p.stdout)
make_async(p.stderr)
stdout = str()
stderr = str()
# Async reading of stdout and sterr
while True:
# Wait for data to become available
select.select([p.stdout, p.stderr], [], [])
# Try reading some data from each
stdoutPiece = read_async(p.stdout)
stderrPiece = read_async(p.stderr)
if display and stdoutPiece:
sys.stdout.write(stdoutPiece)
if display and stderrPiece:
sys.stderr.write(stderrPiece)
stdout += stdoutPiece
stderr += stderrPiece
returnCode = p.poll()
if returnCode != None:
break
out = _AttributeString(stdout.strip())
err = _AttributeString(stderr.strip())
p.stdout.close()
p.stderr.close()
out.failed = False
out.return_code = returnCode
out.stderr = err
if p.returncode not in error_codes:
out.failed = True
msg = "\nrun() encountered an error (return code %s) while executing '%s'\n"
msg = msg % (p.returncode, command)
if display:
sys.stderr.write("\n\033[1;31mCommandError: %s %s\033[m\n" % (msg, err))
if not silent:
raise AttributeError("%s %s %s" % (msg, err, out))
out.succeeded = not out.failed
return out
2014-05-08 16:59:35 +00:00
print "from orchestra.apps.accounts.models import Account"
print "from orchestra.apps.domains.models import Domain"
print "from orchestra.apps.webapps.models import WebApp"
print "from orchestra.apps.websites.models import Website, Content"
2014-10-30 16:34:02 +00:00
def print_webapp(context):
print textwrap.dedent("""\
try:
webapp = WebApp.objects.get(account=account, name='%(name)s')
except:"
webapp = WebApp.objects.create(account=account, name='%(name)s', type='%(type)s')
else:
webapp.type = '%(type)s'
webapp.save()"
Content.objects.get_or_create(website=website, webapp=webapp, path='%(path)s')
""" % context
)
2014-05-08 16:59:35 +00:00
for conf in glob.glob('/etc/apache2/sites-enabled/*'):
username = conf.split('/')[-1].split('.')[0]
with open(conf, 'rb') as conf:
2014-10-30 16:34:02 +00:00
print "account = Account.objects.get(username='%s')" % username
2014-05-08 16:59:35 +00:00
for line in conf.readlines():
line = line.strip()
if line.startswith('<VirtualHost'):
port = 80
domains = []
apps = []
if line.endswith(':443>'):
port = 443
2014-10-30 16:34:02 +00:00
wrapper_root = None
webalizer = False
webappname = None
elif line.startswith("DocumentRoot"):
__, path = line.split()
webappname = path.rstrip('/').split('/')[-1]
if webappname == 'public_html':
webappname = ''
2014-05-08 16:59:35 +00:00
elif line.startswith("ServerName"):
2014-10-30 16:34:02 +00:00
__, domain = line.split()
sitename = domain
2014-05-08 16:59:35 +00:00
domains.append("'%s'" % domain)
elif line.startswith("ServerAlias"):
for domain in line.split()[1:]:
domains.append("'%s'" % domain)
elif line.startswith("Alias /fcgi-bin/"):
2014-10-30 16:34:02 +00:00
__, __, wrapper_root = line.split()
elif line.startswith('Action php-fcgi'):
__, __, wrapper_name = line.split()
wrapper_name = wrapper_name.split('/')[-1]
2014-05-08 16:59:35 +00:00
elif line.startswith("Alias /webalizer"):
2014-10-30 16:34:02 +00:00
webalizer = True
2014-05-08 16:59:35 +00:00
elif line == '</VirtualHost>':
if port == 443:
2014-10-30 16:34:02 +00:00
sitename += '-ssl'
context = {
'sitename': sitename,
'port': port,
'domains': ', '.join(domains),
}
print textwrap.dedent("""\
# SITE"
website, __ = Website.objects.get_or_create(name='%(sitename)s', account=account, port=%(port)d)
for domain in [%(domains)s]:
try:
domain = Domain.objects.get(name=domain)
except:
domain = Domain.objects.create(name=domain, account=account)
else:
domain.account = account
domain.save()
website.domains.add(domain)
""" % context)
if wrapper_root:
wrapper = os.join(wrapper_root, wrapper_name)
fcgid = run('grep "^\s*exec " %s' % wrapper).stdout
type = fcgid.split()[1].split('/')[-1].split('-')[0]
for option in fcgid.split('-d'):
print option
print_webapp({
'name': webappname,
'path': '/',
'type': type,
})
if webalizer:
print_webapp({
'name': 'webalizer-%s' % sitename,
'path': '/webalizer',
'type': 'webalizer',
})
2014-05-08 16:59:35 +00:00
print '\n'