74 lines
2.3 KiB
Python
74 lines
2.3 KiB
Python
|
import threading
|
||
|
|
|
||
|
|
from django import db
|
||
|
|
|
||
|
|
from . import settings
|
||
|
|
from .helpers import send_report
|
||
|
|
|
||
|
|
|
||
|
|
def get_router():
|
||
|
|
module = '.'.join(settings.ORCHESTRATION_ROUTER.split('.')[:-1])
|
||
|
|
cls = settings.ORCHESTRATION_ROUTER.split('.')[-1]
|
||
|
|
module = __import__(module, fromlist=[module])
|
||
|
|
return getattr(module, cls)
|
||
|
|
|
||
|
|
|
||
|
|
def as_task(execute):
|
||
|
|
def wrapper(*args, **kwargs):
|
||
|
|
with db.transaction.commit_manually():
|
||
|
|
log = execute(*args, **kwargs)
|
||
|
|
db.transaction.commit()
|
||
|
|
if log.state != log.SUCCESS:
|
||
|
|
send_report(execute, args, log)
|
||
|
|
return log
|
||
|
|
return wrapper
|
||
|
|
|
||
|
|
|
||
|
|
def close_connection(execute):
|
||
|
|
""" Threads have their own connection pool, closing it when finishing """
|
||
|
|
# TODO rewrite as context manager
|
||
|
|
def wrapper(*args, **kwargs):
|
||
|
|
log = execute(*args, **kwargs)
|
||
|
|
db.connection.close()
|
||
|
|
# Using the wrapper function as threader messenger for the execute output
|
||
|
|
wrapper.log = log
|
||
|
|
return wrapper
|
||
|
|
|
||
|
|
|
||
|
|
def execute(operations):
|
||
|
|
""" generates and executes the operations on the servers """
|
||
|
|
router = get_router()
|
||
|
|
# Generate scripts per server+backend
|
||
|
|
scripts = {}
|
||
|
|
for operation in operations:
|
||
|
|
servers = router.get_servers(operation)
|
||
|
|
for server in servers:
|
||
|
|
key = (server, operation.backend)
|
||
|
|
if key not in scripts:
|
||
|
|
scripts[key] = (operation.backend(), [operation])
|
||
|
|
else:
|
||
|
|
scripts[key][1].append(operation)
|
||
|
|
method = getattr(scripts[key][0], operation.action)
|
||
|
|
method(operation.instance)
|
||
|
|
# Execute scripts on each server
|
||
|
|
threads = []
|
||
|
|
executions = []
|
||
|
|
for key, value in scripts.iteritems():
|
||
|
|
server, __ = key
|
||
|
|
backend, operations = value
|
||
|
|
backend.commit()
|
||
|
|
execute = as_task(backend.execute)
|
||
|
|
execute = close_connection(execute)
|
||
|
|
thread = threading.Thread(target=execute, args=(server,))
|
||
|
|
thread.start()
|
||
|
|
threads.append(thread)
|
||
|
|
executions.append((execute, operations))
|
||
|
|
[ thread.join() for thread in threads ]
|
||
|
|
logs = []
|
||
|
|
for execution, operations in executions:
|
||
|
|
for operation in operations:
|
||
|
|
operation.log = execution.log
|
||
|
|
operation.save()
|
||
|
|
logs.append(execution.log)
|
||
|
|
return logs
|