343 lines
13 KiB
Python
343 lines
13 KiB
Python
import os
|
|
import textwrap
|
|
|
|
from django.utils.translation import ugettext_lazy as _
|
|
|
|
from orchestra.apps.orchestration import ServiceController
|
|
from orchestra.apps.resources import ServiceMonitor
|
|
|
|
from . import settings
|
|
|
|
|
|
class SystemUserBackend(ServiceController):
|
|
verbose_name = _("System user")
|
|
model = 'systemusers.SystemUser'
|
|
actions = ('save', 'delete', 'grant_permission')
|
|
|
|
def save(self, user):
|
|
context = self.get_context(user)
|
|
groups = ','.join(self.get_groups(user))
|
|
context['groups_arg'] = '--groups %s' % groups if groups else ''
|
|
# TODO userd add will fail if %(user)s group already exists
|
|
self.append(textwrap.dedent("""
|
|
if [[ $( id %(user)s ) ]]; then
|
|
usermod %(user)s --password '%(password)s' --shell %(shell)s %(groups_arg)s
|
|
else
|
|
useradd %(user)s --home %(home)s --password '%(password)s' --shell %(shell)s %(groups_arg)s
|
|
fi
|
|
mkdir -p %(home)s
|
|
chmod 750 %(home)s
|
|
chown %(user)s:%(user)s %(home)s""") % context
|
|
)
|
|
for member in settings.SYSTEMUSERS_DEFAULT_GROUP_MEMBERS:
|
|
context['member'] = member
|
|
self.append('usermod -a -G %(user)s %(member)s' % context)
|
|
if not user.is_main:
|
|
self.append('usermod -a -G %(user)s %(mainuser)s' % context)
|
|
|
|
def delete(self, user):
|
|
context = self.get_context(user)
|
|
self.append(textwrap.dedent("""\
|
|
{ sleep 2 && killall -u %(user)s -s KILL; } &
|
|
killall -u %(user)s || true
|
|
userdel %(user)s || true
|
|
groupdel %(group)s || true""") % context
|
|
)
|
|
self.delete_home(context, user)
|
|
|
|
def grant_permission(self, user):
|
|
context = self.get_context(user)
|
|
# TODO setacl
|
|
|
|
def delete_home(self, context, user):
|
|
if user.home.rstrip('/') == user.get_base_home().rstrip('/'):
|
|
# TODO delete instead of this shit
|
|
self.append("mv %(home)s %(home)s.deleted" % context)
|
|
|
|
def get_groups(self, user):
|
|
if user.is_main:
|
|
return user.account.systemusers.exclude(username=user.username).values_list('username', flat=True)
|
|
return list(user.groups.values_list('username', flat=True))
|
|
|
|
def get_context(self, user):
|
|
context = {
|
|
'object_id': user.pk,
|
|
'user': user.username,
|
|
'group': user.username,
|
|
'password': user.password if user.active else '*%s' % user.password,
|
|
'shell': user.shell,
|
|
'mainuser': user.username if user.is_main else user.account.username,
|
|
'home': user.get_home()
|
|
}
|
|
return context
|
|
|
|
|
|
class SystemUserDisk(ServiceMonitor):
|
|
model = 'systemusers.SystemUser'
|
|
resource = ServiceMonitor.DISK
|
|
verbose_name = _('Systemuser disk')
|
|
|
|
def prepare(self):
|
|
super(SystemUserDisk, self).prepare()
|
|
self.append(textwrap.dedent("""\
|
|
function monitor () {
|
|
{ du -bs "$1" || echo 0; } | awk {'print $1'}
|
|
}"""
|
|
))
|
|
|
|
def monitor(self, user):
|
|
context = self.get_context(user)
|
|
if user.is_main or os.path.normpath(user.home) == user.get_base_home():
|
|
self.append("echo %(object_id)s $(monitor %(home)s)" % context)
|
|
else:
|
|
# Home is already included in other user home
|
|
self.append("echo %(object_id)s 0" % context)
|
|
|
|
def get_context(self, user):
|
|
return {
|
|
'object_id': user.pk,
|
|
'home': user.home,
|
|
}
|
|
|
|
|
|
class FTPTrafficBash(ServiceMonitor):
|
|
model = 'systemusers.SystemUser'
|
|
resource = ServiceMonitor.TRAFFIC
|
|
verbose_name = _('Systemuser FTP traffic (Bash)')
|
|
|
|
def prepare(self):
|
|
super(FTPTrafficBash, self).prepare()
|
|
context = {
|
|
'log_file': '%s{,.1}' % settings.SYSTEMUSERS_FTP_LOG_PATH,
|
|
'current_date': self.current_date.strftime("%Y-%m-%d %H:%M:%S %Z"),
|
|
}
|
|
self.append(textwrap.dedent("""\
|
|
function monitor () {
|
|
OBJECT_ID=$1
|
|
INI_DATE=$(date "+%%Y%%m%%d%%H%%M%%S" -d "$2")
|
|
END_DATE=$(date '+%%Y%%m%%d%%H%%M%%S' -d '%(current_date)s')
|
|
USERNAME="$3"
|
|
LOG_FILE=%(log_file)s
|
|
{
|
|
grep " bytes, " ${LOG_FILE} \\
|
|
| grep " \\[${USERNAME}\\] " \\
|
|
| awk -v ini="${INI_DATE}" -v end="${END_DATE}" '
|
|
BEGIN {
|
|
sum = 0
|
|
months["Jan"] = "01"
|
|
months["Feb"] = "02"
|
|
months["Mar"] = "03"
|
|
months["Apr"] = "04"
|
|
months["May"] = "05"
|
|
months["Jun"] = "06"
|
|
months["Jul"] = "07"
|
|
months["Aug"] = "08"
|
|
months["Sep"] = "09"
|
|
months["Oct"] = "10"
|
|
months["Nov"] = "11"
|
|
months["Dec"] = "12"
|
|
} {
|
|
# Fri Jul 1 13:23:17 2014
|
|
split($4, time, ":")
|
|
day = sprintf("%%02d", $3)
|
|
# line_date = year month day hour minute second
|
|
line_date = $5 months[$2] day time[1] time[2] time[3]
|
|
if ( line_date > ini && line_date < end) {
|
|
sum += $(NF-2)
|
|
}
|
|
} END {
|
|
print sum
|
|
}' || [[ $? == 1 ]] && true
|
|
} | xargs echo ${OBJECT_ID}
|
|
}""") % context)
|
|
|
|
def monitor(self, user):
|
|
context = self.get_context(user)
|
|
self.append(
|
|
'monitor {object_id} "{last_date}" "{username}"'.format(**context)
|
|
)
|
|
|
|
def get_context(self, user):
|
|
return {
|
|
'last_date': self.get_last_date(user.pk).strftime("%Y-%m-%d %H:%M:%S %Z"),
|
|
'object_id': user.pk,
|
|
'username': user.username,
|
|
}
|
|
|
|
|
|
class Exim4Traffic(ServiceMonitor):
|
|
model = 'systemusers.SystemUser'
|
|
resource = ServiceMonitor.TRAFFIC
|
|
verbose_name = _("Exim4 traffic usage")
|
|
script_executable = '/usr/bin/python'
|
|
|
|
def prepare(self):
|
|
mainlog = '/var/log/exim4/mainlog'
|
|
context = {
|
|
'current_date': self.current_date.strftime("%Y-%m-%d %H:%M:%S %Z"),
|
|
'mainlogs': str((mainlog, mainlog+'.1')),
|
|
}
|
|
self.append(textwrap.dedent("""\
|
|
import re
|
|
import sys
|
|
from datetime import datetime
|
|
from dateutil import tz
|
|
|
|
def to_local_timezone(date, tzlocal=tz.tzlocal()):
|
|
date = datetime.strptime(date, '%Y-%m-%d %H:%M:%S %Z')
|
|
date = date.replace(tzinfo=tz.tzutc())
|
|
date = date.astimezone(tzlocal)
|
|
return date
|
|
|
|
mainlogs = {mainlogs}
|
|
# Use local timezone
|
|
end_date = to_local_timezone('{current_date}')
|
|
end_date = int(end_date.strftime('%Y%m%d%H%M%S'))
|
|
users = {{}}
|
|
|
|
def prepare(object_id, username, ini_date):
|
|
global users
|
|
ini_date = to_local_timezone(ini_date)
|
|
ini_date = int(ini_date.strftime('%Y%m%d%H%M%S'))
|
|
users[username] = [ini_date, object_id, 0]
|
|
|
|
def monitor(users, end_date, mainlogs):
|
|
user_regex = re.compile(r' U=([^ ]+) ')
|
|
for mainlog in mainlogs:
|
|
try:
|
|
with open(mainlog, 'r') as mainlog:
|
|
for line in mainlog.readlines():
|
|
if ' <= ' in line and 'P=local' in line:
|
|
username = user_regex.search(line)
|
|
if not username:
|
|
continue
|
|
username = username.groups()[0]
|
|
try:
|
|
sender = users[username]
|
|
except KeyError:
|
|
continue
|
|
else:
|
|
date, time, id, __, __, user, protocol, size = line.split()[:8]
|
|
date = date.replace('-', '')
|
|
date += time.replace(':', '')
|
|
if sender[0] < int(date) < end_date:
|
|
sender[2] += int(size[2:])
|
|
except IOError as e:
|
|
sys.stderr.write(e)
|
|
|
|
for username, opts in users.iteritems():
|
|
__, object_id, size = opts
|
|
print object_id, size
|
|
""").format(**context)
|
|
)
|
|
|
|
def commit(self):
|
|
self.append('monitor(users, end_date, mainlogs)')
|
|
|
|
def monitor(self, user):
|
|
context = self.get_context(user)
|
|
self.append("prepare(%(object_id)s, '%(username)s', '%(last_date)s')" % context)
|
|
|
|
def get_context(self, user):
|
|
return {
|
|
# 'mainlog': settings.LISTS_MAILMAN_POST_LOG_PATH,
|
|
'username': user.username,
|
|
'object_id': user.pk,
|
|
'last_date': self.get_last_date(user.pk).strftime("%Y-%m-%d %H:%M:%S %Z"),
|
|
}
|
|
|
|
|
|
|
|
class FTPTraffic(ServiceMonitor):
|
|
model = 'systemusers.SystemUser'
|
|
resource = ServiceMonitor.TRAFFIC
|
|
verbose_name = _('Systemuser FTP traffic')
|
|
script_executable = '/usr/bin/python'
|
|
|
|
def prepare(self):
|
|
vsftplog = settings.SYSTEMUSERS_FTP_LOG_PATH
|
|
context = {
|
|
'current_date': self.current_date.strftime("%Y-%m-%d %H:%M:%S %Z"),
|
|
'vsftplogs': str((vsftplog, vsftplog+'.1')),
|
|
}
|
|
self.append(textwrap.dedent("""\
|
|
import re
|
|
import sys
|
|
from datetime import datetime
|
|
from dateutil import tz
|
|
|
|
def to_local_timezone(date, tzlocal=tz.tzlocal()):
|
|
date = datetime.strptime(date, '%Y-%m-%d %H:%M:%S %Z')
|
|
date = date.replace(tzinfo=tz.tzutc())
|
|
date = date.astimezone(tzlocal)
|
|
return date
|
|
|
|
vsftplogs = {vsftplogs}
|
|
# Use local timezone
|
|
end_date = to_local_timezone('{current_date}')
|
|
end_date = int(end_date.strftime('%Y%m%d%H%M%S'))
|
|
users = {{}}
|
|
months = {{
|
|
'Jan': '01',
|
|
'Feb': '02',
|
|
'Mar': '03',
|
|
'Apr': '04',
|
|
'May': '05',
|
|
'Jun': '06',
|
|
'Jul': '07',
|
|
'Aug': '08',
|
|
'Sep': '09',
|
|
'Oct': '10',
|
|
'Nov': '11',
|
|
'Dec': '12',
|
|
}}
|
|
|
|
def prepare(object_id, username, ini_date):
|
|
global users
|
|
ini_date = to_local_timezone(ini_date)
|
|
ini_date = int(ini_date.strftime('%Y%m%d%H%M%S'))
|
|
users[username] = [ini_date, object_id, 0]
|
|
|
|
def monitor(users, end_date, months, vsftplogs):
|
|
user_regex = re.compile(r'\] \[([^ ]+)\] OK ')
|
|
bytes_regex = re.compile(r', ([0-9]+) bytes, ')
|
|
for vsftplog in vsftplogs:
|
|
try:
|
|
with open(vsftplog, 'r') as vsftplog:
|
|
for line in vsftplog.readlines():
|
|
if ' bytes, ' in line:
|
|
username = user_regex.search(line).groups()[0]
|
|
try:
|
|
user = users[username]
|
|
except KeyError:
|
|
continue
|
|
else:
|
|
__, month, day, time, year = line.split()[:5]
|
|
date = year + months[month] + day + time.replace(':', '')
|
|
if user[0] < int(date) < end_date:
|
|
bytes = bytes_regex.search(line).groups()[0]
|
|
user[2] += int(bytes)
|
|
except IOError as e:
|
|
sys.stderr.write(e)
|
|
|
|
for username, opts in users.iteritems():
|
|
__, object_id, size = opts
|
|
print object_id, size
|
|
""").format(**context)
|
|
)
|
|
|
|
def monitor(self, user):
|
|
context = self.get_context(user)
|
|
self.append("prepare(%(object_id)s, '%(username)s', '%(last_date)s')" % context)
|
|
|
|
def commit(self):
|
|
self.append('monitor(users, end_date, months, vsftplogs)')
|
|
|
|
def get_context(self, user):
|
|
return {
|
|
'last_date': self.get_last_date(user.pk).strftime("%Y-%m-%d %H:%M:%S %Z"),
|
|
'object_id': user.pk,
|
|
'username': user.username,
|
|
}
|
|
|