import json import pandas as pd from django import forms from django.core.exceptions import ValidationError from django.utils.translation import gettext_lazy as _ from utils.device import create_annotation, create_doc, create_index from utils.forms import MultipleFileField from device.models import Device from evidence.parse import Build from evidence.models import Annotation from utils.save_snapshots import move_json, save_in_disk class UploadForm(forms.Form): evidence_file = MultipleFileField(label=_("File")) def clean(self): self.evidences = [] data = self.cleaned_data.get('evidence_file') if not data: return False for f in data: file_name = f.name file_data = f.read() if not file_name or not file_data: return False try: file_json = json.loads(file_data) Build(file_json, None, check=True) exist_annotation = Annotation.objects.filter( uuid=file_json['uuid'] ).first() if exist_annotation: raise ValidationError("error: {} exist".format(file_name)) except Exception: raise ValidationError("error in: {}".format(file_name)) self.evidences.append((file_name, file_json)) return True def save(self, user, commit=True): if not commit or not user: return for ev in self.evidences: path_name = save_in_disk(ev[1], user.institution.name) Build(ev[1], user) move_json(path_name, user.institution.name) class UserTagForm(forms.Form): tag = forms.CharField(label=_("Tag")) def __init__(self, *args, **kwargs): self.pk = None self.uuid = kwargs.pop('uuid', None) self.user = kwargs.pop('user') instance = Annotation.objects.filter( uuid=self.uuid, type=Annotation.Type.SYSTEM, key='CUSTOM_ID', owner=self.user.institution ).first() if instance: kwargs["initial"]["tag"] = instance.value self.pk = instance.pk super().__init__(*args, **kwargs) def clean(self): data = self.cleaned_data.get('tag') if not data: return False self.tag = data self.instance = Annotation.objects.filter( uuid=self.uuid, type=Annotation.Type.SYSTEM, key='CUSTOM_ID', owner=self.user.institution ).first() return True def save(self, user, commit=True): if not commit: return if self.instance: if not self.tag: self.instance.delete() self.instance.value = self.tag self.instance.save() return Annotation.objects.create( uuid=self.uuid, type=Annotation.Type.SYSTEM, key='CUSTOM_ID', value=self.tag, owner=self.user.institution, user=self.user ) class ImportForm(forms.Form): file_import = forms.FileField(label=_("File to import")) def __init__(self, *args, **kwargs): self.rows = [] self.properties = {} self.user = kwargs.pop('user') super().__init__(*args, **kwargs) def clean_file_import(self): data = self.cleaned_data["file_import"] self.file_name = data.name df = pd.read_excel(data) df.fillna('', inplace=True) data_pd = df.to_dict(orient='index') if not data_pd or df.last_valid_index() is None: self.exception(_("The file you try to import is empty!")) for n in data_pd.keys(): if 'type' not in [x.lower() for x in data_pd[n]]: raise ValidationError("You need a column with name 'type'") for k, v in data_pd[n].items(): if k.lower() == "type": if v not in Device.Types.values: raise ValidationError("{} is not a valid device".format(v)) self.rows.append(data_pd[n]) return data def save(self, commit=True): table = [] for row in self.rows: doc = create_doc(row) annotation = create_annotation(doc, self.user) table.append((doc, annotation)) if commit: for doc, cred in table: path_name = save_in_disk(doc, self.user.name) cred.save() create_index(doc, self.user) move_json(path_name, self.user.name) return table return