From 6494e2bedc66e593a87723afc300911df96a1c0b Mon Sep 17 00:00:00 2001
From: Cayo Puigdefabregas <cayo@usody.com>
Date: Mon, 5 Aug 2024 13:32:52 +0200
Subject: [PATCH] Import device from a file

---
 dashboard/templates/base.html          |   2 +-
 device/forms.py                        |   6 +-
 device/templates/details.html          |   8 --
 evidence/forms.py                      | 125 +++++++++++++++++++++++++
 evidence/urls.py                       |   1 +
 evidence/views.py                      |  25 ++++-
 example/placeholders1.ods              | Bin 0 -> 13284 bytes
 example/{ => snapshots}/snapshot1.json |   0
 requirements.txt                       |   6 +-
 reset.sh                               |   2 +-
 10 files changed, 160 insertions(+), 15 deletions(-)
 create mode 100644 example/placeholders1.ods
 rename example/{ => snapshots}/snapshot1.json (100%)

diff --git a/dashboard/templates/base.html b/dashboard/templates/base.html
index bcf569f..67c7573 100644
--- a/dashboard/templates/base.html
+++ b/dashboard/templates/base.html
@@ -132,7 +132,7 @@
                 </a>
                 <ul class="flex-column mb-2 ul_sidebar accordion-collapse {% if section == 'People' %}expanded{% else %}collapse{% endif %}" id="ul_placeholders" data-bs-parent="#sidebarMenu">
                   <li class="nav-item">
-                    <a class="nav-link{% if path == 'admin_people_list' %} active2{% endif %}" href="{# url 'idhub:admin_people_list' #}">
+                    <a class="nav-link{% if path == 'admin_people_list' %} active2{% endif %}" href="{% url 'evidence:import' %}">
                       {% trans 'Upload Spreadsheet' %}
                     </a>
                   </li>
diff --git a/device/forms.py b/device/forms.py
index 1c1c5e7..e83aed2 100644
--- a/device/forms.py
+++ b/device/forms.py
@@ -5,7 +5,7 @@ import datetime
 
 from django import forms
 from evidence.models import Annotation
-from evidence.xapian import search, index
+from evidence.xapian import index
 
 DEVICE_TYPES = [
     ("Desktop", "Desktop"),
@@ -62,8 +62,6 @@ class BaseDeviceFormSet(forms.BaseFormSet):
 
         if not device:
             return
-        device["manufacturer"] = ""
-        device["model"] = tag
 
         doc["device"] = device
 
@@ -71,10 +69,12 @@ class BaseDeviceFormSet(forms.BaseFormSet):
             doc["kv"] = kv
 
         date = datetime.datetime.now().strftime("%Y-%m-%dT%H:%M:%S")
+        
         if doc:
             doc["uuid"] = self.uuid
             doc["endTime"] = date
             doc["software"] = "DeviceHub"
+            doc["CUSTOMER_ID"] = tag
             doc["type"] = "WebSnapshot"
         
 
diff --git a/device/templates/details.html b/device/templates/details.html
index 30e7cfb..577e823 100644
--- a/device/templates/details.html
+++ b/device/templates/details.html
@@ -40,14 +40,6 @@
   <div class="tab-pane fade show active" id="details">
     <h5 class="card-title">Details</h5>
     <div class="row mb-3">
-      <div class="col-lg-3 col-md-4 label ">
-        (<a href="{% url 'device:edit' object.id %}">Edit Device</a>)
-      </div>
-      <div class="col-lg-9 col-md-8">
-      </div>
-    </div>
-
-    <div class="row">
       <div class="col-lg-3 col-md-4 label ">Phid</div>
       <div class="col-lg-9 col-md-8">{{ object.id }}</div>
     </div>
diff --git a/evidence/forms.py b/evidence/forms.py
index 7eaf0ca..6e6ad8a 100644
--- a/evidence/forms.py
+++ b/evidence/forms.py
@@ -1,10 +1,16 @@
 import json
+import uuid
+import hashlib
+import datetime
+import pandas as pd
 
 from django import forms
 from django.core.exceptions import ValidationError
 from django.utils.translation import gettext_lazy as _
 from utils.forms import MultipleFileField
+from device.models import Device
 from evidence.parse import Build
+from evidence.xapian import index
 from evidence.models import Annotation
 
 
@@ -73,3 +79,122 @@ class UserTagForm(forms.Form):
             key='CUSTOM_ID',
             value=self.tag
         )
+
+
+class ImportForm(forms.Form):
+    file_import = forms.FileField(label=_("File to import"))
+
+    def __init__(self, *args, **kwargs):
+
+        self.rows = []
+        self.properties = {}
+        self.user = kwargs.pop('user')
+        super().__init__(*args, **kwargs)
+
+    def clean_file_import(self):
+        data = self.cleaned_data["file_import"]
+
+        self.file_name = data.name
+        df = pd.read_excel(data)
+        df.fillna('', inplace=True)
+
+        data_pd = df.to_dict(orient='index')
+
+        if not data_pd or df.last_valid_index() is None:
+            self.exception(_("The file you try to import is empty!"))
+
+        for n in data_pd.keys():
+            # import pdb; pdb.set_trace()
+            if 'type' not in [x.lower() for x in data_pd[n]]:
+                raise ValidationError("You need a column with name 'type'")
+
+        
+            for k, v in data_pd[n].items():
+                if k.lower() == "type":
+                    if v not in Device.Types.values:
+                        raise ValidationError("{} is not a valid device".format(v))
+                
+            self.rows.append(data_pd[n])
+
+        return data
+
+    def save(self, commit=True):
+        table = []
+        for row in self.rows:
+            table.append(self.create_annotation(row))
+
+        if commit:
+            for doc, cred in table:
+              cred.save()
+              self.index(doc)
+            return table
+
+        return
+
+    def create_annotation(self, row):
+        doc = self.create_doc(row)
+        if not doc:
+            return []
+
+        data = {
+            'uuid': doc['uuid'],
+            'owner': self.user,
+            'type': Annotation.Type.SYSTEM,
+            'key': 'CUSTOM_ID',
+            'value': doc['CUSTOMER_ID'],
+        }
+            
+        return [doc, Annotation(**data)]
+
+    def index(self, doc):
+        _uuid = doc['uuid']
+        ev = json.dumps(doc)
+        index(_uuid, ev)
+
+    def create_doc(self, row):
+        doc = {}
+        device = {"manufacturer": "", "model": ""}
+        kv = {}
+        _uuid = str(uuid.uuid4())
+        tag = hashlib.sha3_256(_uuid.encode()).hexdigest()
+        
+
+        for k, v in row.items():
+            if k.upper() == "CUSTOM_ID":
+                tag = v
+
+            if not v:
+                continue
+            
+            if k.lower() == "type":
+                device["type"] = v
+            elif k.lower() == "amount":
+                try:
+                    device["amount"] = int(v)
+                except Exception:
+                    device["amount"] = 1
+                    
+            else:
+                kv[k] = v
+
+        if 'amount' not in row.keys():
+            device["amount"] = 1
+                
+        if not device:
+            return
+        
+        doc["device"] = device
+
+        if kv:
+            doc["kv"] = kv
+
+        date = datetime.datetime.now().strftime("%Y-%m-%dT%H:%M:%S")
+        
+        if doc:
+            doc["uuid"] = _uuid
+            doc["endTime"] = date
+            doc["software"] = "DeviceHub"
+            doc["CUSTOMER_ID"] = tag
+            doc["type"] = "WebSnapshot"
+
+        return doc
diff --git a/evidence/urls.py b/evidence/urls.py
index 872073a..d4dff01 100644
--- a/evidence/urls.py
+++ b/evidence/urls.py
@@ -16,6 +16,7 @@ app_name = 'evidence'
 urlpatterns = [
     path("", views.ListEvidencesView.as_view(), name="list"),
     path("upload", views.UploadView.as_view(), name="upload"),
+    path("import", views.ImportView.as_view(), name="import"),
     path("<uuid:pk>", views.EvidenceView.as_view(), name="details"),
     path("<uuid:pk>/download", views.DownloadEvidenceView.as_view(), name="download"),
 ]
diff --git a/evidence/views.py b/evidence/views.py
index d5ff542..1e02c7e 100644
--- a/evidence/views.py
+++ b/evidence/views.py
@@ -10,7 +10,7 @@ from django.views.generic.edit import (
 
 from dashboard.mixins import  DashboardView, Http403
 from evidence.models import Evidence
-from evidence.forms import UploadForm, UserTagForm
+from evidence.forms import UploadForm, UserTagForm, ImportForm
 # from django.shortcuts import render
 # from rest_framework import viewsets
 # from snapshot.serializers import SnapshotSerializer
@@ -55,6 +55,29 @@ class UploadView(DashboardView, FormView):
         return response
 
 
+class ImportView(DashboardView, FormView):
+    template_name = "upload.html"
+    section = "evidences"
+    title = _("Import Evidence")
+    breadcrumb = "Evidences / Import"
+    success_url = reverse_lazy('evidence:list')
+    form_class = ImportForm
+
+    def get_form_kwargs(self):
+        kwargs = super().get_form_kwargs()
+        kwargs['user'] = self.request.user
+        return kwargs
+
+    def form_valid(self, form):
+        form.save()
+        response = super().form_valid(form)
+        return response
+
+    def form_invalid(self, form):
+        response = super().form_invalid(form)
+        return response
+
+
 class EvidenceView(DashboardView, FormView):
     template_name = "ev_details.html"
     section = "evidences"
diff --git a/example/placeholders1.ods b/example/placeholders1.ods
new file mode 100644
index 0000000000000000000000000000000000000000..414816577dd4550760d8ce4fdf4564963d739da8
GIT binary patch
literal 13284
zcmbt*1yo!~w>9n(T!IA+?ry<7H16)!ST_U@PH-o<1c%0g1czV&0t9yt?gZCIzW2|U
znRzqw-uvI_b=RtU*WJ6S&Z(-duCp7U01Jl;1%(6!)vE`u6Ku~P&H@Dm_49gq1m$4k
zU;*-QvM_OSvbQla0ogbLS>1r<ERH6wHm)p=P8L9OM>DX41rWsI>f~Z!V(w~fVF3dC
zf%A#x-$wjYl5hlC+E{^I{>A3X!3uJ8w0ANATG+GxJ&yb@a5fGmRu-<T;x-@$6DQYy
z0F(R$*vZAw%EiLf)zrl0ACQ05Tqj2-u+vkI!T*3G{EHeb?Hx@(7XRDYTtOxv@PE_F
zzpCx0Q~$Yde}($lt$#-Sl`l=q%q;9Jp5p2FTknvNkp4BCp4{+nLwhPYm;h}oEnGn?
zF6Nd)2}8g@wr4>{LctcpGp|_T;ay%1G}>l&aEEBav!145FSSJ{XsYCw?q*M{S4eX%
zN7tqwn2>yls44DL=Q5+G8IZNE+hG)FW@#*#7nqx=XCzM}J+Tce$YyAA2Qu&*B?mL}
zqS=pp%zODJ?T3(Z3uWgdpR+7lZ*4RZGFg<k&G~n4V*cSZWJ@g-&|Xfg$0dbu#G*h+
zP7R7ly=rS{Jw=@Vt0-i}fgn&INz-eE9?s++D*T<f2Wx%Ct>b}tLdM68(IYcUVQ7UL
zhAXXAhx&ob-bvP;hi0DO@t%`qszl=qjzi_$W<ig~tp}EoN20aLS~p4iSHmByZeq7;
zPsuf8Dgg?JNVS*NWAM;WP=T;eQ2#jt{>pv-nvE796P7m)_EBnsz<IW3EtiaNv|8`-
zsrSUbpu|dilL*HzhW&2&<-4?rLIQ%6)Zwz$QFjSutFsKJprAtaCqeS0ON9D3X-6z{
zq|;ZfRQVMR+cuXgR@)VKs_#<>`u&l+=Bcc=$U8L*StrrUAkS<g3^N7UBbzHwn_jZj
z_r7?6RZ(56ztJwY4g6M4*sV9AJES=IC1ht83Eed#6=%CApw)GjZ%Q4tO*d1wOq!~b
z{UxC!dLeWV>ScNUgO3A8+7>@qJBzy6S9y}c_opoErb3g9UgZzGpIe&QyS*Q(j**fE
z-9pPP*l9QM8Kyb!e7yi6)R8{%*VGHaK|MtC`C{TfUM@;fGautgz2Iw31iEpVVwof&
z*oey#7J8_z1oJco#8$MwF{*Xj*LaxeF)}-ivJ|yS@gqzTe+Xr?mX{YDweqH%&dJq!
zt|u}O7<^>*W`Pc6?d_6?{9@MSh)#{N=@G1nU(F_gQz(v$*Rnj#UC;N{<q5xgx#!a(
zGkpE6SniWz{v%3d2JLUS{7DjZtIZLHOq_I$1DteLA_PBAFG*Yz{ERB0IBI^*Q&g4y
zF{-Fflfujq2>Q8zJ_YtbTPbFq=UMBe79qp8=P3^}@HG|FVi7spCJmvq&@Ki2abH8Q
z;p1!e{g!iI_Sa6kOmKlQ52R4z95;oB(PY*QS{Ju$YhcX^ShC`07r9bjb=Jj7T_k$n
z9iw_Av>5m`jM*^oGX-yIU<6a?6JR{P{?=4AIQF)OcaxYdi9R_^$0h}Su#<(<Xcs$t
z*zJ1Ga`rd`3_SQOOry6oKvMuVSe}d!bl|vIb>F=V3vB&BD!?gTtgw9zYRVzP`^sLE
z0PtJZ*>7NJw`TY9_Rb#yV%E8IoJab4diahs#Bx%i?rC?fTGO=IPX?+vxCp+@9<N&T
z4<1GorV8l5fSvom%v%F88^`+QOeu7(Z5I>e;JR54%kC>-<n+;_MacaMU}!cwXBv4`
zJ0+aSixkEpaLLs|uFR8c<A^86t?6ZGnhTuZxA94;;~DecQG=MDczim(17=%y?Uu=;
zDV6j|%3o>FWY8}Oii!^o6eCdc!NWhSBo7~2-k+bky;+=dN-cMUDycxhIs}H1?<=s4
zIkHc_XI2*KcK&#nBfZrG-8XeuycN-V7^zdVu7Gy1DNNTjVN_WyGxv54Eqdcr+rFV1
zV1jSjaxLCnUkK6yi2z^=cv#vtZj(z9jRs1l+Ip<xOuM>Dr#3n!8=CDwK=;{>$u&Jo
zX{$!)?8LB<?rmZds|9{Oo~ao#GrfZLwfb827@=;K2!`diL<VSAtzKXYRb=_d!D`w@
zVdbg@j6>Z)Ykh6%Js=N~(KChHU|cJ>cn%CnC@r^El+QOCa&ImLvf{1Y71@h(d5oak
zg_$^mzUh~Cshz?y*4>|=5#T5Ezq5;>Bf@>dwhyjPp30(--{JGka{Kyab9k(s+Tnt^
zj<h`R?kMb5NpP`BX{j?Bk4d6g%s-`LS&@cR-m7_-p~#sfHiOIe#?v~B&T7qbDxvNs
zT`zn{T*D&{lzc)-Uv1jShwK)=yU`1EtH|?q5t-C;ci0TIvf!9%;12k39I_SlAUj;e
z!<j#{eWOTN(OvpE*=Ql)YyAvuq5CDKD|I`|r<zxw9rIz_caY2y;}&2a%ibZrtNn9h
z*?ta+&Nb5fa@E6qz^K3Y7VcPbIH|5Mgje)>g)Zv5ZVsJA*nCT}JR<6c#Tjd7zIuYY
z&W@l(m`~>nfZN$T)uCW2{0ysobyA<gnrD*L=r2h=suePYqY;v8!xDM2!Oc@VkewJD
zV3#J#J6Q$^OAFicjNlXIU6eg^$p|oUZ@uV)%XnWG>;*kH;kQ@2^T0fjw}AZ~)_(Jn
zR6K|a3qw9`Mj@qLt-39U1#nX%q89pa6EdO>-%TnnscXeH+@Jq^pJhLns$H$Z)sjzd
z^uj@E<o*#hQrk&>IT2ee$Y}6g$8E>~HgMoTs}g(c<HVy^-Em}K-(h{~HCHqJqH;rl
zmu12Dh9Bc?$=FvKI>8x~qVYjWn5OBspPo;5J;Jk-kYH>Uj?OMDCmwFy&Y${doUSLm
zj#q99+sd`B6;18j?oXU*&3p`fb5Hkk)lxoxIQ4;pf-=Sbr|%+^r&Y@p<Y8~&`g74*
z)Z2@mZ^C+5E_y~%YwbS}zrWbMcPPMDv^54p*C`gCCyMzAn+8YW9gJM1`wt$U<TmY4
z-bJQ<-J=crUAX=<&Mu<ijdj3;VO#rPiF-sNMfs;RsUJ?8tCW_=^fhI(?QM78D=m+B
z{XUu7$eXsj)@~Vee&O@th#sE|iNMsrg~|AtoN!+>fn5k3)*j4;cDY51B@Ii)_6@)i
zGMRRw9ahki=1{;iEmpOBv~|0Yal&+UN)O;NS`#GVJB*}5K3F#lTIKi>04Mi-8N0=A
zo%*nz<0vVNg@px130#gmh*%g6vvPdG%=C&6h~=s}P%_B7Fce%AxusTs=cvXb<04p9
zsBsJ(c9V_S&gY9WR5EA3|NMr~EJ=XIm@mV980JT-;jFrnd%z9-53}TySi<SrGLUE~
zc;sDo3knxa&yZ6NUL6XT%<U+Rlu6DT;^giR$=zYSli#`R8rRi1X`J8EYoZc}amAE^
zG+knsrVND2c9|`jDcS2x??R8{zrLe<QQ9*FAxiTdFA(5o#dB5Dow^{wOC}v+%FHsQ
zXeb6zBHh1<Hh@bjA?hq?!e!0T8~+x>ny|Arm`^{bz;C+c(c#?xsXV|rT?wPdfd_zm
zf`8I4Hu@D3#?YsPLBG2_TrH^<{M6Uv8l3p~JY}<x&BPv-_Fiw7ePcnsFUN_-yLm=E
zmDAY0cluZPP>CiRO)ne@KgLH5f%xY?WpY|n*%iL*^$jp%;7RF?ww>WzPMRy5Wrf2p
z5MJ|<hPP*rMUCdBJA1Ibpi}2KX~4)P%J6`c;I(J3!c0NSQeQ}h;mgRGqowyTuSsgD
zA5)Cy71bUX%4Uf6eu`1#fDGM2FXzEnQ1DtClmAH2AwmmYj81>(htPJ?&#BC7G^RqT
zn_%t<)dXDkY1Uq@7cbn<P*ZNkzhbnM?LhxnHKrUETMS4Sg4*-Qn66NJ>GQG}o%Bmv
zB2f*6(WJKt{W+nORJ{Zdnn@R~#0v!sp2sVXsm!U+HAyMQhlxmee={yyv{4(E+Dbi{
zY6jBPBXUeUMzn$}Ae*4TF5`tEEW>UxNU2!%@vfLNhptv_4FapM#xQf?#b_G)P29!p
z!+tK>%F)p2{sF&0x`(YRtYThmUW=Z7zH{mN$IudQ%`~1?<F*^1R5w12{gH$l3X_kv
zB%hJ^*csLlV;(!8&Y&v$hF^gKPySdn)6OilbnMvyH4crcjXd^OG{(FQ{KnZq1FXT!
z*MttNxD+bB6_gSv`$n#jIn%J&v4p0UZtt>Gkz^piLKu4N@(WDx)F?w@(v4ywC4&<l
zX_4dv){)+iHwOoB7r8VlB2xnn+tkY@4TOag3L7_~Q|EkWpP)2$;F#8#WO`mEg6;fH
z-p&<ie}28QY;0&fl6p>(W@dLO2#}Nc3ig(O+TX4_koZ#b#@3u4!<M`BjNXq}-6rpy
z*eN;Mygig@fQej(yb$%KhKHdr^6~tQbk!hKI07pY%?IjgiUcZ*RG9Idr3)=>VeEG1
z&&$~54@&eQ(wg_U=f@J~)Vpvb!vuKNb=&NkO6iPC#5D7?wN9MD$|SnspXo){0Xce#
zH4sq$!V6u_a{S_OY?@uUa7?7!@`yxm)T$kAf#(+|*<8LPpY;Xnh9Cq1i6tB{&>SYT
zr&d1v_UL#m(#Uf5g&S27*K>z6{-KqkuKXnnMMr~joum#b-38D1P7Mu`u07iZ6>b-u
zZjLP;FYg~-$8;Is_d>VKbipD478EJ5k+RSNwE<cD<Y-Y*KrcAbNB_9eUaZv}LLF3Y
zMqriRM_LDddLWeMU7{=^U*JYrgH@ny?gJ>o+S#%J%xOtRh!?qKE8*7V72!P{NgL>4
zZ)uBtKE^z$G@FyILn`sOpuvLv)o?U)t5Ul*BoHKoZQXn{)0z?%pXb%yvnoYL6R41%
zq7*{wUC~755TMFhU9qoWWTEV|VY-kM;W&{L!LD_IJ#VmTuH_3YXh?pc__4LJI>Wr#
z@JywvQpFn<GE*Tt7p1RXL^7c5U+kyk(?7X};{7V&RfTonAz+tKS>1?eco~|@qbc=l
zsa*VgYgD^+B73Le{vErHP^DM4g|f@x?!KrbrEWG425*9xr-nwdnSkVCAb8Vsd;T<M
zZrmBqeFzCJXF4EL@Ib66r6)^oLd^2*hYvP23Ze?s?rVDRW!XduuWJ@rZgD?_o55<0
zq%b-zizD)pR-L>)l~y|!2Raqs>jOW1dh`Byn+$6f@&NS6P5|GOm483W74I14Y1Slq
zrD?9H%kb6Uv=5lW3!g6khI5tA{k!DFC)i2%YERtDn~OlP%lpGNVty~;5S*AS9_*rg
z+w~WpT?==Sqlx)+bY(K#s=R|f5N94Rx=y%Es0^mKsppB(3EIx>ikh%LbRTJ$#uU0K
z3y#dJP4mX8k=@&nqmzG$7G4}*Tl_KCg;ndkYR1B+I1z0`S@&`I*bDgrt;lK_sKOfS
zJ2F8UPT(2wO)tb!s4>ka%sBEUj(CCPbLEh`Xsz=(Bl*BNe?0XC>FTz`anCo2W4JzQ
znOJY!9&P<0s9EBezP=Jn-!~O3eLlz7^Zm&l<O4!!=WL`)Bz3Iw^p_jp%qzXf_zHQ!
zWR5~$?7T+q)CzF*^L4YUmjuG<$Xip^;km%Wsd8c6<+erw^8k~Ga(Y(Bf>we3_cJ_n
zd|{nIGt3V$rqkZ|1VbZxGR{$&J%+gqscgFZxmnUe>V6DcTzomj9Nw|Ch^RjI9%llJ
zV4<Qwv6pp0B=2m)cMF~i7F!ZG!`N$zVRjJx;7z%q*&2IbttWhbICOh?#2R>*LrO3B
zdK=DAs(LY+6ofeJ5fouo-W!#a+x~DV`pozH?2&C8!gt=dj}`20##QMMygXzCy<z9T
zz(6R{h*`Q@o^#nR_=qn!m-&V#6wC)MLZwI1;L=6Yv#H~1`)%7EH#*#zqaZH~@<<u6
zsTXz6D<NFB%G+=);r;DWpdz3{S5GQ=#oe)YJ#yEpM|26hVAF-WNmqoez9LOU;I31h
zNX*pe{57S3R|8ttq<o3?Ui)O;?P+ssn<LGRfp=ixTVGf^SLab&HnVoWIJo;a1ZR(F
zQ=5K2H&(aZA*L^op`bRo|7m0O^NhsR0tB)FTK#Klb)dWGp2vslx7?oBH!VzBlIa#v
z1jf*97pT*CRoem|mc~wPk1csK?fB}T76U|*#NTW+ABu8)wV0lsek)bc&gA1=^EQ%7
z9w={>oj8U}&2s)Mbty5#a__A4tl*-LJ5w<hwTuibL5}S_ko(L9Ni=R8xw0uyF*f5F
zhibuFDnpu%&=!UT26T#9#j-Xs1EqHm-DJYJYb6_6NdR-ohnF|FnSOcpx*}>Cbr~1H
z5LJ021lk$K;jvCUscU`1*7nHP%Wf9-tpkbG=RX)nGg54y^V=sIH5*o1oV$j@o#D)8
zl&9mE^3wFXfc=fnDC<<GS{huLy5j<Kdnwp#0CS*lzSzvLFjb{SmPe#hg^o)n%5X8V
z7s_92ax^yX_KnXlB*%4Vx2&`VHY$#bM37!%ovdJc&gUB^w#w{~l&~@_1)C6pTbWrJ
zja8xL>m*6t@FnHBp%>T2;Z!L^&CU)IG42tD-2m;<U-&G12I6ApM2F+guYGT?@UQ7z
z2`(k3^!@R_A+cc#P^f)kz9F)}ZmA)^3R$JfPDL-zDjG#xBb#=!2kfaM?UG~76i)Ec
z$X_IrLfJx-06$cK6lb*%j8PIk+_T(lWUcf@N;`zqLqa6zL*6FZ1_V2ebcyNHD{iMc
z(UTRZr5h73cF{Yn3+dv#z0T^^><Fm^5iU`|=p}}Q)p$VX6DK~~Mi~epA%=r%@}_^Q
z=q{gswmWwHweH>9aspF-ry4Fe=R>zv3APU>b*}w;uUk7R3fayv`7vIC;col$B#1nd
z1yQP2Il`-9wJX|1o0|Zlil1|7U%ZIjHO%g$c6s@#6NiJxoNFVSeEEU;3R4{yelhPW
zCi{wT$7Uln2Cg!D2)~#EKvAbqUXx{nF)1R`Y|dT12&%I(*btG4lhTNM(g%XJ(u*ek
zB1#*&-2K|@CHAdDcbfz|uW`jRUy!V4nt&<~UtA1Vi&Ff|cOR18k#{tQBl!X=W1@Jk
zjNzH4YvsF9KIBNec7C7kCd=4bM6(z&GAxV{#4Fw>f!gglD~f%^j#I>9)M=;C9i@#B
z9*KRHQCUE)vi&H8VxXl|gXr|qjWq&7ERGNld(C*xj;=7dGpMb(pi%@KhUyHxOAN=C
ztTzDkhl1}24d8)tE5O8Sya4%K^`fz@$aC8OM2%zVEZ4WOz~k;YMb2<xiU<ITcnQt7
z?XUZ(_d1+(gmT@hG5Ol*uUaS0mnq6+;!A-hcJyq(q}*&t44=I5VpxAf9cXa|zP2-q
z1?G=+$mU~<ix<r@Ov&KugPV`RFO=Vib$-|SBI{Xx`@&i3{oIx~(tR@DoqG>&Fybml
zbSfsS@=XNUxeL>ER`9hKijYAT4+FXkbVgAdaSh^iyjr}i1Pqaj@)Q*&<v1d=IkU7+
z31HO?`7Ug*KM0Y;(6@pLMq9tMXM8x@qNgj`vB!8K9YfIFUjnrMy3TK78E~RYTk(8q
zBs7`}QuOX<&)RnGtE{i^^~kYCeuLgXLN4?3e3oh7+?n-?QmyiDWXtf%&OR$Qd}ni-
z3&$F>j{RH7Fw(X&4ZEl*+b82ljOdRhtM%+|*+~|s`?V>YmBQ){?LCVF$7P(hJ#O%!
z%2fA`j(0hH$iooq#bw*OL!EVD=BrKhWYp;tj-%~bM>o9wk&ol`3>Pm|E&R+I4jP5)
z1B(U#2k31vm)>_nJW0j=d$6taHiJHaq^;LnQ&u$&mRd|Wk+64sjtu?rb(<2)wY%W5
z0v_hFrE$n?H%Y0Ik5j=8DPugBXgU=bn0_`^KJx(4BuCr28nxB!)ov_K?=mrxXO+<U
zRM>EMSbjbDDSFCtd%G*5^BE>k1p6i?=z;qaH2$}Y;5G>;1`1~R706_3n9Nv5B0;X;
z<3TB~bK{V*tSQ(JIqV&j0u}g1Aj7<m&F>(z6(tJ0-BCQ1k&GTP-0W8^zea2`-V~(r
z)dG!Zw-txC^#}b?Rb^!3WacU6bk2YWLAUMW(^)Sf(xda9^&<S!?`_)Oz7~GV#83(V
z^SGZ9Ge57NNA>E~U<Xs6iH*H0E9kc(ixbf59pJSLItua6pXBIrvXZJ$P|zAr*AUXv
zxg%8S79j@|6f6`#QC$ii4iOOz4-JO|7Zni;1Dg~Z6&DK|3zwJ(2aAw^h@1$An1~b&
zp9-6p4xfyTfP#gHmY0SAjs7_f8yPw~85aEuVjfx|Dk>^US_XPLYQ~o|jEszw%mOc&
zxtQ2_xR_}<SQrJEC<QnexVX4Dx%qhb1o?Qlo=&m^1^CIB#mG5iXnEuqg;lr&#Mp#n
z1w^G;#59D&WO$^t_!P~=Sjc6$X~YG&#DoPDMA%h@8Dzx;wIo=yrFl%01S|l;)~X`%
z@(NOl>Iy14YDzL{DoO?bDP0vgO-)S+O?xR_XE_6qy1u!Rsh6Iqt(K*`wWgGXftHJ|
zl!=kCjj6t;sRGDU&BapB)z-+z65wT{?qzRiYG!F>=W6BRXY1r<<Lu>XYwGK2<MzhK
z&jb9%(^tbTK*uTA032oN5@-UBF!hMGbq}`p2(j^sH1mpg^$xKONCWvtc?U(hg}w(x
z<a)-Jcqdi)+o***>&Ckqgt=P=db!1USw;uAMFx7M2ivEHfj>loi{rgMzV{A)7akCq
z6cC*n7N3z26_%J7lNlG9kr<hpni`Z`6q@-lA)_E7w;?6BG_kNTyQ(!WAuul~EdPB3
zB;_sSeE=jgGA}(oCo`=kGo&;(wIMIEwji;lAnj9rY+FfuV_8N~adA<3O-W5tZFxaM
zby;0~eRA37wCcXR+V0%?uZ7LSWsSX%*1>|7@sG{jWu23?9bcP14>t6S*7VKP^)EDk
z8E^W!)b?$$acHGwbgi>I>C4BA?%MpWPZfjpxkF6_{mqastsh6*O8Pq+X1XBr1N94|
zt!txgU0((}2PZ!d&wUx2n;hz%8||B!o$a67?p-*ZSXdukIUHI$n_J(T-a21Ce%PGu
z+gKbwS?W7l9r?bxw7W8~v%c_S_3O#{*y-ln`Oe(k&cx0B;^WEU`uEMX&E4-i`#axP
z_V+gS_V&K-|M>pne*ffb@9b{x=JCh=_mjijtHag%i=7{5XJ;4JXLk=*=VuRhXAch#
zPZQzs@v&1S^l2VFJC>6aQ-3peuz(Cuza&LGZeZ$;4yYlVf|av&kC&AyLqfn?%cG45
zK(rmxt$QaIB~!X4W=o7!^-^WeU%;m2xdChWi8y1bXD=)u!oKAhS01*Ek`Q0b;QGDg
z&0~8*^9pyuhH$3b>HYA_!E?V`k=tc=@5^eK7jrUD(CWE2pS)e?!F$bmBi?bMdXp6&
z3>pmgZod*-2Q7f^YBlVNZ>{66m=V!qHF~TXzR+!??JSK0ggHExB03utBm!K+M9|sm
zMhX~@hV5!%R0DMVD8`Zu3v)1qjIM72D>zdP=cGYwU$_`;xis1>P>59|gm2;#u}@w0
zbz%?<9$X@3K^8Mod5JV<S?5u-X7XO}7X;Tiom33gho86G)F+0_(;#=BJ7aGmzUvT}
zdcKI*=DJN~s(JJnMx&PwGkW0B>&!E`6s>O?rM!SqN$c+xEmpnPe-9Q^dGBKN>g5Kq
zLTS<UyOiLWA+GTw^*EEK>_ofIoK;)jdPRlk_S$a2=j-P;vzI9-a=18dtKrVLJ!b`6
zm1^$T5>m<tnIOAVr-z_uh|704ju3pZ>4p(uW_y#sB?j&`<#$awRtF*Mmod8p{o_>+
zlpE-s7DqIbc4>I?=<B4RK?bU?oLH2m9rz*3QfJd_o=c)dOdJ`OH=CMt^=c(eb9-cv
z@x>3YzDXCik~HEc+$Mr?&J13%?qj5F==<x9rFH-#V(eiNUf(wz4e|M#a&Gr2lD9tB
z`rNc9c*`4|IrgubN1_#)O!JD7aXSukonchE)u(eL-uKupqvX9HeP=s6Bu}|TIej{B
zzj1NwSbk>JfOz%-_W3H?ErOm{Gkba(=k>h+dw|b*+NB}5l<{6_Zdu*D6fe<qcS6ej
zL2s3$`EvFY6Ble}H%0eG2)LLtAuP7kbe~WuXFg`};)}WM0V6GKtS@pS!4E1#i+1A~
z=l*8xtTJfS_tqSb?ixs%2vJn>=oa&%Ty1Q=AAxa75gV+?%r`zt<M0Xn-*IFR>W^Xf
zPaX%#I4X4ta62sDv<+LHdG(lMw*krq$mH7P1@@&%3>)2Fqi$91j#PQIzdumh4jFl$
z&b^<TD5T-AOU5POk3IqZZ1u1&VLql|GNSZ+{@_BEB3p{uvv7cn)}x|^`IS~Zyi=((
z$E5J`u^7&50z(vQsF!@=%?f3b@Ixs}lUK<@gG0Swp72}dyQ*d3_{iCD>A3Q=BEjde
z`W9;L#w%%M%tTP>njdD0KKGP0x$d{s6m_M|!tc*oIxclI&MAHm^zEMh7V8r!>T@m^
z?~AH3E4MouO1VrYu-ZD()ks{m&fv#D6dy+QrBuxz&}GsLW<I5-`(*L)0g<3zwJG7A
zpekvZK)~nqS}9^$m6F7qLgihkL-y6~t*X{V?oGZ#fh}i!->I3hCXW_ahaTVOl*X-L
zCx^`@E7tyU$BJ}{=8B2ise<endl3DexBbw_#&Ky@KwC8WfE2$1CH7JivBk=P<Kn~#
z&^&^VvTg4plTGai9qEl4`<=K}hD7ug`n-^;))&8}Vc%os&c-j7*ZV_1vaCsGzmrJ0
zX=kt9!=KQ}x3Tq0PoJCY&toxjLPDxR+K(wpDhHC_(t^EN<S>nVj<T0SY|8j4J=t|N
zt@xyM+B5E_%z-Wg%sN@odY^skCgi;V3_g9QhXxlr>B77uBNm9f_=Dm+H^2)=z=+~#
zmsr22e>j3}J*lYF^I5ajxDy8k5V~guX`jk@<Wd((lF>_2`&p;E{5yj!ViI!uoxV1m
zOw)JEO7ThLq6Iy^C0{-0ogVam*vCBrM*1&DVT*^qCfg@aIBI1NG$wU7$mEl-E9AMj
zQ3{AUI!VU!s&Wq-WOez-Zydj2-4-(QJewvt9~oa*t^ijkEV|q2lkcLd;BVArK5DK|
zx(FSsy)R>+%xq)ytL4uc)0fIY(I}=Y)u=>cobp`&-(S6UpGCS@E(+vgVoT{|6ijZs
zXW$|}IVn5(RHDkAoh>KacH;16zvYo0tEPmh>0PB;jBcZfc84ek^=!=cThpZbgdoQ}
zd718ci_4}dPwHmE+0u<aL?DC4CVyumtA`h%TI!+WwT7y=VzrSMhm(I*M5I~R=_UbJ
zQ*o-TXJ6yNi~#uv({WRA^==$X;R;jz%@nV0kP#ERCwgTuu{8>jZ_K7;G#bj%ddV)b
zg?4jw`+Ar!D$%`rid66D@*PThj18T8j$LavsB*zJ2F22?3HvU2>~3?XHodGxJ_&W!
zJJZcoBTL<_i?5G()eglvSq&dcW;B-{cYL*wIS-QtMaMnlMw81PwWImjjl`$@_cwaB
zBH7#VfDAHuT;Ty7Hm}pSlYq#a36*Psq0L>beUHkP$l`+1mYZn7yF@TFcXmg*T^jyt
zt?TuMsfepVn2oH&J#Z<8Jb_|ieN@+uNBye2gVprWirK-HreE*jM=j6c@qknZfG&J=
z9Iwh8G$6)}M~~PmmV{VD{Z!wgITq|72*$zhm(p%?I{LsifD^uv-eOpL%VgVupHrAT
zmTp)z3yg?Y(M&qiv(N~aUm_nsFeu0UD(d^3f+%6Yqf$r0BdS)lb#0u3`U^Gn$MIVs
zr7c?rW>TCQpa#3DR9$?@=8t54Wvx`gEt5t=KSyxn@<`rC+%F*(BVG>~BjW}+sjHRM
zdM=$z87IaoFHG#m8N4>_>YHCX^pa~V1*o-IHoqcL_TUa7|45j)>8UHz)JfN)C@O!p
zHUHU%tP~%qoip7iQ+%{@?@1moh^bjB3b`1rMW~@s=iZt_^yu902V-ULTwzHl5<+%x
zY2KTm)@l0*`kh2?*HrC6dDWy1-EyfUX|*5R37Jf_i1|BDKFwU-o5(`-%HTDS=$?xY
z2hA=mFdFU08DWm?H64*Fts{k(^wCu&wR@-3^DvBlVYX3PL%bg-^B)2{CV>xrlNnDN
z#IJZnL<F_kkEM76L>;}K^CHn82pXEAX2_6T?mKbc{eC0HA@JnU>`pI(f>0n~Y*qF2
zyt{L6DP@dJ#dD{Fc)(FhUUEvyIsOWho79#Sx?Ge#Ng1<0xk!3G;!*L<1m97ytm?{I
zlPgn+H03qJa~W6-EGzq%7Gn*!vQAe#F&rd~C@S%D0wJwzc{>OX;yUAunB(4*@O9%A
zBV=w%p#9Jml5&wyb}WHExkWJ2REJM4BJ1ha2sE|=g|?=6<B&>kh^#xlcIR0JL+b8=
zMeCo{+fL{RI~{B9*+T5p%S7gM`|wkKOwEZnkr%udYG%^4F!e;h`w@Y>Q~GeXeC^>E
z<Xt0gv+6n@s~XHXdFtMdIg^*P8>h7h0q-xyYs%X>5F3uJOzD<5?A1+S`B>|Ye?FSE
z5n|O5aRk^wXl+&t6o)>&m83V``^NWR1$U|e#CC*So?69yG_2*FdNnz#8{=M%bus!w
z$#sBIKn>)C(G#@D#C<VYU-vqhwfVJ`8kHq3QPDF4oC^`E2^^(iBU|;al@DeKAh8$~
z>Sgwe7NO62cC)<7J6cKEqox&8ODeCm(qpIuaz4ZejA^`>Ueq<3uBvOxT|R+a5;Z@x
zUu@M}e`wq$Dv@T+i>K|m+f|KInvwL?VAlfIPbp3r1ka=EO_JF)8rFN&)=f3)*{KXp
zrIo1WkLg-@EiCW|l?7idS>~#lm~%|dpf?wSElb&vBgYnX1v5%1mtkagw@SOjWP-}m
zMfvphgbM057v$}fbe~*<BkLPwV!6N9Qb)G2YB6f7YHMJk<OQtf<H~R!xV-qNl&}~(
zbkSGxfY~s00d?+rK04)DH>P|05_0|)fUaj}uqoYG$8%hEjOpd6Q#+Sf)jGLhbZ)ft
z22D=o0Ae5jxSzUVtNc8)CI7WG=pu8fOfSCX=3LLNtgH^0Utc$@o#*g0f;2Si$C-)j
zH&bM_eC)Hnr007=&VP>bgosKj^YZrzab+%Yr@NI!8kX*M!V&tAI*aF{Z`-UP8k=!b
zy5H|@CA{AD)lOk%YRiuJ;`I=3h{&4WKV&Q`gt~-MyS*yw<doGxBbO_;gGjj~AG+8v
zn^u(ee}J63TSG?S9`-ft`~)s%PEfPTCau`DQhM#~eKAg#!x`mL^Cok&5YmP=Md^jX
zaZ+s=^`0y3lNdK3T|0Mzatq5QjcMdnU36Uv#SG4(bng&)snhl|0-H28jr8H&+z+yo
z)4GFNYz=W%Nq1Qkla6iAIPwBEnIm5Va_1}!Wl?>BZv5TY6_eFKk@kyGpms++WZYE3
zts2vAUWTTGWN}i5^uQFw#lY?W2$2XevNyJa=y$fHte#%N5h+wQE<1D;7P{Z8TyPkE
zaZ@rRDxB0G+R~ySv#*WWmK~h;pPx-&ax#i>p8KlNY;xzrtY^1@vMDl9Mp)!Ju-7^t
z5`Mt&$ao*-oH!M&+EtrYMi+!H#tc`VT8{{fgK3MsJ+nS9J=OQox4SP0pPB>1f7Dl+
zt|@3)@oYfHV}<hF9O3a?#2E-2R`EnU*xcnwKd@fGCFV%(Jj}6JrR-4zTniM~HJ6^$
zO%1bLNu0(h`=bWwUp6}w&+5Ian*i?vD*clQp4*%^sGM4iCLS75ck6oY&1+N5q1A8!
zIrQ#xVjLkFPknC-;I9$&Q+{?`K(X}`4TGCtuE<jN&?V5}ClRGtdPiX`yM3?3Sd+|4
zW;Snc0K8Yal1mB{sjky>g@6qRGPZ<m$OHkYhcxZ;y>I!r)4P(y+tD3Q6{e-+$L$?8
zC_uZDoRSR&OU-Z$j%y!0n{VDv%~3Q=<!}CsvUfbeWJ}&dN>4n^*eD72Wu5hw%3#i8
zzk%+kB}Ba}dE|z=%TupnoBAOx%6B_)SB%^NB30^%IIU|(;80oT7ELdJipI<nq`ZZl
zmsZ5FiKA<WSW!1cYYp*pR-#bHDi+5pMN-d2(SR!j1T(;BJl*><sON^i!Yc**=MLxT
z@jt)z{|WmO`~S4IKf(Ug_Wx^N{>A>kcfnsZs+jV>_1s^<{uqb<OI&`j|F6RN3-+hM
z@z0~+Z()BNQ~z(UjIul;hP!Dt1?DtwKb?X=$w|GItPnR2_<NZt-qTx3QtD#Na<8RX
z|1H;jQu#m<#DHBC&!jH-gL~>Z@(&8dook9GaPkpzES+MH-x`O-&lBi5ua$=5D$M#5
zwO?92OJ6K;pTsh)A$xu?FkKE~-&#Mzz3=s?;a9cjR=0zv3;XVSZSjEL`-=IHjj*vY
z^90FBiTDY5a;Q2-S4`Pc$5s-h=|!dv!RDOI(DCl5%#2sPRukd!=TdM*P@@<!19Fa$
z4r0SdA8eXSfy{(^IV>9|-l)bku3!Mj`u(T$Js!Aknv)=mZ)|u09}fs+NmPC~BX}<f
zD8C38+ktwe$n@@XXLN?8FD`4TI}l4%+K{&6<HkWom7<8xx=K1?cfoFfEP=q=iD%~+
z*#r0QdcKWuqMP~g@Q%)kd5YkN4cK{!yz%>TkIAqXpJUSx>*h{fuSFWR+M>;~wj8ni
z0Q2*B_e$^W3-%`wDASXq3ZMWDgA4WdQv09r`DMQe@BfVY^#&BwPj&h)Q-3P{leGSi
zwg19FLH!ih|FX!Z;-7i`i`4$_$$kpNe_8)i@y}#`l-~b6(;vGB`{c&|!t^^S{@?Tb
zJU#zqf`7sDOPc@pEPrf`^Ix$1UaJ51Jb!FW$zSmNlJ5UcS(g8T<(HKI?^*sBD?FJ0
z>ft|1`~Q>aH+A~&b?ZM9*S}2piRs^K$CK3mw?X_H^7q>4pSt#67X6g9c>2f5zf|sj
zM*Uu!_)|Ci%gmoLC}zJ@)PDy4KKK4JPx8xtrcHhc8UKv?eRAfH9dyO{W1jvu<liN4
we$^OG^!KTp-&lTg)9+W0pX>53J7@lzRT`iGkMQ#~tf!B~)1qU;`t$BT0OU}D0ssI2

literal 0
HcmV?d00001

diff --git a/example/snapshot1.json b/example/snapshots/snapshot1.json
similarity index 100%
rename from example/snapshot1.json
rename to example/snapshots/snapshot1.json
diff --git a/requirements.txt b/requirements.txt
index 2357fe8..9d4492f 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -3,5 +3,9 @@ Django==5.0.6
 django-bootstrap5==24.2
 django-extensions==3.2.3
 djangorestframework==3.15.1
-py-dmidecode==0.1.3
 python-decouple==3.3
+py-dmidecode==0.1.3
+pandas==2.2.2
+xlrd==2.0.1
+odfpy==1.4.1
+
diff --git a/reset.sh b/reset.sh
index a3bd06b..3b634ae 100644
--- a/reset.sh
+++ b/reset.sh
@@ -1,4 +1,4 @@
 rm db/*
 ./manage.py migrate
 ./manage.py add_user user@example.org 1234
-./manage.py up_snapshots example/ user@example.org
+./manage.py up_snapshots example/snapshots/ user@example.org