ereuse
/
IdHub
8
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix fillnans

This commit is contained in:
Cayo Puigdefabregas 2024-02-27 16:57:54 +01:00
parent 6283539948
commit 7fdf0dfe0b
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
idhub/admin/forms.py
View File

@ -222,16 +222,21 @@ class ImportForm(forms.Form):
return data return data
df = pd.read_excel(data) df = pd.read_excel(data)
df.fillna('', inplace=True)
# convert dates to iso 8601 # convert dates to iso 8601
for col in df.select_dtypes(include='datetime').columns: for col in df.select_dtypes(include='datetime').columns:
df[col] = df[col].dt.strftime("%Y-%m-%d") df[col] = df[col].dt.strftime("%Y-%m-%d")
# convert numbers to strings if this is indicate in schema
props = self.json_schema.get("properties", {})
for col in df.select_dtypes(include=['number']).columns: for col in df.select_dtypes(include=['number']).columns:
sc_col = self.json_schema.get("properties", {}).get(col, {}) type_col = props.get(col, {}).get("type")
if sc_col.get("type") == "string":
if "string" in type_col:
df[col] = df[col].astype(str) df[col] = df[col].astype(str)
data_pd = df.fillna('').to_dict() data_pd = df.to_dict()
if not data_pd or df.last_valid_index() is None: if not data_pd or df.last_valid_index() is None:
self.exception("The file you try to import is empty!") self.exception("The file you try to import is empty!")