ereuse/devicehub-django
9
0
Fork 0
Code Issues 6 Pull requests 12 Packages Projects Releases Wiki Activity

new way for up the snapshots in migration

Browse source
This commit is contained in:
Cayo Puigdefabregas 2025-02-21 17:49:01 +01:00
parent 80560d855e
commit f0b3047690
1 changed files with 24 additions and 25 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

49
example/migrations/migration-script.py
View file

@ -56,26 +56,14 @@ def open_csv(csv):
### read snapshot ### ### read snapshot ###
def search_snapshot_from_uuid(uuid): def open_snapshot(snapshot_path):
# search snapshot from uuid
for root, _, files in os.walk(PATH_SNAPTHOPS):
for f in files:
if uuid in f:
return os.path.join(root, f)
def open_snapshot(uuid):
snapshot_path = search_snapshot_from_uuid(uuid)
if not snapshot_path:
return None, None
with open(snapshot_path) as f: with open(snapshot_path) as f:
try: try:
snap = json.loads(f.read()) snap = json.loads(f.read())
except Exception as err: except Exception as err:
logger.error("uuid: {}, error: {}".format(uuid, err)) logger.error("{}, error: {}".format(snapshot_path, err))
return None, None return None, None
return snap, snapshot_path return snap
### end read snapshot ### ### end read snapshot ###
@ -103,14 +91,10 @@ def create_custom_id(dhid, uuid, user):
) )
def migrate_snapshots(row, user): def migrate_snapshots(dhids, snapshot_path, user):
if not row or not user: snapshot = open_snapshot(snapshot_path)
return uuid = snapshot.get("uuid")
if not snapshot or not uuid or snapshot.get("software") == "Web":
dhid = row.get("dhid")
uuid = row.get("uuid")
snapshot, snapshot_path = open_snapshot(uuid)
if not snapshot or not snapshot_path:
return return
logger.info(snapshot.get("version")) logger.info(snapshot.get("version"))
@ -123,6 +107,7 @@ def migrate_snapshots(row, user):
move_json(path_name, user.institution.name) move_json(path_name, user.institution.name)
# insert dhid # insert dhid
dhid = dhids.get(uuid)
try: try:
create_custom_id(dhid, uuid, user) create_custom_id(dhid, uuid, user)
except Exception as err: except Exception as err:
@ -244,10 +229,22 @@ def main():
global PATH_SNAPTHOPS global PATH_SNAPTHOPS
PATH_SNAPTHOPS = args.snapshots PATH_SNAPTHOPS = args.snapshots
if args.csv_dhid:
# migration snapthots # migration snapthots
if args.csv_dhid and args.snapshots:
dhids = {}
for row in open_csv(args.csv_dhid): for row in open_csv(args.csv_dhid):
migrate_snapshots(row, user) dhid = row.get("dhid")
uuid = row.get("uuid")
if not dhid or not uuid:
continue
dhids[uuid] = dhid
for root, _, files in os.walk(PATH_SNAPTHOPS):
for f in files:
if f[-4:] != "json":
continue
snapshot_path = os.path.join(root, f)
migrate_snapshots(dhids, snapshot_path, user)
# migration lots # migration lots
if args.lots: if args.lots:
@ -258,5 +255,7 @@ def main():
if args.csv_lots_dhid: if args.csv_lots_dhid:
for row in open_csv(args.csv_lots_dhid): for row in open_csv(args.csv_lots_dhid):
add_device_in_lot(row, user) add_device_in_lot(row, user)
if __name__ == '__main__': if __name__ == '__main__':
main() main()