Add migation users memories to firestore

backend/migration/main.py

@@ -0,0 +1,3 @@
+from memories import migration_incorrect_start_finish_time
+
+migration_incorrect_start_finish_time()

backend/migration/memories.py

@@ -0,0 +1,77 @@
+import math
+from typing import Optional
+from pydantic import BaseModel
+from datetime import datetime, timedelta
+from database._client import db
+from google.cloud import firestore
+from google.cloud.firestore_v1.field_path import FieldPath
+from google.cloud.firestore_v1 import FieldFilter
+
+class MemoryTime(BaseModel):
+    id: str
+    created_at: datetime
+    started_at: Optional[datetime]
+    finished_at: Optional[datetime]
+
+
+def migration_incorrect_start_finish_time():
+    user_offset = 0
+    user_limit = 400
+    while True:
+        users_ref = (
+            db.collection('users')
+            .order_by(FieldPath.document_id(), direction=firestore.Query.ASCENDING)
+        )
+
+        memories_ref = users_ref.limit(user_limit).offset(user_offset)
+        users = [doc for doc in memories_ref.stream()]
+        if not users or len(users) == 0:
+            print("no users")
+            break
+        for user in users:
+            memories_ref = (
+                db.collection('users').document(user.id).collection("memories")
+                .order_by(FieldPath.document_id(), direction=firestore.Query.ASCENDING)
+            )
+            offset = 0
+            limit = 400
+            while True:
+                print(f"running...user...{user.id}...{offset}")
+                memories_ref = memories_ref.limit(limit).offset(offset)
+                docs = [doc for doc in memories_ref.stream()]
+                if not docs or len(docs) == 0:
+                    print("done")
+                    break
+                batch = db.batch()
+                for doc in docs:
+                    if not doc:
+                        continue
+
+                    memory = MemoryTime(**doc.to_dict())
+                    if not memory.started_at:
+                        continue
+
+                    delta = memory.created_at.timestamp() - memory.started_at.timestamp()
+                    print(delta)
+                    if math.fabs(delta) < 15*60:
+                        continue
+                    td = None
+                    if delta > 0:
+                        td = timedelta(seconds=delta)
+                    else:
+                        td = timedelta(seconds=-delta)
+                    if memory.finished_at:
+                        memory.finished_at = memory.finished_at + td
+                    memory.started_at = memory.started_at + td
+                    print(f'{memory.dict()}')
+
+                    memory_ref = (
+                        db.collection('users').document(user.id).collection("memories").document(memory.id)
+                    )
+
+                    batch.update(memory_ref, memory.dict())
+
+                batch.commit()
+                offset += len(docs)
+
+        user_offset = user_offset + len(users)