couch loader utility update with new world cup jsons

NOAA-GSL · Oct 16, 2024 · f4d0761 · f4d0761
1 parent d469893
commit f4d0761
Show file tree

Hide file tree

Showing 17 changed files with 18,645 additions and 17 deletions.
diff --git a/couchdb/uat/loader/Dockerfile b/couchdb/uat/loader/Dockerfile
@@ -9,20 +9,19 @@ COPY ./couchdb/uat/loader/CouchEventPortfolioDB.py CouchEventPortfolioDB.py
 COPY ./couchdb/uat/loader/Load.py Load.py
 
 # Albany
-#COPY ./couchdb/uat/loader/EventPort_IDSSe_11111111-beec-467b-a0e6-9d215b715b97_20221223-120000.json /data/EventPort_IDSSe_11111111-beec-467b-a0e6-9d215b715b97_20221223-120000.json
+COPY ./couchdb/uat/loader/EventPort_IDSSe_11111111-beec-467b-a0e6-9d215b715b97_20221223-120000.json /data/EventPort_IDSSe_11111111-beec-467b-a0e6-9d215b715b97_20221223-120000.json
 # Binghamton
 COPY ./couchdb/uat/loader/EventPort_IDSSe_22222222-beec-467b-a0e6-9d215b715b97_20221223-120000.json /data/EventPort_IDSSe_22222222-beec-467b-a0e6-9d215b715b97_20221223-120000.json
 # Syracuse
 COPY ./couchdb/uat/loader/EventPort_IDSSe_33333333-beec-467b-a0e6-9d215b715b97_20221223-120000.json /data/EventPort_IDSSe_33333333-beec-467b-a0e6-9d215b715b97_20221223-120000.json
 
-#COPY ./couchdb/uat/loader/EventPort_IDSSe_aabbccdd-ab87-4808-bd51-a8597e58410d_20240707-120000.json /data/EventPort_IDSSe_aabbccdd-ab87-4808-bd51-a8597e58410d_20240707-120000.json
-
-#COPY ./couchdb/uat/loader/world_cup_ep_1_day.json /data/world_cup_ep_1_day.json
-#COPY ./couchdb/uat/loader/world_cup_ep_2_day.json /data/world_cup_ep_2_day.json
-#COPY ./couchdb/uat/loader/world_cup_ep_3_day.json /data/world_cup_ep_3_day.json
-#COPY ./couchdb/uat/loader/world_cup_ep_4_day.json /data/world_cup_ep_4_day.json
-#COPY ./couchdb/uat/loader/world_cup_ep_5_day.json /data/world_cup_ep_5_day.json
-#COPY ./couchdb/uat/loader/world_cup_ep_6_day.json /data/world_cup_ep_6_day.json
-#COPY ./couchdb/uat/loader/world_cup_ep_7_day.json /data/world_cup_ep_7_day.json
+# World Cup Events
+COPY ./couchdb/uat/loader/world_cup_ep_1_day.json /data/world_cup_ep_1_day.json
+COPY ./couchdb/uat/loader/world_cup_ep_2_day.json /data/world_cup_ep_2_day.json
+COPY ./couchdb/uat/loader/world_cup_ep_3_day.json /data/world_cup_ep_3_day.json
+COPY ./couchdb/uat/loader/world_cup_ep_4_day.json /data/world_cup_ep_4_day.json
+COPY ./couchdb/uat/loader/world_cup_ep_5_day.json /data/world_cup_ep_5_day.json
+COPY ./couchdb/uat/loader/world_cup_ep_6_day.json /data/world_cup_ep_6_day.json
+COPY ./couchdb/uat/loader/world_cup_ep_7_day.json /data/world_cup_ep_7_day.json
 
 CMD [ "python3", "Load.py"]
diff --git a/couchdb/uat/loader/Load.py b/couchdb/uat/loader/Load.py
@@ -16,6 +16,10 @@
 
             db = CouchEventPortfolioDB.CouchEventPortfolioDB(data)
 
+            logging.info('Purge the database before loading new event portfolios...')
+            db.purge_portfolios()
+            logging.info('Database purged successfully')
+
             # Get each of the JSON files from the given data directory and load into the database
             for fn in sorted(Path(datadir).glob("*.json"), reverse=True):
                 if os.path.isfile(fn):

diff --git a/...08-bd51-a8597e58410d_20240707-120000.json → ...08-bd51-a8597e58410d_20240707-120000.json b/...08-bd51-a8597e58410d_20240707-120000.json → ...08-bd51-a8597e58410d_20240707-120000.json
diff --git a/couchdb/uat/loader/old/world_cup_ep_1_day.json b/couchdb/uat/loader/old/world_cup_ep_1_day.json
diff --git a/couchdb/uat/loader/old/world_cup_ep_2_day.json b/couchdb/uat/loader/old/world_cup_ep_2_day.json
diff --git a/couchdb/uat/loader/old/world_cup_ep_3_day.json b/couchdb/uat/loader/old/world_cup_ep_3_day.json
diff --git a/couchdb/uat/loader/old/world_cup_ep_4_day.json b/couchdb/uat/loader/old/world_cup_ep_4_day.json
diff --git a/couchdb/uat/loader/old/world_cup_ep_5_day.json b/couchdb/uat/loader/old/world_cup_ep_5_day.json
diff --git a/couchdb/uat/loader/old/world_cup_ep_6_day.json b/couchdb/uat/loader/old/world_cup_ep_6_day.json
diff --git a/couchdb/uat/loader/old/world_cup_ep_7_day.json b/couchdb/uat/loader/old/world_cup_ep_7_day.json
diff --git a/couchdb/uat/loader/world_cup_ep_1_day.json b/couchdb/uat/loader/world_cup_ep_1_day.json
diff --git a/couchdb/uat/loader/world_cup_ep_2_day.json b/couchdb/uat/loader/world_cup_ep_2_day.json
diff --git a/couchdb/uat/loader/world_cup_ep_3_day.json b/couchdb/uat/loader/world_cup_ep_3_day.json
diff --git a/couchdb/uat/loader/world_cup_ep_4_day.json b/couchdb/uat/loader/world_cup_ep_4_day.json
diff --git a/couchdb/uat/loader/world_cup_ep_5_day.json b/couchdb/uat/loader/world_cup_ep_5_day.json
diff --git a/couchdb/uat/loader/world_cup_ep_6_day.json b/couchdb/uat/loader/world_cup_ep_6_day.json
diff --git a/couchdb/uat/loader/world_cup_ep_7_day.json b/couchdb/uat/loader/world_cup_ep_7_day.json