Merge pull request #113 from gm3dmo/v70

Adding script titles

insertall.sh

@@ -5,3 +5,4 @@ python manage.py runscript insert-all-ranks
 python manage.py runscript insert-all-decorations
 python manage.py runscript insert-all-companies
 python manage.py runscript insert-all-soldiers
+python manage.py runscript insert-all-soldier-imprisonments

scripts/delete-all-soldier-imprisonments.py

@@ -0,0 +1,5 @@
+from cmp.models import SoldierImprisonment
+
+def run():
+    Imprisonments = SoldierImprisonment.objects.all()
+    Imprisonments.delete()

scripts/insert-all-cemeteries.py

@@ -1,10 +1,16 @@
 
 def run():
 
+    import sys
     import urllib3
     import csv
     from cmp.models import Cemetery
-
+
+    print()
+    title = sys.argv[2]
+    print(f"""\033[4;33m{title}\033[0m""")
+    print("-" * len(title))
+
     ref_data_url = "https://raw.githubusercontent.com/gm3dmo/old-cmp/main/data/cemetery.csv"
     http = urllib3.PoolManager()
     r = http.request('GET', ref_data_url)

scripts/insert-all-companies.py

@@ -5,6 +5,11 @@ def run():
     import urllib3
     import csv
     from cmp.models import Company
+
+    print()
+    title = sys.argv[2]
+    print(f"""\033[4;33m{title}\033[0m""")
+    print("-" * len(title))
 
     ref_data_url = "https://raw.githubusercontent.com/gm3dmo/old-cmp/main/data/company.csv"
     http = urllib3.PoolManager()

scripts/insert-all-countries.py

@@ -5,6 +5,11 @@ def run():
     import urllib3
     import csv
     from cmp.models import Country
+
+    print()
+    title = sys.argv[2]
+    print(f"""\033[4;33m{title}\033[0m""")
+    print("-" * len(title))
 
     #ref_data_url = "https://raw.githubusercontent.com/mledoze/countries/master/dist/countries.csv"
     ref_data_url = "https://raw.githubusercontent.com/gm3dmo/old-cmp/main/data/country.csv"

scripts/insert-all-decorations.py

@@ -1,9 +1,15 @@
 
 def run():
 
+    import sys
     import urllib3
     import csv
     from cmp.models import Decoration
+
+    print()
+    title = sys.argv[2]
+    print(f"""\033[4;33m{title}\033[0m""")
+    print("-" * len(title))
 
     ref_data_url = "https://raw.githubusercontent.com/gm3dmo/old-cmp/main/data/decoration.csv"
     http = urllib3.PoolManager()

scripts/insert-all-pow-camps.py

@@ -5,6 +5,12 @@ def run():
     import urllib3
     import csv
     from cmp.models import PowCamp
+
+
+    print()
+    title = sys.argv[2]
+    print(f"""\033[4;33m{title}\033[0m""")
+    print("-" * len(title))
 
     ref_data_url = "https://raw.githubusercontent.com/gm3dmo/old-cmp/main/data/pow-camp.csv"
     http = urllib3.PoolManager()
@@ -16,8 +22,6 @@ def run():
     # add a country model for each row in the csv file
     for row in reader:
         print(f""" {row['id']} {row['Name']} ({row['PresentCountry_id']}) {row['WartimeCountry']} {row['Latitude']} {row['Longitude']}""")
-        if int(row["id"]) == 59:
-            break
         try:
             PowCamp.objects.create(
                 id=row['id'],

scripts/insert-all-ranks.py

@@ -1,9 +1,15 @@
 
 def run():
 
+    import sys
     import urllib3
     import csv
     from cmp.models import Rank
+
+    print()
+    title = sys.argv[2]
+    print(f"""\033[4;33m{title}\033[0m""")
+    print("-" * len(title))
 
     ref_data_url = "https://raw.githubusercontent.com/gm3dmo/old-cmp/main/data/rank.csv"
     http = urllib3.PoolManager()

scripts/insert-all-soldier-imprisonments.py

@@ -0,0 +1,40 @@
+
+def run():
+
+    import sys
+    import urllib3
+    import csv
+    from cmp.models import SoldierImprisonment
+
+    print()
+    title = sys.argv[2]
+    print(f"""\033[4;33m{title}\033[0m""")
+    print("-" * len(title))
+
+    ref_data_url = "https://raw.githubusercontent.com/gm3dmo/old-cmp/main/data/soldier-imprisonment.csv"
+    http = urllib3.PoolManager()
+    r = http.request('GET', ref_data_url)
+    print(r.status)
+    # load the response into a csv dictionary reader
+    reader = csv.DictReader(r.data.decode('utf-8').splitlines())
+    # breakpoint()
+    print(reader) 
+    # print(reader.fieldnames)
+    # id,soldier_id,company_id,powNumber,powCamp_id,dateFrom,dateTo,notes
+    for row in reader:
+        print(f"""SoldierImprisonment: {row['id']} {row['soldier_id']} """)
+        try:
+            SoldierImprisonment.objects.create(
+                id = row['id'],
+                soldier_id = row['soldier_id'],
+                legacy_company = row['company_id'],
+                pow_number = row['powNumber'],
+                pow_camp_id = row['powCamp_id'],
+                legacy_date_from = row['dateFrom'],
+                legacy_date_to = row['dateTo'],
+                notes = row['notes']
+        )
+        except Exception as e:
+            print("Error with: " + row['id'])
+
+            raise e

scripts/insert-all-soldiers.py

@@ -5,6 +5,11 @@ def run():
     import urllib3
     import csv
     from cmp.models import Soldier
+
+    print()
+    title = sys.argv[2]
+    print(f"""\033[4;33m{title}\033[0m""")
+    print("-" * len(title))
 
     ref_data_url = "https://raw.githubusercontent.com/gm3dmo/old-cmp/main/data/soldier.csv"
     http = urllib3.PoolManager()