Finaised the functionality that creates both the gojson files and pcodes dict, also added functionality that will retun a faild task when run for easy debugging

Author: Harrysibbenga

Diff for: .gitignore

@@ -170,5 +170,8 @@ dags/static_data/downloaded_data
 dags/static_data/credentials.json
 dags/static_data/railways
 dags/static_data/border_crossing
+dags/static_data/pcodes
+dags/static_data/subnational_jsons
+Subnational_jsons
 AllAdmnBoundaries*
 AllAdminBoundaries*

Diff for: airflow-webserver.pid

@@ -0,0 +1 @@
+34

Diff for: airflow.cfg

@@ -145,7 +145,7 @@ donot_pickle = True
 #
 # Variable: AIRFLOW__CORE__DAGBAG_IMPORT_TIMEOUT
 #
-dagbag_import_timeout = 30.0
+dagbag_import_timeout = 300
 
 # Should a traceback be shown in the UI for dagbag import errors,
 # instead of just the exception message
@@ -164,7 +164,7 @@ dagbag_import_error_traceback_depth = 2
 #
 # Variable: AIRFLOW__CORE__DAG_FILE_PROCESSOR_TIMEOUT
 #
-dag_file_processor_timeout = 50
+dag_file_processor_timeout = 300
 
 # The class to use for running task instances in a subprocess.
 # Choices include StandardTaskRunner, CgroupTaskRunner or the full import path to the class
@@ -283,7 +283,7 @@ default_task_execution_timeout =
 #
 # Variable: AIRFLOW__CORE__MIN_SERIALIZED_DAG_UPDATE_INTERVAL
 #
-min_serialized_dag_update_interval = 30
+min_serialized_dag_update_interval = 300
 
 # If True, serialized DAGs are compressed before writing to DB.
 # Note: this will disable the DAG dependencies view

Diff for: dags/countries_to_process.txt

@@ -0,0 +1,3 @@
+Antigua-and-Barbuda
+Azerbaijan
+Eswatini