Add provisional node generation for entity processing

import-automation/executor/scripts/generate_provisional_nodes.py

@@ -24,7 +24,7 @@
 Usage:
     python3 generate_provisional_nodes.py --directory=/path/to/mcf/files \
         --spanner_project=datcom-store \
-        --spanner_instance=dc-graph-prod\
+        --spanner_instance=dc-graph-staging\
         --spanner_database=dc_graph
 """
 import os
@@ -46,7 +46,8 @@
                     allow_override=True)
 flags.DEFINE_bool("no_spanner", False, "Skip Spanner check")
 flags.DEFINE_string("spanner_project", "datcom-store", "Spanner project ID")
-flags.DEFINE_string("spanner_instance", "dc-graph-prod", "Spanner instance ID")
+flags.DEFINE_string("spanner_instance", "dc-graph-staging",
+                    "Spanner instance ID")
 flags.DEFINE_string("spanner_database", "dc_graph", "Spanner database ID")
 
 logging.basicConfig(level=logging.INFO,
@@ -164,7 +165,7 @@ def check_spanner_nodes(node_ids, project, instance_id, database_id):
 def generate_provisional_nodes(scan_dir,
                                no_spanner=False,
                                spanner_project="datcom-store",
-                               spanner_instance="dc-graph-prod",
+                               spanner_instance="dc-graph-staging",
                                spanner_database="dc_graph"):
     """
     Scans a directory of MCF files to find undefined nodes referenced in properties.

scripts/entities/process.py

@@ -29,7 +29,6 @@
                  'executor', 'scripts'))
 sys.path.append(script_dir)
 import generate_provisional_nodes
-import manifest_to_mcf
 
 FLAGS = flags.FLAGS
 flags.DEFINE_string("entity", "", "Entity type (Schema/Place).")
@@ -40,7 +39,11 @@ def process(entity_type: str, version: str):
     logging.info(f'Processing import {entity_type} for version {version}')
     local_path = os.path.abspath(
         os.path.join(os.path.dirname(__file__), entity_type, version))
-    # Add any processing required
+
+    # Local path to data
+    logging.info(
+        f'Generating provisional nodes for {entity_type} in {local_path}')
+    generate_provisional_nodes.generate_provisional_nodes(local_path)
     return 0