Log number of facts during scip encoding

Reviewed By: josh-gordon-fb

Differential Revision: D78517774

fbshipit-source-id: ce6a496fe013116af7bff99dbf8a903c56132dcc

Author: Robert Grosse

glean/lang/scip/indexer/scip_to_glean/src/main.rs

@@ -107,8 +107,10 @@ fn build_json(args: BuildJsonArgs) -> Result<()> {
         args.root_prefix.as_deref(),
     )?;
 
+    let output_facts = env.output();
+    info!("Found {} facts total", output_facts.total_facts_count());
     let shards = if let Some(shard_size) = args.shard {
-        let shards = env.output().shard(shard_size);
+        let shards = output_facts.shard(shard_size);
         // pad the output files for correct numerical sorting
         let padding = shards.len().to_string().len();
         shards
@@ -122,7 +124,7 @@ fn build_json(args: BuildJsonArgs) -> Result<()> {
             })
             .collect()
     } else {
-        vec![(args.output, env.output())]
+        vec![(args.output, output_facts)]
     };
 
     let num_files = shards.len();

glean/lang/scip/indexer/scip_to_glean/src/output.rs

@@ -255,6 +255,24 @@ impl GleanJSONOutput {
         })
     }
 
+    pub fn total_facts_count(&self) -> usize {
+        self.src_files.len()
+            + self.file_langs.len()
+            + self.documentation.len()
+            + self.symbol_documentation.len()
+            + self.file_ranges.len()
+            + self.symbols.len()
+            + self.definitions.len()
+            + self.references.len()
+            + self.local_names.len()
+            + self.symbol_names.len()
+            + self.is_implementation.len()
+            + self.symbol_kinds.len()
+            + self.metadata.len()
+            + self.display_names.len()
+            + self.display_name_symbols.len()
+    }
+
     /// Consumes self, returns a list of GleanJSONOutput shards that are approximately of size `shard_size`
     /// The shards are complete SCIP subgraphs, per the SCIP schema definition
     /// This facilitates smaller writes to Glean without global, stateful keys