only process docs with build_type

smuzaffar · smuzaffar · commit 245504f1ad5f · 2025-11-21T00:29:24.000+01:00
diff --git a/es_utils.py b/es_utils.py
@@ -520,6 +520,7 @@ def set_avg_externals_build_stats(arch="*", lastNdays=60, extra_query=""):
             fields.append("%s_%s" % (s, k))
     fields = fields + ["time", "num_fds", "num_threads", "processes"]
     req_fields = fields + ["name", "build_jobs", "architecture", "build_type"]
+    extra_query = "%s AND (_exists_:build_type.keyword)" % extra_query
     items = getExternalsESstats(
         arch=arch, lastNdays=lastNdays, fields=req_fields, extra_query=extra_query
     )
@@ -589,7 +590,7 @@ def set_avg_externals_build_stats(arch="*", lastNdays=60, extra_query=""):
                         es_index, "_doc", index_sha, json.dumps(all_data[btype][arch][name])
                     )
                 except Exception as e:
-                    print(str(e))
+                    print("ERROR:", e)
     return
 
 

Original file line number	Diff line number	Diff line change
`@@ -520,6 +520,7 @@ def set_avg_externals_build_stats(arch="*", lastNdays=60, extra_query=""):`
`520`	`520`	`fields.append("%s_%s" % (s, k))`
`521`	`521`	`fields = fields + ["time", "num_fds", "num_threads", "processes"]`
`522`	`522`	`req_fields = fields + ["name", "build_jobs", "architecture", "build_type"]`
	`523`	`+ extra_query = "%s AND (_exists_:build_type.keyword)" % extra_query`
`523`	`524`	`items = getExternalsESstats(`
`524`	`525`	`arch=arch, lastNdays=lastNdays, fields=req_fields, extra_query=extra_query`
`525`	`526`	`)`
`@@ -589,7 +590,7 @@ def set_avg_externals_build_stats(arch="*", lastNdays=60, extra_query=""):`
`589`	`590`	`es_index, "_doc", index_sha, json.dumps(all_data[btype][arch][name])`
`590`	`591`	`)`
`591`	`592`	`except Exception as e:`
`592`		`- print(str(e))`
	`593`	`+ print("ERROR:", e)`
`593`	`594`	`return`
`594`	`595`
`595`	`596`