record cas findMissing requests to the buck_builds scuba table

Summary:
Currently we report only uploads and downloads, however findMissing request can also be costly,
and it would be good to report it as well.

Reviewed By: stepancheg

fbshipit-source-id: 01b32280713dc9d4b5d1e2c1587996ddcecd5a90

Author: StanislavGlebik

src/com/facebook/buck/remoteexecution/event/CasFindMissingEvent.java

@@ -0,0 +1,81 @@
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.facebook.buck.remoteexecution.event;
+
+import com.facebook.buck.event.AbstractBuckEvent;
+import com.facebook.buck.event.BuckEventBus;
+import com.facebook.buck.event.EventKey;
+import com.facebook.buck.event.WorkAdvanceEvent;
+import com.facebook.buck.util.Scope;
+
+/** Started/Finished event pairs for CAS findMissing requests. */
+public abstract class CasFindMissingEvent extends AbstractBuckEvent implements WorkAdvanceEvent {
+
+  protected CasFindMissingEvent(EventKey eventKey) {
+    super(eventKey);
+  }
+
+  /** Send the Started and returns a Scoped object that sends the Finished event. */
+  public static Scope sendEvent(final BuckEventBus eventBus, int blobCount) {
+    final CasFindMissingEvent.Started startedEvent = new CasFindMissingEvent.Started(blobCount);
+    eventBus.post(startedEvent);
+    return () -> eventBus.post(new CasFindMissingEvent.Finished(startedEvent));
+  }
+
+  /** FindMissing call has started. */
+  public static final class Started extends CasFindMissingEvent {
+    private final int blobCount;
+
+    public Started(int blobCount) {
+      super(EventKey.unique());
+      this.blobCount = blobCount;
+    }
+
+    public int getBlobCount() {
+      return blobCount;
+    }
+
+    @Override
+    protected String getValueString() {
+      return String.format("blobCount=[%d]", getBlobCount());
+    }
+  }
+
+  /** FindMissing call has finished. */
+  public static class Finished extends CasFindMissingEvent {
+    private final Started startedEvent;
+
+    public Finished(Started startedEvent) {
+      super(startedEvent.getEventKey());
+      this.startedEvent = startedEvent;
+    }
+
+    public Started getStartedEvent() {
+      return startedEvent;
+    }
+
+    @Override
+    protected String getValueString() {
+      return getStartedEvent().getValueString();
+    }
+  }
+
+  @Override
+  public String getEventName() {
+    return getClass().getSimpleName();
+  }
+}

src/com/facebook/buck/remoteexecution/event/RemoteExecutionStatsProvider.java

@@ -37,6 +37,9 @@ public interface RemoteExecutionStatsProvider {
   /** Total of uploaded bytes to CAS. */
   long getCasUploadSizeBytes();
 
+  /** Total number of digests that were sent in findMissing calls. */
+  long getCasFindMissingCount();
+
   /** Get the total number of BuildRules that are finished. (both local and remote) */
   int getTotalRulesBuilt();
 

src/com/facebook/buck/remoteexecution/event/listener/RemoteExecutionEventListener.java

@@ -20,6 +20,7 @@
 import com.facebook.buck.event.BuckEventListener;
 import com.facebook.buck.remoteexecution.event.CasBlobDownloadEvent;
 import com.facebook.buck.remoteexecution.event.CasBlobUploadEvent.Finished;
+import com.facebook.buck.remoteexecution.event.CasFindMissingEvent;
 import com.facebook.buck.remoteexecution.event.LocalFallbackEvent;
 import com.facebook.buck.remoteexecution.event.LocalFallbackEvent.Result;
 import com.facebook.buck.remoteexecution.event.LocalFallbackStats;
@@ -56,6 +57,7 @@ public class RemoteExecutionEventListener
   private final LongAdder downloadBytes;
   private final LongAdder uploads;
   private final LongAdder uploadBytes;
+  private final LongAdder findMissingCount;
 
   private final LongAdder remoteCpuTimeMs;
   private final LongAdder remoteQueueTimeMs;
@@ -155,6 +157,7 @@ public RemoteExecutionEventListener(Optional<String> reStatsDumpPath) {
     this.downloadBytes = new LongAdder();
     this.uploads = new LongAdder();
     this.uploadBytes = new LongAdder();
+    this.findMissingCount = new LongAdder();
     this.remoteCpuTimeMs = new LongAdder();
     this.remoteQueueTimeMs = new LongAdder();
     this.totalRemoteTimeMs = new LongAdder();
@@ -211,6 +214,12 @@ public void onCasDownloadEvent(CasBlobDownloadEvent.Finished event) {
     downloadBytes.add(event.getStartedEvent().getSizeBytes());
   }
 
+  @Subscribe
+  public void onFindMissingBlobsEvent(CasFindMissingEvent.Finished event) {
+    hasFirstRemoteActionStarted.set(true);
+    findMissingCount.add(event.getStartedEvent().getBlobCount());
+  }
+
   /** Event specific subscriber method. */
   @Subscribe
   public void onActionScheduled(
@@ -330,6 +339,11 @@ public long getCasUploadSizeBytes() {
     return uploadBytes.intValue();
   }
 
+  @Override
+  public long getCasFindMissingCount() {
+    return findMissingCount.intValue();
+  }
+
   @Override
   public int getTotalRulesBuilt() {
     return totalBuildRules.intValue();

src/com/facebook/buck/remoteexecution/grpc/GrpcCasBlobUploader.java

@@ -27,6 +27,7 @@
 import com.facebook.buck.remoteexecution.CasBlobUploader;
 import com.facebook.buck.remoteexecution.UploadDataSupplier;
 import com.facebook.buck.remoteexecution.event.CasBlobUploadEvent;
+import com.facebook.buck.remoteexecution.event.CasFindMissingEvent;
 import com.facebook.buck.remoteexecution.grpc.GrpcProtocol.GrpcDigest;
 import com.facebook.buck.remoteexecution.interfaces.Protocol.Digest;
 import com.facebook.buck.remoteexecution.proto.RemoteExecutionMetadata;
@@ -76,10 +77,12 @@ public ImmutableSet<String> getMissingHashes(Set<Digest> requiredDigests) throws
       FindMissingBlobsRequest.Builder requestBuilder = FindMissingBlobsRequest.newBuilder();
       requestBuilder.setInstanceName(instanceName);
       requiredDigests.forEach(digest -> requestBuilder.addBlobDigests((GrpcProtocol.get(digest))));
-      return storageStub.findMissingBlobs(requestBuilder.build()).get().getMissingBlobDigestsList()
-          .stream()
-          .map(build.bazel.remote.execution.v2.Digest::getHash)
-          .collect(ImmutableSet.toImmutableSet());
+      try (Scope ignored = CasFindMissingEvent.sendEvent(buckEventBus, requiredDigests.size())) {
+        return storageStub.findMissingBlobs(requestBuilder.build()).get()
+            .getMissingBlobDigestsList().stream()
+            .map(build.bazel.remote.execution.v2.Digest::getHash)
+            .collect(ImmutableSet.toImmutableSet());
+      }
     } catch (InterruptedException | ExecutionException e) {
       Throwables.throwIfInstanceOf(e.getCause(), IOException.class);
       throw new BuckUncheckedExecutionException(e);