Add api for bootstrap

Summary:
This diff downgrades packages
to comply with CrDB and also adds a
Bootstrap api that CrDB can call during init
for initialization.

Test Plan:
- make test
- make acceptance
- http://phab-jenkins-beta.rubrik-lab.com/job/Build_Kronos/100135/

Reviewers: jj

Reviewed By: jj

Subscribers: jenkins.bot, jj

JIRA Issues: CDM-450261, PHAB-6730

Differential Revision: https://phabricator.rubrik.com/D337578

Author: mohanr-rubrik

Makefile

@@ -26,7 +26,7 @@ gofail:
 
 # Run these tests serially to avoid port conflicts.
 acceptance: install_with_failpoints goreman getaddrinfo
-	PATH=$(shell $(GO) env GOPATH)/bin:$(PATH) PROXY_AWARE_RESOLVER=$(PWD)/getaddrinfo.so $(GO) test -p 1 -v ./acceptance/... --tags=acceptance --timeout 30m
+	PATH=$(shell $(GO) env GOPATH)/bin:$(PATH) PROXY_AWARE_RESOLVER=$(PWD)/getaddrinfo.so $(GO) test -p 1 -v ./acceptance/... --tags=acceptance --timeout 60m
 	$(shell $(GO) env GOPATH)/bin/gofail disable ./oracle
 	./acceptance/run_upgrade_test.sh b9.1 $(shell $(GIT) rev-parse --abbrev-ref HEAD)
 

acceptance/sanity_test.go

@@ -1014,6 +1014,7 @@ func TestDoNotUseSeedsBeyondBootstrap(t *testing.T) {
 	stopNode(0)
 	stopNode(1)
 	// add back again
+	time.Sleep(kronosStabilizationBufferTime)
 	nodeId := addNode(3)
 	time.Sleep(kronosStabilizationBufferTime)
 	removeNode(3)

go.mod

@@ -6,11 +6,11 @@ require (
 	github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f
 	github.com/gogo/protobuf v1.3.2
 	github.com/pkg/errors v0.9.1
-	github.com/rubrikinc/failure-test-utils v0.0.0-20240617184314-d8206e413175
+	github.com/rubrikinc/failure-test-utils v0.0.0-20240831074746-82dbc141e899
 	github.com/spf13/afero v1.1.2
 	github.com/spf13/cobra v1.1.1
 	github.com/stretchr/testify v1.8.4
-	go.uber.org/atomic v1.10.0
+	go.uber.org/atomic v1.9.0 // CrDB 22.2 doesn't play well with v1.10.0 due to lack of generics in go 1.19
 	golang.org/x/sync v0.0.0-20220513210516-0976fa681c29
 	google.golang.org/grpc v1.32.0
 )

go.sum

@@ -253,8 +253,8 @@ github.com/prometheus/tsdb v0.7.1/go.mod h1:qhTCs0VvXwvX/y3TZrWD7rabWM+ijKTux40T
 github.com/rogpeppe/fastuuid v0.0.0-20150106093220-6724a57986af/go.mod h1:XWv6SoW27p1b0cqNHllgS5HIMJraePCO15w5zCzIWYg=
 github.com/rogpeppe/fastuuid v1.2.0/go.mod h1:jVj6XXZzXRy/MSR5jhDC/2q6DgLz+nrA6LYCDYWNEvQ=
 github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
-github.com/rubrikinc/failure-test-utils v0.0.0-20240617184314-d8206e413175 h1:qbad6/9sVUzfyCDLUta1j+2vOdGwrVt1n0m4soNL3tI=
-github.com/rubrikinc/failure-test-utils v0.0.0-20240617184314-d8206e413175/go.mod h1:bUFEMAffg3+HUC5mmgd5ZfKQ64794R3666HJXL4eYvU=
+github.com/rubrikinc/failure-test-utils v0.0.0-20240831074746-82dbc141e899 h1:ovn7YYf2u5CFxSMJJcJs67ejCQq3lbLLoXVPYvZpMpo=
+github.com/rubrikinc/failure-test-utils v0.0.0-20240831074746-82dbc141e899/go.mod h1:U0fJoQqV371twiNJbhM0LIFGyCvI6grvRyq3HwSaCRc=
 github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM=
 github.com/ryanuber/columnize v0.0.0-20160712163229-9b3edd62028f/go.mod h1:sm1tb6uqfes/u+d4ooFouqFdy9/2g9QGwK3SQygK0Ts=
 github.com/sasha-s/go-deadlock v0.2.0 h1:lMqc+fUb7RrFS3gQLtoQsJ7/6TV/pAIFvBsqX73DK8Y=
@@ -312,8 +312,8 @@ go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8=
 go.uber.org/atomic v1.4.0/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE=
 go.uber.org/atomic v1.6.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ=
 go.uber.org/atomic v1.7.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
-go.uber.org/atomic v1.10.0 h1:9qC72Qh0+3MqyJbAn8YU5xVq1frD8bn3JtD2oXtafVQ=
-go.uber.org/atomic v1.10.0/go.mod h1:LUxbIzbOniOlMKjJjyPfpl4v+PKK2cNJn91OQbhoJI0=
+go.uber.org/atomic v1.9.0 h1:ECmE8Bn/WFTYwEW/bpKD3M8VtR/zQVbavAoalC1PYyE=
+go.uber.org/atomic v1.9.0/go.mod h1:fEN4uk6kAWBTFdckzkM89CLk9XfWZrxpCo0nPH17wJc=
 go.uber.org/multierr v1.1.0/go.mod h1:wR5kodmAFQ0UK8QlbwjlSNy0Z68gJhDJUG5sjR94q/0=
 go.uber.org/multierr v1.5.0/go.mod h1:FeouvMocqHpRaaGuG9EjoKcStLC43Zu/fmqdUMPcKYU=
 go.uber.org/multierr v1.6.0 h1:y6IPFStTAIT5Ytl7/XYmHvzXQ7S3g/IeZW9hyZ5thw4=

gossip/gossip.go

@@ -20,7 +20,7 @@ var (
 	nodeDescriptorPeriod = 1 * time.Second
 	livenessPeriod       = 1 * time.Second
 	gossipPeriod         = time.Second
-	printGossipPeriod    = time.Second
+	printGossipPeriod    = 1 * time.Minute
 	delimiter            = "-"
 )
 
@@ -32,6 +32,22 @@ const (
 type PrefixKey string
 type GossipKey string
 
+func SetGossipPeriod(period time.Duration) {
+	gossipPeriod = period
+}
+
+func SetNodeDescriptorPeriod(period time.Duration) {
+	nodeDescriptorPeriod = period
+}
+
+func SetLivenessPeriod(period time.Duration) {
+	livenessPeriod = period
+}
+
+func SetPrintGossipPeriod(period time.Duration) {
+	printGossipPeriod = period
+}
+
 func (p PrefixKey) String() string {
 	return string(p)
 }
@@ -502,5 +518,5 @@ func (g *Server) GetNodeDesc(id string) *kronospb.NodeDescriptor {
 
 func IsNodeLive(desc *kronospb.NodeDescriptor) bool {
 	return desc != nil && desc.IsRemoved == false && desc.
-		LastHeartbeat > time.Now().Add(-10*nodeDescriptorPeriod).UnixNano()
+		LastHeartbeat > time.Now().Add(-5*nodeDescriptorPeriod).UnixNano()
 }

time.go

@@ -9,6 +9,7 @@ import (
 	"github.com/rubrikinc/kronos/kronoshttp"
 	"github.com/rubrikinc/kronos/kronosstats"
 	"github.com/rubrikinc/kronos/kronosutil/log"
+	kronospb "github.com/rubrikinc/kronos/pb"
 	"github.com/rubrikinc/kronos/server"
 )
 
@@ -180,3 +181,13 @@ func GetTime(timeout time.Duration) (int64, error) {
 	return 0, errors.New(fmt.Sprintf(
 		"Couldn't get kronos time within timeout - %v", timeout))
 }
+
+func Bootstrap(ctx context.Context, expectedNodeCount int32) error {
+	if kronosServer == nil {
+		return errors.New("kronos server is not initialized")
+	}
+	_, err := kronosServer.Bootstrap(ctx, &kronospb.BootstrapRequest{
+		ExpectedNodeCount: expectedNodeCount,
+	})
+	return err
+}