Astra connection reset whenever cluster moved from shared to dedicated and/or vice versa

[StevenLacerda]

I have a small application that's writing to Astra and then I'm moving from shared to dedicated and/or dedicated to shared:

Release version: 4.0.0.6816
Starting insertData
Inserting partition number 0
2024/02/05 09:02:01 Insert failed: read tcp 192.168.4.111:59964->54.159.134.169:29042: read: connection reset by peer
2024/02/05 09:02:01 Insert failed: read tcp 192.168.4.111:60015->54.159.134.169:29042: read: connection reset by peer
2024/02/05 09:02:01 Insert failed: read tcp 192.168.4.111:60017->54.159.134.169:29042: read: connection reset by peer
2024/02/05 09:02:01 Insert failed: read tcp 192.168.4.111:60016->54.159.134.169:29042: read: connection reset by peer
2024/02/05 09:02:01 Insert failed: read tcp 192.168.4.111:60018->107.21.121.178:29042: read: connection reset by peer
2024/02/05 09:02:01 Insert failed: gocql: no hosts available in the pool
2024/02/05 09:02:01 Insert failed: gocql: no hosts available in the pool
2024/02/05 09:02:01 Insert failed: gocql: no hosts available in the pool

I get that no hosts available for a long time, and then ultimately:

2024/02/05 09:02:05 gocql: unable to dial control conn 10.0.83.89:29042: EOF
2024/02/05 09:02:05 error: failed to connect to "[HostInfo hostname=\"\" connectAddress=\"10.0.83.89\" peer=\"<nil>\" rpc_address=\"10.0.83.89\" broadcast_address=\"10.0.83.89\" preferred_ip=\"<nil>\" connect_addr=\"10.0.83.89\" connect_addr_source=\"connect_address\" port=29042 data_centre=\"us-east-1\" rack=\"rack2\" host_id=\"e85b2609-8387-4c01-913a-982f808b22dd\" version=\"v4.0.0\" state=UP num_tokens=8]" due to error: EOF

My db is:

68725d86-3dee-401b-8d00-f2f13d1a8266

disconnected.txt

[StevenLacerda]

My code:

package main

import (
    "fmt"
    "log"
    "time"

    gocqlastra "github.com/datastax/gocql-astra"
    "github.com/gocql/gocql"
)

func main() {
    // Connect to the cluster
    cluster, err := gocqlastra.NewClusterFromBundle("/Users/stevelacerda/Downloads/secure-connect-premium-training-serverless-dont-delete.zip", 
        "username", "password", 10 * time.Second)

    if err != nil {
        panic("unable to load the bundle")
    }

    session, err := gocql.NewSession(*cluster)

    // session, err := cluster.CreateSession()
    // if err != nil {
    //     log.Fatal("Failed to connect to cluster:", err)
    // }
    defer session.Close()

    // Example read operation
    readReleaseVersion(session)

    // Example write operation
    writeData(session)

    // Example of reading the data that was just written
    for i := 0; i <= 1000; i++ {
        readPartition(session, i)
    }
}

func readReleaseVersion(session *gocql.Session) {
    var releaseVersion string

    if err := session.Query("SELECT release_version FROM system.local").Consistency(gocql.One).Scan(&releaseVersion); err != nil {
        log.Println("Query failed:", err)
        return
    }

    fmt.Println("Release version:", releaseVersion)
}

func readPartition(session *gocql.Session, number1 int) {
    fmt.Println("Reading data for number1:", number1)
    // Assume you're reading some specific column, e.g., number2
    var number2 int
    if err := session.Query("SELECT number2 FROM steve_lacerda.numbers WHERE number1 = ?", number1).Consistency(gocql.One).Scan(&number2); err != nil {
        log.Println("Query failed: ", err)
    } else {
        fmt.Printf("Data for number1 %d: number2 = %d\n", number1, number2)
    }
}

func writeData(session *gocql.Session) {
    fmt.Println("Starting insertData")
    for i := 0; i <= 1000; i++ {
        fmt.Printf("Inserting partition number %d\n", i)
        for j := 0; j <= 1000000; j++ {
            if err := insertData(session, i, j); err != nil {
                log.Println("Insert failed:", err)
            }
        }
    }
    fmt.Println("Done with insertData")
}

func insertData(session *gocql.Session, number1, number2 int) error {
    return session.Query("INSERT INTO steve_lacerda.numbers (number1, number2) VALUES (?, ?)", number1, number2).Exec()
}

And here's my schema:

CREATE TABLE steve_lacerda.numbers (
    number1 int,
    number2 int,
    PRIMARY KEY (number1, number2)
) WITH CLUSTERING ORDER BY (number2 ASC)

[joao-r-reis]

@StevenLacerda can you still reproduce this? If you could reproduce this with a custom version of gocql from my branch and collect some DEBUG logs that would help a lot.