Support building linux c test server locally (#379)

Co-authored-by: Jim Borden <jim.borden@couchbase.com>

Author: torcolvin

.gitignore

@@ -20,5 +20,9 @@ http_log
 servers/downloaded
 .version
 
+servers/*/CMakeFiles
+servers/*/_deps
+servers/*/download
+
 # Temp files
-.tmp
+.tmp

environment/aws/download_tool.py

@@ -119,7 +119,7 @@ def download_cbbackupmgr(version: str):
     location.unlink(missing_ok=True)
 
     dest_dir.mkdir(parents=True, exist_ok=True)
-    url = f"https://latestbuilds.service.couchbase.com/builds/releases/{version}/couchbase-server-admin-tools-{version}-{os}_{arch}.{ext}"
+    url = f"https://packages.couchbase.com/releases/{version}/couchbase-server-dev-tools-{version}-{os}_{arch}.{ext}"
     download = requests.get(url, stream=True)
     download.raise_for_status()
     tmp_file = TMP_LOCATION / f"download.{ext}"

environment/aws/topology_setup/cbl_library_downloader.py

@@ -18,7 +18,7 @@ def download(self, location: Path) -> None:
         Download the CBL library from the latest builds server.
         """
         if self.__build == 0:
-            download_url = f"https://releases.service.couchbase.com/builds/releases/mobile/{self.__project}/{self.__version}/{self.__file}"
+            download_url = f"https://packages.couchbase.com/releases/{self.__project}/{self.__version}/{self.__file}"
         else:
             download_url = f"https://latestbuilds.service.couchbase.com/builds/latestbuilds/{self.__project}/{self.__version}/{self.__build}/{self.__file}"
 

environment/aws/topology_setup/test_server.py

@@ -114,6 +114,9 @@ def __init__(self, version: str) -> None:
 
     def __normalize_version(self, version: str) -> str:
         if "-" in version:
+            if version.split("-")[1] == "0":
+                return version.split("-")[0]
+
             return version
 
         click.secho(
@@ -123,14 +126,29 @@ def __normalize_version(self, version: str) -> str:
 
         if version in self.__build_no_cache[self.product]:
             build_no = self.__build_no_cache[self.product][version]
+            if build_no == "0":
+                click.secho(
+                    f"Version {version} is a release version [CACHED]", fg="blue"
+                )
+                return version
+
             click.secho(f"Found latest good build: {build_no} [CACHED]", fg="blue")
             return f"{version}-{build_no}"
 
         resp = requests.get(
             f"http://proget.build.couchbase.com:8080/api/get_version?product={self.product}&version={version}"
         )
         resp.raise_for_status()
-        build_no = resp.json()["BuildNumber"]
+        resp_body = resp.json()
+        if resp_body["IsRelease"] is True:
+            click.secho(
+                f"Version {version} is a release version, no build number needed",
+                fg="green",
+            )
+            self.__build_no_cache[self.product][version] = "0"
+            return version
+
+        build_no = resp_body["BuildNumber"]
         click.secho(f"Found latest good build: {build_no}", fg="green")
         self.__build_no_cache[self.product][version] = build_no
         return f"{version}-{build_no}"
@@ -191,7 +209,9 @@ def create(cls, name: str, version: str) -> TestServer:
         cls.initialize()
 
         if name not in cls.__registry:
-            raise ValueError(f"Unknown test server type: {name}")
+            raise ValueError(
+                f"Unknown test server type: {name}. Valid names {cls.__registry.keys()}"
+            )
 
         return cls.__registry[name](version)
 

environment/local/start_local.py

@@ -22,6 +22,7 @@
 import pathlib
 import sys
 
+import click
 import requests
 
 SCRIPT_DIR = pathlib.Path(__file__).parent
@@ -34,14 +35,26 @@
 TOPOLOGY_CONFIG = SCRIPT_DIR / "topology.json"
 
 
-def main():
+@click.command()
+@click.option(
+    "--build-testserver",
+    help="Build the test server from source rather than downloading it. Takes a version string (e.g., 4.0.3).",
+)
+def main(build_testserver: str | None):
+    if build_testserver:
+        cbl_version = f"{build_testserver}-0"
+        download = False
+    else:
+        cbl_version = get_latest_released_cbl_c_version()
+        download = True
+
     config = {
         "test_servers": [
             {
                 "location": "localhost",
-                "download": True,
+                "download": download,
                 "platform": get_cbl_platform(),
-                "cbl_version": get_latest_released_cbl_c_version(),
+                "cbl_version": cbl_version,
             }
         ],
     }