ranker: server, db data modelling for interests and groups to connect for with API

Signed-off-by: Saif Ul Islam <[email protected]>

Author: Rubix982

projects/rank-nsf-linker/Makefile

@@ -1,9 +1,36 @@
 APP_NAME := go-server
 DOCKER_COMPOSE := docker compose -f docker-compose.dev.yaml
+REGISTRY_CONTAINER := local-registry
+REGISTRY_PORT := 5128
+REGISTRY := host.docker.internal:$(REGISTRY_PORT)
 SERVICE := go-server
 
+# Helper: pull or cache image in registry if missing
+define ensure_image
+	@IMAGE=$(1); \
+	if ! docker manifest inspect $(REGISTRY)/$$IMAGE >/dev/null 2>&1; then \
+		echo "📥 Pulling $$IMAGE from internet..."; \
+		docker pull $$IMAGE; \
+		echo "📦 Tagging & pushing to local registry..."; \
+		docker tag $$IMAGE $(REGISTRY)/$$IMAGE; \
+		docker push $(REGISTRY)/$$IMAGE; \
+	else \
+		echo "✅ Image already cached locally: $(REGISTRY)/$$IMAGE"; \
+	fi
+endef
+
+# Utility function to check container existence
+define container_exists
+	@docker ps -a --format '{{.Names}}' | grep -q "^$(1)$$"
+endef
+
+# Utility function to check running status
+define container_running
+	@docker ps --format '{{.Names}}' | grep -q "^$(1)$$"
+endef
+
 .PHONY: all build run docker-build up down logs restart clean \
-        exec exec-bash ps top start stop status rebuild
+	exec exec-bash ps top start stop status rebuild rm-all registry up-infra
 
 all: build
 
@@ -14,13 +41,52 @@ build:
 run:
 	./$(APP_NAME)
 
-# Compose build only
+# Push images to local registry after build
+push-images:
+	@echo "📤 Tagging and pushing images to local registry..."
+	@docker tag rank-nsf-linker-go-server:latest $(REGISTRY)/go-server:latest
+	@docker tag rank-nsf-linker-web:latest $(REGISTRY)/web-ui:latest
+	@docker push $(REGISTRY)/go-server:latest
+	@docker push $(REGISTRY)/web-ui:latest
+	@echo "✅ Images pushed to $(REGISTRY)"
+
+# Registry Setup
+registry:
+	@if docker ps --format '{{.Names}}' | grep -q $(REGISTRY_CONTAINER); then \
+		echo "✅ Local registry already running on :$(REGISTRY_PORT)"; \
+	else \
+		echo "🚀 Starting local Docker registry on :$(REGISTRY_PORT)..."; \
+		docker run -d --restart=always \
+			-p $(REGISTRY_PORT):5000 \
+			--name $(REGISTRY_CONTAINER) registry:2; \
+	fi
+
+# Infrastructure setup (Postgres, ES, Qdrant)
+up-infra:
+	@if ! docker ps --format '{{.Names}}' | grep -q "pg17-local"; then \
+		echo "📦 Starting PostgreSQL, Elasticsearch, and Qdrant..."; \
+		$(DOCKER_COMPOSE) up -d postgres elasticsearch qdrant; \
+	else \
+		echo "✅ Infrastructure already running."; \
+	fi
+
+infra-images:
+	$(call ensure_image,cgr.dev/chainguard/postgres)
+	$(call ensure_image,docker.elastic.co/elasticsearch/elasticsearch:8.13.0)
+	$(call ensure_image,qdrant/qdrant:v1.3.0)
+
+# App lifecycle
 docker-build:
 	$(DOCKER_COMPOSE) build
 
 # Spin up services in background
-up:
-	$(DOCKER_COMPOSE) up -d
+up: registry up-infra
+	@if ! docker ps --format '{{.Names}}' | grep -q "$(SERVICE)"; then \
+		echo "🚀 Launching main services (web + go-server)..."; \
+		$(DOCKER_COMPOSE) up -d go-server web; \
+	else \
+		echo "✅ Main services already running."; \
+	fi
 
 # Bring down all containers, networks
 down:
@@ -78,11 +144,17 @@ status:
 
 # Full rebuild with clean
 rebuild:
-	$(DOCKER_COMPOSE) down -v --remove-orphans
-	$(DOCKER_COMPOSE) build --no-cache
-	$(DOCKER_COMPOSE) up -d
-	make rm-all && make docker-build && make up && make logs-go-server
+	make rm-all
+	make registry
+	make infra-images
+	make docker-build
+	make push-images
+	make up
+	make logs-go-server
 
 # Remove all
 rm-all:
+	$(DOCKER_COMPOSE) down -v --remove-orphans
+
+rm-all-hard:
 	$(DOCKER_COMPOSE) down --rmi all -v --remove-orphans

projects/rank-nsf-linker/README.md

@@ -9,6 +9,8 @@ This system helps prospective students, collaborators, or researchers **identify
   - [🔗 Algorithm: Mapping CS Faculty to NSF Awards \& Google Scholar Publications](#-algorithm-mapping-cs-faculty-to-nsf-awards--google-scholar-publications)
     - [🧠 Step-by-Step Algorithm](#-step-by-step-algorithm)
   - [🛠️ Expand Features to Support Further Use Cases](#️-expand-features-to-support-further-use-cases)
+- [Debugging](#debugging)
+  - [http: server gave HTTP response to HTTPS client](#http-server-gave-http-response-to-https-client)
 
 ## 🧭 Use Cases
 
@@ -127,3 +129,15 @@ This algorithm enhances the core faculty selection tool by connecting researcher
 | 📤 **Export Options** (CSV, JSON)                        | Helps bloggers, journalists, students do deeper dives                |
 | 🔄 **Daily/Weekly Sync with NSF API**                    | Keep data fresh                                                      |
 | 💡 **“Suggested Researchers” Engine**                    | “If you liked this grant/lab, here are similar ones”                 |
+
+# Debugging
+
+## http: server gave HTTP response to HTTPS client
+
+If "HTTP/HTTPS" error occurs while pushing the docker images, add the following to the Docker Engine configuration,
+
+```json
+  "insecure-registries": [
+    "host.docker.internal:5128"
+  ]
+```

projects/rank-nsf-linker/docker-compose.dev.yaml

@@ -1,6 +1,6 @@
 services:
   postgres:
-    image: cgr.dev/chainguard/postgres
+    image: host.docker.internal:5128/cgr.dev/chainguard/postgres
     container_name: pg17-local
     restart: unless-stopped
     ports:
@@ -40,7 +40,7 @@ services:
       - default
 
   elasticsearch:
-    image: docker.elastic.co/elasticsearch/elasticsearch:8.13.0
+    image: host.docker.internal:5128/docker.elastic.co/elasticsearch/elasticsearch:8.13.0
     container_name: es-local
     environment:
       - discovery.type=single-node
@@ -56,7 +56,7 @@ services:
       - default
 
   qdrant:
-    image: qdrant/qdrant:v1.3.0
+    image: host.docker.internal:5128/qdrant/qdrant:v1.3.0
     container_name: qdrant-local
     ports:
       - "6333:6333"
@@ -67,6 +67,7 @@ services:
       - default
 
   go-server:
+    image: host.docker.internal:5128/go-server:latest
     container_name: go-server
     build:
       context: ./server
@@ -101,6 +102,7 @@ services:
       - default
 
   web:
+    image: host.docker.internal:5128/web-ui:latest
     container_name: web-ui
     build:
       context: ./web