Merge pull request #34 from Datakult0r/devin/1769830272-saas-production-ready

feat: SaaS Production Ready - Version/Metrics Endpoints & Documentation Updates

Author: Datakult0r

backend/src/config/supabase.js

@@ -0,0 +1,2 @@
+// Re-export supabase client from database.js for backward compatibility
+export { supabase } from './database.js';

backend/src/server.js

@@ -55,6 +55,42 @@ app.get("/health", (req, res) => {
   });
 });
 
+// Version endpoint
+app.get("/version", (req, res) => {
+  res.json({
+    version: "1.0.0",
+    name: "ai-grant-crawler-backend",
+    buildTime: process.env.BUILD_TIME || new Date().toISOString(),
+    nodeVersion: process.version,
+    environment: env.nodeEnv,
+  });
+});
+
+// Metrics endpoint (basic)
+const startTime = Date.now();
+let requestCount = 0;
+app.use((req, res, next) => {
+  requestCount++;
+  next();
+});
+
+app.get("/metrics", (req, res) => {
+  const uptime = Math.floor((Date.now() - startTime) / 1000);
+  const memoryUsage = process.memoryUsage();
+  
+  res.json({
+    uptime: uptime,
+    uptimeFormatted: `${Math.floor(uptime / 3600)}h ${Math.floor((uptime % 3600) / 60)}m ${uptime % 60}s`,
+    requestCount: requestCount,
+    memory: {
+      heapUsed: Math.round(memoryUsage.heapUsed / 1024 / 1024) + " MB",
+      heapTotal: Math.round(memoryUsage.heapTotal / 1024 / 1024) + " MB",
+      rss: Math.round(memoryUsage.rss / 1024 / 1024) + " MB",
+    },
+    environment: env.nodeEnv,
+  });
+});
+
 // API routes
 app.use("/api/grants", grantsRouter);
 app.use("/api/crawler", crawlerRouter);

backend/src/services/emailService.js

@@ -229,3 +229,19 @@ export async function sendEmail(to, subject, html) {
     return { success: false, error: err.message };
   }
 }
+
+// Wrapper functions for notification scheduler
+export async function notifyDeadlineApproaching(email, grant, daysRemaining, unsubscribeToken = 'default') {
+  const { subject, html } = createDeadlineAlertEmail(grant, daysRemaining, unsubscribeToken);
+  return sendEmail(email, subject, html);
+}
+
+export async function notifyNewHighRelevanceGrant(email, grant, unsubscribeToken = 'default') {
+  const { subject, html } = createNewGrantAlertEmail([grant], unsubscribeToken);
+  return sendEmail(email, subject, html);
+}
+
+export async function sendWeeklyDigest(email, grants, proposals, stats, unsubscribeToken = 'default') {
+  const { subject, html } = createWeeklyDigestEmail(stats, grants.slice(0, 5), unsubscribeToken);
+  return sendEmail(email, subject, html);
+}

backend/src/services/firecrawl.js

@@ -4,18 +4,30 @@ dotenv.config();
 
 const apiKey = process.env.FIRECRAWL_API_KEY;
 if (!apiKey) {
-  console.warn("⚠️ FIRECRAWL_API_KEY missing in .env");
+  console.warn("⚠️ FIRECRAWL_API_KEY missing in .env - Firecrawl features will be disabled");
 }
 
-const firecrawl = new FirecrawlApp({ apiKey: apiKey });
+// Only initialize Firecrawl if API key is available
+const firecrawl = apiKey ? new FirecrawlApp({ apiKey: apiKey }) : null;
 
 export class FirecrawlService {
+  /**
+   * Check if Firecrawl is available
+   */
+  static isAvailable() {
+    return firecrawl !== null;
+  }
+
   /**
    * Scrape a single grant page to get its content.
    * @param {string} url
    * @returns {Promise<Object>} Formatted markdown and metadata
    */
   static async scrapeGrantPage(url) {
+    if (!firecrawl) {
+      console.warn('[FIRECRAWL] Service not available - API key missing');
+      return { success: false, error: 'Firecrawl API key not configured' };
+    }
     try {
       const scrapeResult = await firecrawl.scrapeUrl(url, {
         formats: ["markdown"],
@@ -34,6 +46,10 @@ export class FirecrawlService {
    * @returns {Promise<Array>} List of discovered URLs
    */
   static async crawlGrantSite(url, limit = 10) {
+    if (!firecrawl) {
+      console.warn('[FIRECRAWL] Service not available - API key missing');
+      return { success: false, error: 'Firecrawl API key not configured' };
+    }
     try {
       const crawlResponse = await firecrawl.crawlUrl(url, {
         limit: limit,
@@ -62,6 +78,10 @@ export class FirecrawlService {
    * @returns {Promise<Object>} Search results
    */
   static async searchGrantContext(query) {
+    if (!firecrawl) {
+      console.warn('[FIRECRAWL] Service not available - API key missing');
+      return { success: false, error: 'Firecrawl API key not configured' };
+    }
     try {
       const params = {
         pageOptions: {

docs/DEPLOYMENT.md

@@ -7,12 +7,11 @@ This guide covers deploying the AI Grant Crawler application to production.
 The application consists of two main components:
 
 1. **Frontend** (SvelteKit) - Deployed to Vercel (automatic via GitHub integration)
-2. **Backend** (Node.js/Express) - Deployed to Fly.io (manual setup required)
+2. **Backend** (Node.js/Express) - Deployed to Railway or Fly.io
 
 ## Prerequisites
 
-- [Fly.io CLI](https://fly.io/docs/hands-on/install-flyctl/) installed
-- Fly.io account created
+- Railway account OR [Fly.io CLI](https://fly.io/docs/hands-on/install-flyctl/) installed
 - Supabase project with database schema applied
 - API keys for Gemini (required) and OpenRouter (optional)
 
@@ -28,7 +27,46 @@ Set these in your Vercel project settings:
 PUBLIC_API_URL=https://your-backend.fly.dev/api
 ```
 
-## Backend Deployment (Fly.io)
+## Backend Deployment (Railway) - Recommended
+
+Railway is the recommended deployment platform for the backend. A `railway.json` configuration file is already included.
+
+### 1. Connect Repository
+
+1. Go to [Railway Dashboard](https://railway.app/dashboard)
+2. Click "New Project" > "Deploy from GitHub repo"
+3. Select `Datakult0r/ai-grant-crawler-a2a-pro`
+4. Choose the `backend` directory as the root
+
+### 2. Set Environment Variables
+
+In Railway Dashboard > Project > Variables:
+
+```
+# Required
+SUPABASE_URL=https://your-project.supabase.co
+SUPABASE_ANON_KEY=your-anon-key
+GEMINI_API_KEY=your-gemini-key
+PORT=3000
+
+# Optional
+OPENROUTER_API_KEY=your-openrouter-key
+LOW_COST_MODE=true
+AI_RESEARCHER_ENABLED=false
+IS_DEMO=false
+```
+
+### 3. Deploy
+
+Railway will automatically deploy when you push to the connected branch. You can also trigger manual deploys from the dashboard.
+
+### 4. Get Your Backend URL
+
+After deployment, Railway provides a URL like `https://your-app.up.railway.app`. Use this for the frontend's `PUBLIC_API_URL`.
+
+---
+
+## Backend Deployment (Fly.io) - Alternative
 
 ### 1. Install Fly CLI
 
@@ -130,9 +168,23 @@ Access your app's metrics and logs at: https://fly.io/apps/your-app-name
 
 ### Health Check
 
-The backend exposes a `/health` endpoint that returns:
-- Database connectivity status
-- API key configuration status
+The backend exposes several monitoring endpoints:
+
+**`/health`** - Basic health check
+- Returns: `{ status: "ok", timestamp, environment }`
+
+**`/version`** - Application version info
+- Returns: `{ version, name, buildTime, nodeVersion, environment }`
+
+**`/metrics`** - Runtime metrics
+- Returns: `{ uptime, uptimeFormatted, requestCount, memory: { heapUsed, heapTotal, rss }, environment }`
+
+Example:
+```bash
+curl https://your-app.fly.dev/health
+curl https://your-app.fly.dev/version
+curl https://your-app.fly.dev/metrics
+```
 
 ## Troubleshooting