Merge pull request #21 from arandomguyhere/claude/evaluate-situation-monitor-bDXs1

arandomguyhere · web-flow · commit 57916cb367a0 · 2026-01-10T01:14:25.000-05:00
Claude/evaluate situation monitor b d xs1
diff --git a/README.md b/README.md
@@ -1,6 +1,9 @@
 # Geopolitical Threat Mapper
 
-A multi-layer situational awareness platform that correlates cyber threats, maritime activity, aviation data, GPS interference, and news events to provide real-time geopolitical intelligence.
+A multi-layer situational awareness platform that correlates cyber threats, maritime activity, aviation data, GPS interference, financial markets, and news events to provide real-time geopolitical intelligence.
+
+[![CI](https://github.com/arandomguyhere/geopolitical-threat-mapper/actions/workflows/ci.yml/badge.svg)](https://github.com/arandomguyhere/geopolitical-threat-mapper/actions/workflows/ci.yml)
+[![Deploy to GitHub Pages](https://github.com/arandomguyhere/geopolitical-threat-mapper/actions/workflows/deploy-pages.yml/badge.svg)](https://github.com/arandomguyhere/geopolitical-threat-mapper/actions/workflows/deploy-pages.yml)
 
 ## Architecture
 
@@ -9,36 +12,41 @@ A multi-layer situational awareness platform that correlates cyber threats, mari
 │                    GEOPOLITICAL THREAT MAPPER                       │
 ├─────────────────────────────────────────────────────────────────────┤
 │                                                                     │
-│  YOUR EXISTING REPOS (FOUNDATION)                                   │
-│  ┌─────────────────────┐  ┌─────────────────────┐                  │
-│  │   AIS_Tracker       │  │ Google-News-Scraper │                  │
-│  │   (Maritime Intel)  │  │   (Threat News)     │                  │
-│  └──────────┬──────────┘  └──────────┬──────────┘                  │
-│             │                        │                              │
-│  NEW DATA SOURCES                    │                              │
-│  ┌──────────┴────────────────────────┴──────────┐                  │
-│  │  Shodan │ Censys │ OTX │ OpenSky │ GPSJAM   │                   │
-│  └──────────────────────────────────────────────┘                  │
+│  DATA SOURCES                                                       │
+│  ┌─────────────┐ ┌─────────────┐ ┌─────────────┐ ┌─────────────┐  │
+│  │ AIS_Tracker │ │ News/RSS    │ │ Financial   │ │ Cyber Intel │  │
+│  │ (Maritime)  │ │ (50+ feeds) │ │ (Markets)   │ │ (APT/IOCs)  │  │
+│  └──────┬──────┘ └──────┬──────┘ └──────┬──────┘ └──────┬──────┘  │
+│         │               │               │               │          │
+│  ┌──────┴───────────────┴───────────────┴───────────────┴──────┐  │
+│  │  OpenSky │ GPSJAM │ Shodan │ OTX │ VesselFinder │ FRED     │  │
+│  └──────────────────────────────────────────────────────────────┘  │
 │                              │                                      │
 │            ┌─────────────────┴──────────────────┐                  │
 │            │      CORRELATION ENGINE            │                  │
+│            │  (6 domains: cyber, maritime,      │                  │
+│            │   aviation, GPS, news, financial)  │                  │
 │            └─────────────────┬──────────────────┘                  │
 │                              │                                      │
 │            ┌─────────────────┴──────────────────┐                  │
-│            │  Threat Feed │ Heatmap │ Alerts    │                  │
+│            │  Threat Feed │ Dashboard │ Alerts  │                  │
 │            └────────────────────────────────────┘                  │
 └─────────────────────────────────────────────────────────────────────┘
 ```
 
 ## Features
 
-- **Multi-Layer Correlation**: Connects cyber threats with maritime, aviation, and news data
+- **Multi-Layer Correlation**: Connects 6 intelligence domains (cyber, maritime, aviation, GPS, news, financial)
 - **Real-Time Monitoring**: Track 6 strategic chokepoints globally
+- **Financial Market Signals**: VIX, oil prices, defense ETFs, crypto for geopolitical correlation
+- **Narrative Tracking**: Disinformation detection with fringe → mainstream migration analysis
+- **50+ RSS Feeds**: Curated news from mainstream, defense, think tanks, and regional sources
 - **Cyber Threat Heatmap**: Regional exposure scoring from Shodan, OTX, and abuse.ch
 - **APT Tracking**: Integration with your Google-News-Scraper's 60+ APT groups
-- **Maritime Intelligence**: Leverages your AIS_Tracker for dark ships and sanctions
+- **Maritime Intelligence**: Leverages your AIS_Tracker + bulk vessel scraper fallback
 - **Aviation Overlay**: Military aircraft detection via OpenSky Network
 - **GPS Interference**: Spoofing/jamming detection from GPSJAM
+- **GitHub Pages Demo**: Static site deployment for live demos
 
 ## Monitored Regions
 
@@ -146,11 +154,20 @@ python server.py --port 9000
 |--------|----------|------------------|
 | GPSJAM.org | Interference map | Daily |
 
-### Events
+### Events & News
 
 | Source | Use Case | Rate Limit |
 |--------|----------|------------|
 | GDELT Project | Global events | Unlimited |
+| 50+ RSS Feeds | Curated news sources | Unlimited |
+
+### Financial Markets
+
+| Source | Use Case | Rate Limit |
+|--------|----------|------------|
+| CoinGecko | Crypto prices (BTC, ETH, stablecoins) | Unlimited |
+| Yahoo Finance | VIX, commodities, sector ETFs | Unlimited |
+| FRED | Federal Reserve data | Unlimited |
 
 ## Output Files
 
@@ -191,6 +208,14 @@ The web dashboard (`server.py`) provides an interactive map at **http://localhos
 - Chokepoints - Strategic maritime choke points
 - AIS Vessels - Ship tracking with risk visualization
 - Cyber Threats - IOC markers aggregated by country
+- Financial Signals - Market indicator markers
+
+**Market Signals Panel:**
+- VIX fear index with color-coded levels
+- Crude oil price and daily change
+- Defense sector ETF performance
+- Bitcoin price as sanctions/capital flight indicator
+- Market momentum indicator (surging/rising/stable/declining)
 
 **Settings UI:**
 - Configure all API keys from the web interface
@@ -222,22 +247,30 @@ See `config/correlation_rules.yaml` for full definitions.
 geopolitical-threat-mapper/
 ├── main.py                    # Data collection orchestrator
 ├── server.py                  # Web dashboard (port 8081)
+├── build_static.py            # Static site generator for GitHub Pages
 ├── requirements.txt
 ├── .env.example               # Environment template
+├── .github/
+│   └── workflows/
+│       ├── ci.yml             # Lint, test, build
+│       └── deploy-pages.yml   # GitHub Pages deployment
 ├── scripts/
 │   ├── config/
-│   │   ├── sources.yaml           # Data source configuration
+│   │   ├── sources.yaml           # Data source + RSS feeds
 │   │   ├── correlation_rules.yaml # Correlation rule definitions
+│   │   ├── locations.yaml         # Conflict zones, bases, cables
 │   │   └── chokepoints.geojson    # Strategic chokepoint polygons
 │   ├── collectors/
 │   │   ├── cyber/                 # Shodan, OTX, abuse.ch, NVD
-│   │   ├── maritime/              # AIS_Tracker integration
+│   │   ├── maritime/              # AIS_Tracker + VesselScraper
 │   │   ├── aviation/              # OpenSky/Airplanes.Live
+│   │   ├── financial/             # Markets, commodities, crypto
 │   │   ├── gps/                   # GPSJAM interference
 │   │   └── news/                  # News scraper integration
 │   └── processors/
-│       └── correlation_engine.py  # Multi-source correlation
-├── tests/                     # 40 unit tests
+│       ├── correlation_engine.py  # Multi-source correlation
+│       └── narrative_tracker.py   # Disinformation detection
+├── tests/                     # Unit tests
 └── output/                    # Generated files
 ```
 
@@ -315,9 +348,14 @@ NEWS_SCRAPER_FEED = "/path/to/Google-News-Scraper/docs/feed.json"
 - [x] Interactive Leaflet map (web dashboard)
 - [x] Settings UI for API key configuration
 - [x] Best-in-class vessel tracking (ship icons, details panel, search, risk scoring)
-- [x] Unit test suite (40 tests)
+- [x] Unit test suite
+- [x] Financial market integration (VIX, commodities, crypto, defense ETFs)
+- [x] Narrative/disinformation tracking
+- [x] 50+ RSS feed aggregation
+- [x] Bulk vessel scraper fallback
+- [x] GitHub Actions CI/CD
+- [x] GitHub Pages static deployment
 - [ ] GDELT integration
-- [ ] GitHub Actions automation
 - [ ] Alert notifications (Slack, Discord)
 
 ## Contributing
diff --git a/build_static.py b/build_static.py
@@ -220,21 +220,84 @@ def modify_html_for_static(html: str, feed_data: dict, chokepoints: list) -> str
     </script>
     """
 
-    # Replace fetch calls with static data
+    # Replace fetch calls with live data fetchers
     static_loader = """
     <script>
-        // Override fetch for static mode
+        // Live data fetchers for static site
+        window.LIVE_DATA_CACHE = {};
+        window.LIVE_DATA_CACHE_TIME = {};
+        const CACHE_TTL = 60000; // 1 minute cache
+
+        async function fetchLiveFinancial() {
+            const now = Date.now();
+            if (window.LIVE_DATA_CACHE.financial && (now - window.LIVE_DATA_CACHE_TIME.financial) < CACHE_TTL) {
+                return window.LIVE_DATA_CACHE.financial;
+            }
+
+            const data = { vix: {}, commodities: [], crypto: [], sectors: [], momentum: 'stable' };
+
+            try {
+                // Fetch crypto from CoinGecko (public API)
+                const cryptoResp = await fetch('https://api.coingecko.com/api/v3/simple/price?ids=bitcoin,ethereum,tether&vs_currencies=usd&include_24hr_change=true');
+                if (cryptoResp.ok) {
+                    const crypto = await cryptoResp.json();
+                    data.crypto = [
+                        { symbol: 'BTC', name: 'Bitcoin', price: crypto.bitcoin?.usd || 0, change_24h: crypto.bitcoin?.usd_24h_change || 0 },
+                        { symbol: 'ETH', name: 'Ethereum', price: crypto.ethereum?.usd || 0, change_24h: crypto.ethereum?.usd_24h_change || 0 },
+                        { symbol: 'USDT', name: 'Tether', price: crypto.tether?.usd || 1, change_24h: crypto.tether?.usd_24h_change || 0 }
+                    ];
+                }
+
+                // Fetch fear & greed as VIX proxy
+                const fgiResp = await fetch('https://api.alternative.me/fng/?limit=1');
+                if (fgiResp.ok) {
+                    const fgi = await fgiResp.json();
+                    const value = parseInt(fgi.data?.[0]?.value || 50);
+                    // Invert: fear (low) = high VIX, greed (high) = low VIX
+                    const vixProxy = Math.round((100 - value) * 0.4 + 10);
+                    data.vix = {
+                        value: vixProxy,
+                        level: vixProxy > 30 ? 'elevated' : vixProxy > 20 ? 'normal' : 'low',
+                        fear_greed: fgi.data?.[0]?.value_classification || 'Neutral'
+                    };
+                }
+
+                // Calculate momentum from BTC change
+                const btcChange = data.crypto[0]?.change_24h || 0;
+                if (btcChange > 5) data.momentum = 'surging';
+                else if (btcChange > 2) data.momentum = 'rising';
+                else if (btcChange < -5) data.momentum = 'declining';
+                else data.momentum = 'stable';
+
+            } catch (e) {
+                console.warn('Live financial fetch error:', e);
+            }
+
+            window.LIVE_DATA_CACHE.financial = data;
+            window.LIVE_DATA_CACHE_TIME.financial = now;
+            return data;
+        }
+
+        async function fetchLiveGPS() {
+            // GPS data requires scraping, return sample for demo
+            return window.FEED_DATA?.gps || { interference_zones: [] };
+        }
+
+        // Override fetch for static mode with live data
         if (window.STATIC_MODE) {
             const originalFetch = window.fetch;
             window.fetch = async function(url, options) {
                 if (url === '/api/feed') {
-                    return { ok: true, json: async () => window.FEED_DATA };
+                    const financial = await fetchLiveFinancial();
+                    const feed = { ...window.FEED_DATA, financial, timestamp: new Date().toISOString() };
+                    return { ok: true, json: async () => feed };
                 }
                 if (url === '/api/chokepoints') {
                     return { ok: true, json: async () => window.CHOKEPOINTS };
                 }
                 if (url === '/api/financial') {
-                    return { ok: true, json: async () => window.FEED_DATA.financial || {} };
+                    const financial = await fetchLiveFinancial();
+                    return { ok: true, json: async () => financial };
                 }
                 if (url === '/api/ais') {
                     return { ok: true, json: async () => ({ vessels: [], statistics: {} }) };
@@ -244,15 +307,28 @@ def modify_html_for_static(html: str, feed_data: dict, chokepoints: list) -> str
                 }
                 return originalFetch(url, options);
             };
+
+            // Auto-refresh live data every 60 seconds
+            setInterval(async () => {
+                window.LIVE_DATA_CACHE = {};
+                if (typeof loadData === 'function') loadData();
+            }, 60000);
         }
     </script>
     """
 
-    # Add static mode banner
+    # Add live data banner
     static_banner = """
-    <div id="static-mode-banner" style="position:fixed;top:0;left:50%;transform:translateX(-50%);background:#f39c12;color:#000;padding:5px 15px;border-radius:0 0 5px 5px;font-size:0.75rem;z-index:9999;">
-        Static Demo Mode - Data may not be live
+    <div id="static-mode-banner" style="position:fixed;top:0;left:50%;transform:translateX(-50%);background:#2ecc71;color:#000;padding:5px 15px;border-radius:0 0 5px 5px;font-size:0.75rem;z-index:9999;">
+        <span id="live-indicator" style="display:inline-block;width:8px;height:8px;background:#fff;border-radius:50%;margin-right:6px;animation:pulse 2s infinite;"></span>
+        Live Data - Crypto &amp; Fear/Greed Index
     </div>
+    <style>
+        @keyframes pulse {
+            0%, 100% { opacity: 1; }
+            50% { opacity: 0.3; }
+        }
+    </style>
     """
 
     # Insert scripts after <head>
