shelfmark/genDebug.sh at main · calibrain/shelfmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
#!/bin/bash

# Set up log paths
LOG_ROOT=${LOG_ROOT:-"/var/log"}
LOG_DIR="$LOG_ROOT/shelfmark"
OUTPUT_FILE_NAME="shelfmark-debug_BUILD-${BUILD_VERSION:-local}_RELEASE-${RELEASE_VERSION:-NA}_$(date +%Y%m%d-%H%M%S)"
OUTPUT_FILE="/tmp/$OUTPUT_FILE_NAME.zip"

# Create LOG_DIR if it doesn't exist
mkdir -p "$LOG_DIR"

# Add system information directly to LOG_DIR
echo "=== System Information ===" > "$LOG_DIR/system_info.txt"
echo "Date: $(date)" >> "$LOG_DIR/system_info.txt"
echo "Hostname: $(hostname)" >> "$LOG_DIR/system_info.txt"
echo "Kernel: $(uname -a)" >> "$LOG_DIR/system_info.txt"
echo "" >> "$LOG_DIR/system_info.txt"

# Add disk usage
echo "=== Disk Usage ===" >> "$LOG_DIR/system_info.txt"
df -h >> "$LOG_DIR/system_info.txt" 2>&1
echo "" >> "$LOG_DIR/system_info.txt"

# Add memory info
echo "=== Memory Info ===" >> "$LOG_DIR/system_info.txt"
free -h >> "$LOG_DIR/system_info.txt" 2>&1
echo "" >> "$LOG_DIR/system_info.txt"

# Add running processes
echo "=== Running Processes ===" >> "$LOG_DIR/system_info.txt"
ps aux >> "$LOG_DIR/system_info.txt" 2>&1
echo "" >> "$LOG_DIR/system_info.txt"

# Add network information using basic commands
echo "=== Network Information ===" > "$LOG_DIR/network_info.txt"

# Try to get basic connectivity information
echo "=== Basic Connectivity ===" >> "$LOG_DIR/network_info.txt"
echo "Hostname resolution:" >> "$LOG_DIR/network_info.txt"
cat /etc/hosts >> "$LOG_DIR/network_info.txt" 2>&1 || echo "Unable to read /etc/hosts" >> "$LOG_DIR/network_info.txt"
echo "" >> "$LOG_DIR/network_info.txt"

echo "DNS configuration:" >> "$LOG_DIR/network_info.txt"
cat /etc/resolv.conf >> "$LOG_DIR/network_info.txt" 2>&1 || echo "Unable to read /etc/resolv.conf" >> "$LOG_DIR/network_info.txt"
echo "" >> "$LOG_DIR/network_info.txt"

# Try to get interface information from /proc
echo "=== Network Interfaces (/proc) ===" >> "$LOG_DIR/network_info.txt"
if [ -f "/proc/net/dev" ]; then
  cat /proc/net/dev >> "$LOG_DIR/network_info.txt" 2>&1
else
  echo "Not available: /proc/net/dev not found" >> "$LOG_DIR/network_info.txt"
fi
echo "" >> "$LOG_DIR/network_info.txt"

# Try connectivity tests
echo "=== Internet Connectivity ===" >> "$LOG_DIR/network_info.txt"
ping -c 3 1.1.1.1 >> "$LOG_DIR/network_info.txt" 2>&1 || echo "Ping command failed or not available" >> "$LOG_DIR/network_info.txt"
echo "" >> "$LOG_DIR/network_info.txt"
ping -c 3 one.one.one.one >> "$LOG_DIR/network_info.txt" 2>&1 || echo "DNS resolution test failed" >> "$LOG_DIR/network_info.txt"
echo "" >> "$LOG_DIR/network_info.txt"

# Test IPv6 connectivity
echo "=== IPv6 Connectivity ===" >> "$LOG_DIR/network_info.txt"
# Check if IPv6 is enabled
if [ -f "/proc/sys/net/ipv6/conf/all/disable_ipv6" ]; then
  IPV6_DISABLED=$(cat /proc/sys/net/ipv6/conf/all/disable_ipv6)
  if [ "$IPV6_DISABLED" = "0" ]; then
    echo "IPv6 is enabled in the kernel" >> "$LOG_DIR/network_info.txt"
  else
    echo "IPv6 is disabled in the kernel" >> "$LOG_DIR/network_info.txt"
  fi
else
  echo "Unable to determine IPv6 kernel status" >> "$LOG_DIR/network_info.txt"
fi
echo "" >> "$LOG_DIR/network_info.txt"

# Try IPv6 connectivity test using Cloudflare's IPv6 DNS
echo "Testing IPv6 connectivity to Cloudflare DNS:" >> "$LOG_DIR/network_info.txt"
ping6 -c 3 2606:4700:4700::1111 >> "$LOG_DIR/network_info.txt" 2>&1 || echo "IPv6 ping failed or not available" >> "$LOG_DIR/network_info.txt"
echo "" >> "$LOG_DIR/network_info.txt"

# Test SSL connectivity
echo "=== SSL Connectivity Tests ===" >> "$LOG_DIR/network_info.txt"
echo "Testing SSL connection to Cloudflare (1.1.1.1):" >> "$LOG_DIR/network_info.txt"
echo | openssl s_client -connect 1.1.1.1:443 2>&1 | grep -E "Verify return code:|subject=|issuer=" >> "$LOG_DIR/network_info.txt" || echo "SSL test to Cloudflare failed" >> "$LOG_DIR/network_info.txt"
echo "" >> "$LOG_DIR/network_info.txt"

echo "Testing SSL connection to cloudflare.com:" >> "$LOG_DIR/network_info.txt"
echo | openssl s_client -connect cloudflare.com:443 2>&1 | grep -E "Verify return code:|subject=|issuer=" >> "$LOG_DIR/network_info.txt" || echo "SSL test to cloudflare.com failed" >> "$LOG_DIR/network_info.txt"
echo "" >> "$LOG_DIR/network_info.txt"

# Add installed packages
echo "=== Installed Python Packages ===" > "$LOG_DIR/packages.txt"
pip list >> "$LOG_DIR/packages.txt" 2>&1 || echo "pip not found" >> "$LOG_DIR/packages.txt"
echo "" >> "$LOG_DIR/packages.txt"

# Check Permissions
echo "=== Permissions ===" > "$LOG_DIR/permissions.txt"
echo "ls -all /app" >> "$LOG_DIR/permissions.txt"
ls -all /app >> "$LOG_DIR/permissions.txt" 2>&1
echo "" >> "$LOG_DIR/permissions.txt"
echo "ls -all ${INGEST_DIR:-/books}" >> "$LOG_DIR/permissions.txt"
ls -all ${INGEST_DIR:-/books} >> "$LOG_DIR/permissions.txt" 2>&1
echo "" >> "$LOG_DIR/permissions.txt"
echo "ls -all /var/log/shelfmark" >> "$LOG_DIR/permissions.txt"
ls -all /var/log/shelfmark >> "$LOG_DIR/permissions.txt" 2>&1
echo "" >> "$LOG_DIR/permissions.txt"
echo "ls -all /tmp/shelfmark" >> "$LOG_DIR/permissions.txt"
ls -all /tmp/shelfmark >> "$LOG_DIR/permissions.txt" 2>&1
echo "" >> "$LOG_DIR/permissions.txt"

# Check Iptables (NAT)
echo "=== IPtables NAT Rules ===" > "$LOG_DIR/iptables_nat.txt"
iptables -t nat -L -v -n >> "$LOG_DIR/iptables_nat.txt" 2>&1

# Check DNS Resolution details
echo "=== DNS Resolution Test ===" > "$LOG_DIR/dns_test.txt"
echo "Resolving google.com:" >> "$LOG_DIR/dns_test.txt"
nslookup google.com >> "$LOG_DIR/dns_test.txt" 2>&1
echo "" >> "$LOG_DIR/dns_test.txt"
echo "Resolving check.torproject.org:" >> "$LOG_DIR/dns_test.txt"
nslookup check.torproject.org >> "$LOG_DIR/dns_test.txt" 2>&1


# Check if running in Docker
echo "=== Container Info ===" > "$LOG_DIR/container_info.txt"
if [ -f /.dockerenv ]; then
  echo "Running in Docker container (found /.dockerenv)" >> "$LOG_DIR/container_info.txt"
elif grep -q docker /proc/1/cgroup 2>/dev/null; then
  echo "Running in Docker container (detected from cgroups)" >> "$LOG_DIR/container_info.txt"
else
  echo "Not running in Docker container" >> "$LOG_DIR/container_info.txt"
fi

# Add environment variables (redacting sensitive info)
env | grep -v -E "(AA_DONATOR_KEY|HARDCOVER_API_KEY|_KEY=|_SECRET=|_PASSWORD=|_TOKEN=)" | sort > "$LOG_DIR/environment.txt"

# Add configuration files (redacting sensitive values)
CONFIG_DIR=${CONFIG_DIR:-"/config"}
if [ -d "$CONFIG_DIR" ]; then
  mkdir -p "$LOG_DIR/config"

  # Copy and redact main settings file
  if [ -f "$CONFIG_DIR/settings.json" ]; then
    # Redact sensitive fields (API keys, passwords, tokens)
    sed -E 's/("(AA_DONATOR_KEY|HARDCOVER_API_KEY|[^"]*_KEY|[^"]*_SECRET|[^"]*_PASSWORD|[^"]*_TOKEN)"[[:space:]]*:[[:space:]]*")[^"]+"/\1[REDACTED]"/g' \
      "$CONFIG_DIR/settings.json" > "$LOG_DIR/config/settings.json" 2>/dev/null
  fi

  # Copy and redact plugin config files
  if [ -d "$CONFIG_DIR/plugins" ]; then
    mkdir -p "$LOG_DIR/config/plugins"
    for config_file in "$CONFIG_DIR/plugins"/*.json; do
      if [ -f "$config_file" ]; then
        filename=$(basename "$config_file")
        sed -E 's/("(AA_DONATOR_KEY|HARDCOVER_API_KEY|[^"]*_KEY|[^"]*_SECRET|[^"]*_PASSWORD|[^"]*_TOKEN)"[[:space:]]*:[[:space:]]*")[^"]+"/\1[REDACTED]"/g' \
          "$config_file" > "$LOG_DIR/config/plugins/$filename" 2>/dev/null
      fi
    done
  fi

  echo "Configuration files copied (sensitive values redacted)" >> "$LOG_DIR/container_info.txt"
else
  echo "Config directory not found at $CONFIG_DIR" >> "$LOG_DIR/container_info.txt"
fi

echo "--- HTTPBin ---" >> $LOG_DIR/network_info.txt
curl -s https://httpbin.org/get >> $LOG_DIR/network_info.txt 2>&1
echo "" >> $LOG_DIR/network_info.txt
echo "--- HowsMySSL ---" >> $LOG_DIR/network_info.txt
curl -s https://www.howsmyssl.com/a/check >> $LOG_DIR/network_info.txt 2>&1
echo "" >> $LOG_DIR/network_info.txt
echo "--- IPInfo ---" >> $LOG_DIR/network_info.txt
curl -s https://ipinfo.io >> $LOG_DIR/network_info.txt 2>&1
echo "" >> $LOG_DIR/network_info.txt
echo "--- Cloudflare Trace ---" >> $LOG_DIR/network_info.txt
curl -s https://1.1.1.1/cdn-cgi/trace >> $LOG_DIR/network_info.txt 2>&1

# Copy Tor logs if they exist
if [ -f "/var/log/tor/notices.log" ]; then
  cp "/var/log/tor/notices.log" "$LOG_DIR/tor_notices.log"
fi

# Copy Supervisor logs if they exist
if [ -d "/var/log/supervisor" ]; then
  cp -rf "/var/log/supervisor/" "$LOG_DIR/supervisor/"
fi

# Create the zip file directly from LOG_DIR
ln -s "$LOG_DIR" /tmp/$OUTPUT_FILE_NAME
(cd /tmp && zip -r "$OUTPUT_FILE" $OUTPUT_FILE_NAME > /dev/null 2>&1)
rm -f /tmp/$OUTPUT_FILE_NAME

if [ -f "$OUTPUT_FILE" ]; then
  echo "$OUTPUT_FILE"
  exit 0
else
  echo "Failed to create debug archive"
  exit 1
fi