Skip to content

Commit 251ac3c

Browse files
arnej27959arnej27959
authored
Merge pull request #35608 from vespa-engine/arnej/show-limits
add script to show limits for current process
2 parents eb00f11 + 0aeb73f commit 251ac3c

3 files changed

Lines changed: 278 additions & 0 deletions

File tree

‎.buildkite/cpp.sh‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,12 @@ if [[ -n "${DEBUG:-}" ]]; then
1212
set -o xtrace
1313
fi
1414

15+
mydir=${0%/*}
16+
shlim=${mydir}/show-limits.sh
17+
if [ -x "${shlim}" ]; then
18+
"${shlim}" || echo "failed: ${shlim}"
19+
fi
20+
1521
echo "--- ⚙️ Building C++ components"
1622
# shellcheck disable=1091
1723
source /etc/profile.d/enable-gcc-toolset.sh

‎.buildkite/java.sh‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,12 @@ if [[ -n "${DEBUG:-}" ]]; then
1212
set -o xtrace
1313
fi
1414

15+
mydir=${0%/*}
16+
shlim=${mydir}/show-limits.sh
17+
if [ -x "${shlim}" ]; then
18+
"${shlim}" || echo "failed: ${shlim}"
19+
fi
20+
1521
echo "--- ☕ Building Java components"
1622
# shellcheck disable=1091
1723
source /etc/profile.d/enable-gcc-toolset.sh

‎.buildkite/show-limits.sh‎

Lines changed: 266 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,266 @@
1+
#!/bin/bash
2+
# Show all limits for the current process: ulimits and cgroup limits
3+
# Supports both cgroups v1 and v2 with minimal dependencies
4+
5+
set -e
6+
7+
echo "==================================="
8+
echo "Process Limits Report"
9+
echo "PID: $$"
10+
echo "==================================="
11+
echo
12+
13+
# Function to read cgroup file safely
14+
read_cgroup_file() {
15+
local file="$1"
16+
if [ -f "$file" ] && [ -r "$file" ]; then
17+
cat "$file" 2>/dev/null || echo "N/A"
18+
else
19+
echo "N/A"
20+
fi
21+
}
22+
23+
# Function to format large numbers
24+
format_value() {
25+
local val="$1"
26+
if [ "$val" = "max" ] || [ "$val" = "unlimited" ]; then
27+
echo "unlimited"
28+
elif [ "$val" -eq "$val" ] 2>/dev/null; then
29+
if [ "$val" -ge 1073741824 ]; then
30+
local gb=$((val / 1073741824))
31+
local remainder=$((val % 1073741824))
32+
local frac=$((remainder * 100 / 1073741824))
33+
echo "$val (${gb}.${frac}G)"
34+
elif [ "$val" -ge 1048576 ]; then
35+
local mb=$((val / 1048576))
36+
local remainder=$((val % 1048576))
37+
local frac=$((remainder * 100 / 1048576))
38+
echo "$val (${mb}.${frac}M)"
39+
elif [ "$val" -ge 1024 ]; then
40+
local kb=$((val / 1024))
41+
local remainder=$((val % 1024))
42+
local frac=$((remainder * 100 / 1024))
43+
echo "$val (${kb}.${frac}K)"
44+
else
45+
echo "$val"
46+
fi
47+
else
48+
echo "$val"
49+
fi
50+
}
51+
52+
# Show ulimits
53+
echo "--- ULIMITS (soft / hard) ---"
54+
echo
55+
echo "Core file size: $(ulimit -Sc) / $(ulimit -Hc)"
56+
echo "Data segment size: $(ulimit -Sd) / $(ulimit -Hd)"
57+
echo "Scheduling priority: $(ulimit -Se) / $(ulimit -He)"
58+
echo "File size: $(ulimit -Sf) / $(ulimit -Hf)"
59+
echo "Pending signals: $(ulimit -Si) / $(ulimit -Hi)"
60+
echo "Max locked memory: $(ulimit -Sl) / $(ulimit -Hl)"
61+
echo "Max memory size: $(ulimit -Sm) / $(ulimit -Hm)"
62+
echo "Open files: $(ulimit -Sn) / $(ulimit -Hn)"
63+
echo "Pipe size: $(ulimit -Sp) / $(ulimit -Hp)"
64+
echo "POSIX message queues: $(ulimit -Sq) / $(ulimit -Hq)"
65+
echo "Real-time priority: $(ulimit -Sr) / $(ulimit -Hr)"
66+
echo "Stack size: $(ulimit -Ss) / $(ulimit -Hs)"
67+
echo "CPU time: $(ulimit -St) / $(ulimit -Ht)"
68+
echo "Max user processes: $(ulimit -Su) / $(ulimit -Hu)"
69+
echo "Virtual memory: $(ulimit -Sv) / $(ulimit -Hv)"
70+
echo "File locks: $(ulimit -Sx) / $(ulimit -Hx)"
71+
echo
72+
73+
# Detect cgroup version and show limits
74+
CGROUP_ROOT="/sys/fs/cgroup"
75+
PROC_CGROUP="/proc/$$/cgroup"
76+
77+
if [ ! -f "$PROC_CGROUP" ]; then
78+
echo "--- CGROUPS ---"
79+
echo "Not available (no $PROC_CGROUP)"
80+
exit 0
81+
fi
82+
83+
# Check cgroup version
84+
if [ -f "$CGROUP_ROOT/cgroup.controllers" ]; then
85+
CGROUP_VERSION="v2"
86+
else
87+
CGROUP_VERSION="v1"
88+
fi
89+
90+
echo "--- CGROUPS ($CGROUP_VERSION) ---"
91+
echo
92+
93+
if [ "$CGROUP_VERSION" = "v2" ]; then
94+
# Cgroups v2
95+
# Find the cgroup path for this process
96+
CGROUP_PATH=$(grep '^0::' "$PROC_CGROUP" | cut -d: -f3)
97+
if [ -z "$CGROUP_PATH" ]; then
98+
echo "Could not determine cgroup path"
99+
exit 0
100+
fi
101+
102+
CGROUP_DIR="$CGROUP_ROOT$CGROUP_PATH"
103+
echo "Cgroup path: $CGROUP_PATH"
104+
echo
105+
106+
# CPU limits
107+
echo "CPU:"
108+
CPU_MAX=$(read_cgroup_file "$CGROUP_DIR/cpu.max")
109+
CPU_WEIGHT=$(read_cgroup_file "$CGROUP_DIR/cpu.weight")
110+
if [ "$CPU_MAX" != "N/A" ]; then
111+
echo " cpu.max: $CPU_MAX"
112+
fi
113+
if [ "$CPU_WEIGHT" != "N/A" ]; then
114+
echo " cpu.weight: $CPU_WEIGHT"
115+
fi
116+
echo
117+
118+
# Memory limits
119+
echo "Memory:"
120+
MEM_MAX=$(read_cgroup_file "$CGROUP_DIR/memory.max")
121+
MEM_HIGH=$(read_cgroup_file "$CGROUP_DIR/memory.high")
122+
MEM_CURRENT=$(read_cgroup_file "$CGROUP_DIR/memory.current")
123+
MEM_SWAP_MAX=$(read_cgroup_file "$CGROUP_DIR/memory.swap.max")
124+
125+
if [ "$MEM_MAX" != "N/A" ]; then
126+
echo " memory.max: $(format_value "$MEM_MAX")"
127+
fi
128+
if [ "$MEM_HIGH" != "N/A" ]; then
129+
echo " memory.high: $(format_value "$MEM_HIGH")"
130+
fi
131+
if [ "$MEM_CURRENT" != "N/A" ]; then
132+
echo " memory.current: $(format_value "$MEM_CURRENT")"
133+
fi
134+
if [ "$MEM_SWAP_MAX" != "N/A" ]; then
135+
echo " memory.swap.max: $(format_value "$MEM_SWAP_MAX")"
136+
fi
137+
echo
138+
139+
# I/O limits
140+
echo "I/O:"
141+
IO_MAX=$(read_cgroup_file "$CGROUP_DIR/io.max")
142+
if [ "$IO_MAX" != "N/A" ]; then
143+
echo " io.max:"
144+
echo "$IO_MAX" | while read -r line; do
145+
[ -z "$line" ] || echo " $line"
146+
done
147+
fi
148+
echo
149+
150+
# PIDs limit
151+
echo "PIDs:"
152+
PIDS_MAX=$(read_cgroup_file "$CGROUP_DIR/pids.max")
153+
PIDS_CURRENT=$(read_cgroup_file "$CGROUP_DIR/pids.current")
154+
if [ "$PIDS_MAX" != "N/A" ]; then
155+
echo " pids.max: $PIDS_MAX"
156+
fi
157+
if [ "$PIDS_CURRENT" != "N/A" ]; then
158+
echo " pids.current: $PIDS_CURRENT"
159+
fi
160+
161+
else
162+
# Cgroups v1
163+
echo "Cgroup controllers:"
164+
while IFS=: read -r _ controllers path; do
165+
[ "$controllers" ] || continue
166+
echo " $controllers -> $path"
167+
done < "$PROC_CGROUP"
168+
echo
169+
170+
# CPU limits (cpu controller)
171+
CPU_PATH=$(grep ':cpu,' "$PROC_CGROUP" | cut -d: -f3)
172+
if [ -n "$CPU_PATH" ]; then
173+
CPU_DIR="$CGROUP_ROOT/cpu$CPU_PATH"
174+
echo "CPU (cpu controller):"
175+
CFS_PERIOD=$(read_cgroup_file "$CPU_DIR/cpu.cfs_period_us")
176+
CFS_QUOTA=$(read_cgroup_file "$CPU_DIR/cpu.cfs_quota_us")
177+
CPU_SHARES=$(read_cgroup_file "$CPU_DIR/cpu.shares")
178+
179+
if [ "$CFS_PERIOD" != "N/A" ]; then
180+
echo " cpu.cfs_period_us: $CFS_PERIOD"
181+
fi
182+
if [ "$CFS_QUOTA" != "N/A" ]; then
183+
echo " cpu.cfs_quota_us: $CFS_QUOTA"
184+
if [ "$CFS_QUOTA" != "-1" ] && [ "$CFS_PERIOD" != "N/A" ]; then
185+
cores=$((CFS_QUOTA / CFS_PERIOD))
186+
remainder=$((CFS_QUOTA % CFS_PERIOD))
187+
frac=$((remainder * 100 / CFS_PERIOD))
188+
echo " Effective cores: ${cores}.${frac}"
189+
fi
190+
fi
191+
if [ "$CPU_SHARES" != "N/A" ]; then
192+
echo " cpu.shares: $CPU_SHARES"
193+
fi
194+
echo
195+
fi
196+
197+
# Memory limits (memory controller)
198+
MEM_PATH=$(grep ':memory:' "$PROC_CGROUP" | cut -d: -f3)
199+
if [ -n "$MEM_PATH" ]; then
200+
MEM_DIR="$CGROUP_ROOT/memory$MEM_PATH"
201+
echo "Memory (memory controller):"
202+
MEM_LIMIT=$(read_cgroup_file "$MEM_DIR/memory.limit_in_bytes")
203+
MEM_USAGE=$(read_cgroup_file "$MEM_DIR/memory.usage_in_bytes")
204+
MEM_SWAP_LIMIT=$(read_cgroup_file "$MEM_DIR/memory.memsw.limit_in_bytes")
205+
206+
if [ "$MEM_LIMIT" != "N/A" ]; then
207+
echo " memory.limit_in_bytes: $(format_value "$MEM_LIMIT")"
208+
fi
209+
if [ "$MEM_USAGE" != "N/A" ]; then
210+
echo " memory.usage_in_bytes: $(format_value "$MEM_USAGE")"
211+
fi
212+
if [ "$MEM_SWAP_LIMIT" != "N/A" ]; then
213+
echo " memory.memsw.limit_in_bytes: $(format_value "$MEM_SWAP_LIMIT")"
214+
fi
215+
echo
216+
fi
217+
218+
# PIDs limit (pids controller)
219+
PIDS_PATH=$(grep ':pids:' "$PROC_CGROUP" | cut -d: -f3)
220+
if [ -n "$PIDS_PATH" ]; then
221+
PIDS_DIR="$CGROUP_ROOT/pids$PIDS_PATH"
222+
echo "PIDs (pids controller):"
223+
PIDS_MAX=$(read_cgroup_file "$PIDS_DIR/pids.max")
224+
PIDS_CURRENT=$(read_cgroup_file "$PIDS_DIR/pids.current")
225+
226+
if [ "$PIDS_MAX" != "N/A" ]; then
227+
echo " pids.max: $PIDS_MAX"
228+
fi
229+
if [ "$PIDS_CURRENT" != "N/A" ]; then
230+
echo " pids.current: $PIDS_CURRENT"
231+
fi
232+
echo
233+
fi
234+
235+
# I/O limits (blkio controller)
236+
BLKIO_PATH=$(grep ':blkio:' "$PROC_CGROUP" | cut -d: -f3)
237+
if [ -n "$BLKIO_PATH" ]; then
238+
BLKIO_DIR="$CGROUP_ROOT/blkio$BLKIO_PATH"
239+
echo "I/O (blkio controller):"
240+
BLKIO_WEIGHT=$(read_cgroup_file "$BLKIO_DIR/blkio.weight")
241+
242+
if [ "$BLKIO_WEIGHT" != "N/A" ]; then
243+
echo " blkio.weight: $BLKIO_WEIGHT"
244+
fi
245+
246+
# Check for throttle settings
247+
THROTTLE_READ=$(read_cgroup_file "$BLKIO_DIR/blkio.throttle.read_bps_device")
248+
THROTTLE_WRITE=$(read_cgroup_file "$BLKIO_DIR/blkio.throttle.write_bps_device")
249+
250+
if [ "$THROTTLE_READ" != "N/A" ] && [ -n "$THROTTLE_READ" ]; then
251+
echo " blkio.throttle.read_bps_device:"
252+
echo "$THROTTLE_READ" | while read -r line; do
253+
[ -z "$line" ] || echo " $line"
254+
done
255+
fi
256+
if [ "$THROTTLE_WRITE" != "N/A" ] && [ -n "$THROTTLE_WRITE" ]; then
257+
echo " blkio.throttle.write_bps_device:"
258+
echo "$THROTTLE_WRITE" | while read -r line; do
259+
[ -z "$line" ] || echo " $line"
260+
done
261+
fi
262+
echo
263+
fi
264+
fi
265+
266+
echo "==================================="

0 commit comments

Comments
 (0)