stats: mem snapshot w/o pipe (subshell lost counters → 0 B)
This commit is contained in:
Hernâni Marques
parent
5d0ad9612d
commit
acff09d130
1 changed files with 128 additions and 5 deletions
|
|
@ -1,7 +1,130 @@
|
||||||
#!/bin/bash
|
#!/bin/bash
|
||||||
# WRONG pipeline → 0 B
|
# Memory snapshot for landing-stats (source after json_str is defined).
|
||||||
mem_snapshot_json() {
|
# Sets MEM_JSON (fields to embed inside performance.memory).
|
||||||
local s=0
|
# IMPORTANT: no pipelines around the /proc loop (bash subshell loses counters).
|
||||||
ls -d /proc/[0-9]* 2>/dev/null | while read d; do s=$((s+1)); done
|
|
||||||
MEM_JSON="{\"n\":$s}"
|
mem_fmt_bytes() {
|
||||||
|
awk -v b="${1:-0}" 'BEGIN{
|
||||||
|
b = b + 0
|
||||||
|
if (b < 1024) printf "%d B", b
|
||||||
|
else if (b < 1048576) printf "%.1f KiB", b / 1024
|
||||||
|
else if (b < 1073741824) printf "%.1f MiB", b / 1048576
|
||||||
|
else printf "%.2f GiB", b / 1073741824
|
||||||
|
}'
|
||||||
|
}
|
||||||
|
|
||||||
|
mem_snapshot_json() {
|
||||||
|
local rss_kb rss_b pid comm cmd short
|
||||||
|
local sum_b=0 cgroup_b="" limit_b=""
|
||||||
|
local postgres_b=0 taler_b=0 nginx_b=0 java_b=0 redis_b=0 other_b=0
|
||||||
|
local n_pg=0 n_taler=0 n_nginx=0 n_java=0 n_redis=0 n_other=0
|
||||||
|
local allf topf top_json top_n=0 lim_json cg_json hum cjs sjs hjs
|
||||||
|
|
||||||
|
if [ -r /sys/fs/cgroup/memory.current ]; then
|
||||||
|
cgroup_b=$(tr -d ' \n' </sys/fs/cgroup/memory.current 2>/dev/null || true)
|
||||||
|
if [ -r /sys/fs/cgroup/memory.max ]; then
|
||||||
|
limit_b=$(tr -d ' \n' </sys/fs/cgroup/memory.max 2>/dev/null || true)
|
||||||
|
[ "$limit_b" = "max" ] && limit_b=""
|
||||||
|
fi
|
||||||
|
elif [ -r /sys/fs/cgroup/memory/memory.usage_in_bytes ]; then
|
||||||
|
cgroup_b=$(tr -d ' \n' </sys/fs/cgroup/memory/memory.usage_in_bytes 2>/dev/null || true)
|
||||||
|
fi
|
||||||
|
|
||||||
|
allf=$(mktemp)
|
||||||
|
topf=$(mktemp)
|
||||||
|
|
||||||
|
for st in /proc/[0-9]*/status; do
|
||||||
|
[ -f "$st" ] || continue
|
||||||
|
pid=${st#/proc/}
|
||||||
|
pid=${pid%/status}
|
||||||
|
rss_kb=$(awk '/^VmRSS:/{print $2; exit}' "$st" 2>/dev/null || true)
|
||||||
|
[[ "$rss_kb" =~ ^[0-9]+$ ]] || continue
|
||||||
|
rss_b=$((rss_kb * 1024))
|
||||||
|
sum_b=$((sum_b + rss_b))
|
||||||
|
comm=$(awk '/^Name:/{print $2; exit}' "$st" 2>/dev/null || echo "?")
|
||||||
|
cmd=""
|
||||||
|
if [ -r "/proc/$pid/cmdline" ]; then
|
||||||
|
cmd=$(tr '\0' ' ' <"/proc/$pid/cmdline" 2>/dev/null | sed 's/[[:space:]]*$//')
|
||||||
|
fi
|
||||||
|
[ -n "$cmd" ] || cmd=$comm
|
||||||
|
short=$(printf '%s' "$cmd" | cut -c1-100)
|
||||||
|
|
||||||
|
case "$comm $cmd" in
|
||||||
|
*postgres*|*postmaster*)
|
||||||
|
postgres_b=$((postgres_b + rss_b)); n_pg=$((n_pg + 1)) ;;
|
||||||
|
*taler-exchange*|*taler-merchant*|*taler-auditor*|*taler-helper*|*taler_*)
|
||||||
|
taler_b=$((taler_b + rss_b)); n_taler=$((n_taler + 1)) ;;
|
||||||
|
*nginx*)
|
||||||
|
nginx_b=$((nginx_b + rss_b)); n_nginx=$((n_nginx + 1)) ;;
|
||||||
|
*java*|*libeufin*|*MainKt*)
|
||||||
|
java_b=$((java_b + rss_b)); n_java=$((n_java + 1)) ;;
|
||||||
|
*redis-server*|*redis*)
|
||||||
|
redis_b=$((redis_b + rss_b)); n_redis=$((n_redis + 1)) ;;
|
||||||
|
*)
|
||||||
|
other_b=$((other_b + rss_b)); n_other=$((n_other + 1)) ;;
|
||||||
|
esac
|
||||||
|
printf '%s\t%s\t%s\n' "$rss_b" "$comm" "$short" >>"$allf"
|
||||||
|
done
|
||||||
|
|
||||||
|
sort -t$'\t' -nr -k1,1 "$allf" 2>/dev/null | head -10 >"$topf"
|
||||||
|
rm -f "$allf"
|
||||||
|
|
||||||
|
local total_b=$sum_b
|
||||||
|
if [[ "$cgroup_b" =~ ^[0-9]+$ ]] && [ "$cgroup_b" -gt 0 ]; then
|
||||||
|
total_b=$cgroup_b
|
||||||
|
fi
|
||||||
|
|
||||||
|
top_json="["
|
||||||
|
top_n=0
|
||||||
|
while IFS=$'\t' read -r rss_b comm short; do
|
||||||
|
[ -z "${rss_b:-}" ] && continue
|
||||||
|
[ "$top_n" -gt 0 ] && top_json="${top_json},"
|
||||||
|
top_n=$((top_n + 1))
|
||||||
|
hum=$(mem_fmt_bytes "$rss_b")
|
||||||
|
cjs=$(json_str "$comm")
|
||||||
|
sjs=$(json_str "$short")
|
||||||
|
hjs=$(json_str "$hum")
|
||||||
|
top_json="${top_json}
|
||||||
|
{\"rss_bytes\": ${rss_b}, \"rss_human\": ${hjs}, \"comm\": ${cjs}, \"cmd\": ${sjs}}"
|
||||||
|
done <"$topf"
|
||||||
|
top_json="${top_json}
|
||||||
|
]"
|
||||||
|
rm -f "$topf"
|
||||||
|
|
||||||
|
lim_json="null"
|
||||||
|
if [[ "$limit_b" =~ ^[0-9]+$ ]] && [ "$limit_b" -gt 0 ]; then
|
||||||
|
lim_json=$limit_b
|
||||||
|
fi
|
||||||
|
cg_json="null"
|
||||||
|
if [[ "$cgroup_b" =~ ^[0-9]+$ ]]; then
|
||||||
|
cg_json=$cgroup_b
|
||||||
|
fi
|
||||||
|
|
||||||
|
MEM_JSON="
|
||||||
|
\"container_rss_bytes\": ${total_b},
|
||||||
|
\"container_rss_human\": $(json_str "$(mem_fmt_bytes "$total_b")"),
|
||||||
|
\"proc_sum_rss_bytes\": ${sum_b},
|
||||||
|
\"proc_sum_rss_human\": $(json_str "$(mem_fmt_bytes "$sum_b")"),
|
||||||
|
\"cgroup_bytes\": ${cg_json},
|
||||||
|
\"cgroup_limit_bytes\": ${lim_json},
|
||||||
|
\"postgres_rss_bytes\": ${postgres_b},
|
||||||
|
\"postgres_rss_human\": $(json_str "$(mem_fmt_bytes "$postgres_b")"),
|
||||||
|
\"postgres_n\": ${n_pg},
|
||||||
|
\"taler_rss_bytes\": ${taler_b},
|
||||||
|
\"taler_rss_human\": $(json_str "$(mem_fmt_bytes "$taler_b")"),
|
||||||
|
\"taler_n\": ${n_taler},
|
||||||
|
\"nginx_rss_bytes\": ${nginx_b},
|
||||||
|
\"nginx_rss_human\": $(json_str "$(mem_fmt_bytes "$nginx_b")"),
|
||||||
|
\"nginx_n\": ${n_nginx},
|
||||||
|
\"java_rss_bytes\": ${java_b},
|
||||||
|
\"java_rss_human\": $(json_str "$(mem_fmt_bytes "$java_b")"),
|
||||||
|
\"java_n\": ${n_java},
|
||||||
|
\"redis_rss_bytes\": ${redis_b},
|
||||||
|
\"redis_rss_human\": $(json_str "$(mem_fmt_bytes "$redis_b")"),
|
||||||
|
\"redis_n\": ${n_redis},
|
||||||
|
\"other_rss_bytes\": ${other_b},
|
||||||
|
\"other_rss_human\": $(json_str "$(mem_fmt_bytes "$other_b")"),
|
||||||
|
\"other_n\": ${n_other},
|
||||||
|
\"top\": ${top_json}
|
||||||
|
"
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue