Inspect runner pressure and cleanup after release 611 timeout
creative runner pressure diagnosis / diagnose (push) Successful in 8s
creative runner pressure diagnosis / diagnose (push) Successful in 8s
This commit is contained in:
@@ -1,4 +1,4 @@
|
||||
name: creative cancelled stack cleanup
|
||||
name: creative runner pressure diagnosis
|
||||
on:
|
||||
push:
|
||||
branches: [codex/creative-browser-diagnosis]
|
||||
@@ -7,28 +7,23 @@ jobs:
|
||||
runs-on: ces-control
|
||||
timeout-minutes: 5
|
||||
steps:
|
||||
- name: Remove only confirmed cancelled run 605 disposable resources
|
||||
- name: Inspect runner pressure after failed release 611 without changing workloads
|
||||
run: |
|
||||
set -euo pipefail
|
||||
project=prompt-ci-605
|
||||
docker ps -a --filter "label=com.docker.compose.project=$project" --format '{{.ID}} {{.Names}} {{.Status}}'
|
||||
mapfile -t containers < <(docker ps -aq --filter "label=com.docker.compose.project=$project")
|
||||
for resource in "${containers[@]}"; do
|
||||
test "$(docker inspect --format '{{index .Config.Labels "com.docker.compose.project"}}' "$resource")" = "$project"
|
||||
docker rm -f "$resource"
|
||||
done
|
||||
mapfile -t volumes < <(docker volume ls -q --filter "label=com.docker.compose.project=$project")
|
||||
for resource in "${volumes[@]}"; do
|
||||
test "$(docker volume inspect --format '{{index .Labels "com.docker.compose.project"}}' "$resource")" = "$project"
|
||||
docker volume rm "$resource"
|
||||
done
|
||||
mapfile -t networks < <(docker network ls -q --filter "label=com.docker.compose.project=$project")
|
||||
for resource in "${networks[@]}"; do
|
||||
test "$(docker network inspect --format '{{index .Labels "com.docker.compose.project"}}' "$resource")" = "$project"
|
||||
docker network rm "$resource"
|
||||
done
|
||||
test -z "$(docker ps -aq --filter "label=com.docker.compose.project=$project")"
|
||||
test -z "$(docker volume ls -q --filter "label=com.docker.compose.project=$project")"
|
||||
test -z "$(docker network ls -q --filter "label=com.docker.compose.project=$project")"
|
||||
date -u
|
||||
uptime
|
||||
free -m
|
||||
vmstat 1 5
|
||||
for resource in cpu memory io; do
|
||||
echo "pressure/$resource"
|
||||
cat "/proc/pressure/$resource"
|
||||
done
|
||||
df -h /
|
||||
docker ps -a --format '{{.Names}} {{.Status}} project={{.Label "com.docker.compose.project"}}'
|
||||
docker stats --no-stream --format '{{.Name}} cpu={{.CPUPerc}} memory={{.MemUsage}} io={{.BlockIO}} pids={{.PIDs}}'
|
||||
for project in prompt-ci-605 prompt-ci-609 prompt-ci-610 prompt-ci-611; do
|
||||
test -z "$(docker ps -aq --filter "label=com.docker.compose.project=$project")"
|
||||
test -z "$(docker volume ls -q --filter "label=com.docker.compose.project=$project")"
|
||||
test -z "$(docker network ls -q --filter "label=com.docker.compose.project=$project")"
|
||||
echo "$project: no remaining disposable resources"
|
||||
done
|
||||
|
||||
Reference in New Issue
Block a user