Inspect runner pressure and cleanup after release 611 timeout
creative runner pressure diagnosis / diagnose (push) Successful in 8s
creative runner pressure diagnosis / diagnose (push) Successful in 8s
This commit is contained in:
@@ -1,4 +1,4 @@
|
|||||||
name: creative cancelled stack cleanup
|
name: creative runner pressure diagnosis
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
branches: [codex/creative-browser-diagnosis]
|
branches: [codex/creative-browser-diagnosis]
|
||||||
@@ -7,28 +7,23 @@ jobs:
|
|||||||
runs-on: ces-control
|
runs-on: ces-control
|
||||||
timeout-minutes: 5
|
timeout-minutes: 5
|
||||||
steps:
|
steps:
|
||||||
- name: Remove only confirmed cancelled run 605 disposable resources
|
- name: Inspect runner pressure after failed release 611 without changing workloads
|
||||||
run: |
|
run: |
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
project=prompt-ci-605
|
date -u
|
||||||
docker ps -a --filter "label=com.docker.compose.project=$project" --format '{{.ID}} {{.Names}} {{.Status}}'
|
|
||||||
mapfile -t containers < <(docker ps -aq --filter "label=com.docker.compose.project=$project")
|
|
||||||
for resource in "${containers[@]}"; do
|
|
||||||
test "$(docker inspect --format '{{index .Config.Labels "com.docker.compose.project"}}' "$resource")" = "$project"
|
|
||||||
docker rm -f "$resource"
|
|
||||||
done
|
|
||||||
mapfile -t volumes < <(docker volume ls -q --filter "label=com.docker.compose.project=$project")
|
|
||||||
for resource in "${volumes[@]}"; do
|
|
||||||
test "$(docker volume inspect --format '{{index .Labels "com.docker.compose.project"}}' "$resource")" = "$project"
|
|
||||||
docker volume rm "$resource"
|
|
||||||
done
|
|
||||||
mapfile -t networks < <(docker network ls -q --filter "label=com.docker.compose.project=$project")
|
|
||||||
for resource in "${networks[@]}"; do
|
|
||||||
test "$(docker network inspect --format '{{index .Labels "com.docker.compose.project"}}' "$resource")" = "$project"
|
|
||||||
docker network rm "$resource"
|
|
||||||
done
|
|
||||||
test -z "$(docker ps -aq --filter "label=com.docker.compose.project=$project")"
|
|
||||||
test -z "$(docker volume ls -q --filter "label=com.docker.compose.project=$project")"
|
|
||||||
test -z "$(docker network ls -q --filter "label=com.docker.compose.project=$project")"
|
|
||||||
uptime
|
uptime
|
||||||
free -m
|
free -m
|
||||||
|
vmstat 1 5
|
||||||
|
for resource in cpu memory io; do
|
||||||
|
echo "pressure/$resource"
|
||||||
|
cat "/proc/pressure/$resource"
|
||||||
|
done
|
||||||
|
df -h /
|
||||||
|
docker ps -a --format '{{.Names}} {{.Status}} project={{.Label "com.docker.compose.project"}}'
|
||||||
|
docker stats --no-stream --format '{{.Name}} cpu={{.CPUPerc}} memory={{.MemUsage}} io={{.BlockIO}} pids={{.PIDs}}'
|
||||||
|
for project in prompt-ci-605 prompt-ci-609 prompt-ci-610 prompt-ci-611; do
|
||||||
|
test -z "$(docker ps -aq --filter "label=com.docker.compose.project=$project")"
|
||||||
|
test -z "$(docker volume ls -q --filter "label=com.docker.compose.project=$project")"
|
||||||
|
test -z "$(docker network ls -q --filter "label=com.docker.compose.project=$project")"
|
||||||
|
echo "$project: no remaining disposable resources"
|
||||||
|
done
|
||||||
|
|||||||
Reference in New Issue
Block a user