Build PROMPT media library with masonry UI and persistent PostgreSQL S3 storage
PROMPT CI and deployment / verify-and-deploy (push) Successful in 8m18s

This commit is contained in:
2026-10-22 22:18:11 +08:00
parent 68419e3852
commit 8b650fdf78
42 changed files with 1631 additions and 54 deletions
+20
View File
@@ -0,0 +1,20 @@
import { readdir,readFile } from "node:fs/promises";
import { db } from "../src/lib/db";
import { ensureBucket } from "../src/lib/storage";
import { setTimeout } from "node:timers/promises";
async function main(){
for(let i=0;;i++){try{await db().query('SELECT 1');break;}catch(e){if(i>=60)throw e;await setTimeout(2000);}}
const client=await db().connect();
try{
await client.query('SELECT pg_advisory_lock(18131001)');
for(const name of (await readdir('db')).filter(n=>n.endsWith('.sql')).sort()){
const present=await client.query("SELECT to_regclass('public.schema_migrations') AS table");
if(present.rows[0].table && (await client.query('SELECT 1 FROM schema_migrations WHERE version=$1',[name.replace('.sql','')])).rowCount)continue;
await client.query(await readFile('db/'+name,'utf8'));console.log('Applied migration '+name);
}
}catch(error){await client.query('ROLLBACK');throw error;}
finally{await client.query('SELECT pg_advisory_unlock(18131001)');client.release();}
for(let i=0;;i++){try{await ensureBucket();break;}catch(e){if(i>=90)throw e;await setTimeout(2000);}}
console.log('PostgreSQL and S3 are ready');await db().end();
}
main().catch(error=>{console.error('Storage bootstrap failed:',error instanceof Error?error.message:'Unknown error');process.exit(1);});
+36 -1
View File
@@ -49,6 +49,11 @@ if ! id "$SERVICE_USER" >/dev/null 2>&1; then
useradd --system --home "$DATA_ROOT" --shell /usr/sbin/nologin "$SERVICE_USER"
fi
install -d -o "$SERVICE_USER" -g "$SERVICE_USER" -m 0750 "$DATA_ROOT"
bash scripts/infra.sh "$NODE_SOURCE" "$RELEASE_SHA"
set -a
. /etc/prompt.env
set +a
"$NODE_SOURCE" node_modules/tsx/dist/cli.mjs scripts/bootstrap.ts
# Keep runtime data outside the checkout and releases; future modules can use it.
if [ ! -d "$RELEASE_DIR" ]; then
STAGING=$(mktemp -d "$APP_ROOT/releases/.staging.XXXXXX")
@@ -57,6 +62,7 @@ if [ ! -d "$RELEASE_DIR" ]; then
cp -a .next/static "$STAGING/.next/static"
if [ -d public ]; then cp -a public "$STAGING/public"; fi
install -m 0755 "$NODE_SOURCE" "$STAGING/bin/node"
install -m 0644 dist/worker.cjs "$STAGING/worker.cjs"
printf 'RELEASE_SHA=%s\n' "$RELEASE_SHA" > "$STAGING/release.env"
chmod -R a+rX "$STAGING"
chmod 0755 "$STAGING"
@@ -79,6 +85,7 @@ Environment=HOSTNAME=0.0.0.0
Environment=PORT=$PORT
Environment=PROMPT_DATA_DIR=$DATA_ROOT
EnvironmentFile=$APP_ROOT/current/release.env
EnvironmentFile=/etc/prompt.env
ExecStart=$APP_ROOT/current/bin/node server.js
Restart=always
RestartSec=5
@@ -89,6 +96,29 @@ UMask=0027
WantedBy=multi-user.target
EOF
cat > /etc/systemd/system/prompt-worker.service <<EOF
[Unit]
Description=PROMPT media processing
After=network-online.target docker.service
[Service]
Type=simple
User=$SERVICE_USER
Group=$SERVICE_USER
WorkingDirectory=$APP_ROOT/current
Environment=NODE_ENV=production
EnvironmentFile=/etc/prompt.env
ExecStart=$APP_ROOT/current/bin/node worker.cjs
Restart=always
RestartSec=5
TimeoutStopSec=650
NoNewPrivileges=true
UMask=0027
[Install]
WantedBy=multi-user.target
EOF
SWITCHED=0
rollback() {
local code=$?
@@ -99,9 +129,11 @@ rollback() {
ln -sfn "$PREVIOUS" "$APP_ROOT/.current.rollback"
mv -Tf "$APP_ROOT/.current.rollback" "$APP_ROOT/current"
systemctl restart "$SERVICE"
if [ -f "$PREVIOUS/worker.cjs" ]; then systemctl restart prompt-worker.service; else systemctl disable --now prompt-worker.service; fi
echo 'Restored previous release'
else
systemctl disable --now "$SERVICE"
systemctl disable --now prompt-worker.service
rm -f "$APP_ROOT/current"
echo 'Stopped failed first deployment'
fi
@@ -116,10 +148,12 @@ SWITCHED=1
systemctl daemon-reload
systemctl enable "$SERVICE"
systemctl restart "$SERVICE"
systemctl enable --now prompt-worker.service
systemctl restart prompt-worker.service
HEALTHY=0
for attempt in $(seq 1 30); do
if "$NODE_SOURCE" -e "fetch('http://127.0.0.1:$PORT/api/health').then(async r=>{const d=await r.json();if(!r.ok||d.service!=='prompt'||d.release!=='$RELEASE_SHA')process.exit(1)}).catch(()=>process.exit(1))"; then
if "$NODE_SOURCE" -e "Promise.all([fetch('http://127.0.0.1:$PORT/api/health'),fetch('http://127.0.0.1:$PORT/api/ready')]).then(async ([r,s])=>{const d=await r.json();if(!r.ok||!s.ok||d.service!=='prompt'||d.release!=='$RELEASE_SHA')process.exit(1)}).catch(()=>process.exit(1))"; then
HEALTHY=1
break
fi
@@ -131,6 +165,7 @@ if [ "$HEALTHY" -ne 1 ]; then
fi
systemctl is-enabled "$SERVICE"
systemctl is-active "$SERVICE"
systemctl is-active prompt-worker.service
echo "Persistent deployment verified: service=$SERVICE port=$PORT release=$RELEASE_SHA"
echo "Host: $(hostname)"
hostname -I || true
+34
View File
@@ -0,0 +1,34 @@
#!/usr/bin/env bash
set -Eeuo pipefail
NODE_SOURCE="${1:?Node executable is required}"
if ! command -v docker >/dev/null || ! docker compose version >/dev/null 2>&1; then
apt-get update -qq
DEBIAN_FRONTEND=noninteractive apt-get install -y docker.io docker-compose-v2
systemctl enable --now docker
fi
if ! command -v ffmpeg >/dev/null; then
apt-get update -qq
DEBIAN_FRONTEND=noninteractive apt-get install -y ffmpeg
fi
umask 027
if [ ! -f /etc/prompt.env ]; then
"$NODE_SOURCE" <<'NODE' > /etc/prompt.env
const {randomBytes}=require('crypto');
const password=randomBytes(32).toString('hex');
console.log(`POSTGRES_PASSWORD=${password}\nPG_PORT=18132\nS3_PORT=18133\nDATABASE_URL=postgresql://prompt:${password}@127.0.0.1:18132/prompt\nS3_ENDPOINT=http://127.0.0.1:18133\nS3_ACCESS_KEY=${randomBytes(16).toString('hex')}\nS3_SECRET_KEY=${randomBytes(32).toString('hex')}\nS3_BUCKET=prompt\nFFMPEG_PATH=/usr/bin/ffmpeg\nFFPROBE_PATH=/usr/bin/ffprobe`);
NODE
fi
chown root:prompt /etc/prompt.env
chmod 0640 /etc/prompt.env
install -d -m 0755 /opt/prompt/infra
install -m 0644 compose.yml /opt/prompt/infra/compose.yml
docker compose -p prompt --env-file /etc/prompt.env -f /opt/prompt/infra/compose.yml up -d
for attempt in $(seq 1 60); do
if docker compose -p prompt --env-file /etc/prompt.env -f /opt/prompt/infra/compose.yml exec -T postgres pg_isready -U prompt -d prompt >/dev/null 2>&1; then break; fi
if [ "$attempt" -eq 60 ]; then echo 'PostgreSQL startup timed out'; exit 1; fi
sleep 2
done
# Additive migrations follow this backup. Keep the most recent 10 database dumps.
install -d -o root -g root -m 0700 /var/lib/prompt/backups
docker compose -p prompt --env-file /etc/prompt.env -f /opt/prompt/infra/compose.yml exec -T postgres pg_dump -U prompt -d prompt -Fc > "/var/lib/prompt/backups/$(date -u +%Y%m%dT%H%M%S)-${2:-deploy}.dump"
find /var/lib/prompt/backups -name '*.dump' -printf '%T@ %p\n' | sort -rn | tail -n +11 | cut -d' ' -f2- | xargs -r rm --
+18
View File
@@ -0,0 +1,18 @@
#!/usr/bin/env bash
set -Eeuo pipefail
export COMPOSE_PROJECT_NAME="prompt-ci-${GITEA_RUN_ID:-$$}"
export POSTGRES_PASSWORD S3_ACCESS_KEY S3_SECRET_KEY
POSTGRES_PASSWORD=$(node -e "console.log(require('crypto').randomBytes(24).toString('hex'))")
S3_ACCESS_KEY=$(node -e "console.log(require('crypto').randomBytes(12).toString('hex'))")
S3_SECRET_KEY=$(node -e "console.log(require('crypto').randomBytes(24).toString('hex'))")
export PG_PORT=0 S3_PORT=0
cleanup(){ docker compose -f compose.yml down -v --remove-orphans; }
trap cleanup EXIT
docker compose -f compose.yml up -d
PG_PORT=$(docker compose -f compose.yml port postgres 5432 | tail -1 | sed 's/.*://')
S3_PORT=$(docker compose -f compose.yml port objects 9000 | tail -1 | sed 's/.*://')
export DATABASE_URL="postgresql://prompt:$POSTGRES_PASSWORD@127.0.0.1:$PG_PORT/prompt"
export S3_ENDPOINT="http://127.0.0.1:$S3_PORT" S3_BUCKET=prompt
export PROMPT_INTEGRATION_TEST=1
npm run storage:prepare
npm run test:integration
+4
View File
@@ -0,0 +1,4 @@
import { cp,mkdir,access } from 'node:fs/promises';
await mkdir('.next/standalone/.next',{recursive:true});
await cp('.next/static','.next/standalone/.next/static',{recursive:true});
try{await access('public');await cp('public','.next/standalone/public',{recursive:true});}catch(e){if(e.code!=='ENOENT')throw e;}