BirdLense-Hub/scripts/bootstrap-weights-on-server.sh at main · Gfermoto/BirdLense-Hub · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
#!/usr/bin/env bash
# На удалённом хабе: бинарник из zip форка AleksandrRogachev94/BirdLense, классификатор best.pt с HF
# (gfermoto/birdlense-birds-eu), проверка SHA из CHECKSUMS, пересборка birdlense.
#
# Требует: scripts/deploy.local.sh, локальный CHECKSUMS (строка classification/weights/best.pt).
#
# Запуск из корня репо: ./scripts/bootstrap-weights-on-server.sh

set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
ROOT="$(cd "${SCRIPT_DIR}/.." && pwd)"
# shellcheck source=/dev/null
[ -f "${SCRIPT_DIR}/deploy.local.sh" ] && . "${SCRIPT_DIR}/deploy.local.sh"

HOST="${DEPLOY_HOST:?Set DEPLOY_HOST in scripts/deploy.local.sh}"
REMOTE_DIR="${DEPLOY_REMOTE_DIR:-/root/BirdLense}"

_PORT_OPT=""
if [ -n "${DEPLOY_SSH_PORT:-}" ] && [ "${DEPLOY_SSH_PORT}" != "22" ]; then
  _PORT_OPT="-p ${DEPLOY_SSH_PORT}"
fi
SSH_OPTS="${_PORT_OPT} -o ServerAliveInterval=30 -o ServerAliveCountMax=120 -o BatchMode=yes -o ConnectTimeout=20"

EXP="$(awk '/app\/processor\/models\/classification\/weights\/best\.pt$/ {print $1; exit}' "${ROOT}/CHECKSUMS" || true)"
if [ -z "${EXP}" ]; then
  echo "ERROR: нет SHA для classification/weights/best.pt в CHECKSUMS" >&2
  exit 1
fi

EXP_ZIP="$(awk '/app\/processor\/models\/detection\/nabirds_yolo11n_binary\.zip$/ {print $1; exit}' "${ROOT}/CHECKSUMS" || true)"
if [ -z "${EXP_ZIP}" ]; then
  echo "ERROR: нет SHA для nabirds_yolo11n_binary.zip в CHECKSUMS" >&2
  exit 1
fi

CLASSIFIER_URL="${CLASSIFIER_URL:-https://huggingface.co/gfermoto/birdlense-birds-eu/resolve/c6af5aa595cbb1198a61bcf2f3f9c2adc3772dc9/best.pt}"
BINARY_ZIP_URL="${BINARY_ZIP_URL:-https://raw.githubusercontent.com/AleksandrRogachev94/BirdLense/main/app/processor/models/detection/nabirds_yolo11n_binary.zip}"
ZIP_REL="app/processor/models/detection/nabirds_yolo11n_binary.zip"

echo "=== bootstrap weights on ${HOST} (${REMOTE_DIR}) ==="

ssh ${SSH_OPTS} "${HOST}" \
  "REMOTE_DIR='${REMOTE_DIR}'" \
  "EXP_SHA='${EXP}'" \
  "EXP_ZIP_SHA='${EXP_ZIP}'" \
  "CLASSIFIER_URL='${CLASSIFIER_URL}'" \
  "BINARY_ZIP_URL='${BINARY_ZIP_URL}'" \
  "ZIP_REL='${ZIP_REL}'" \
  bash -s <<'REMOTE'
set -euo pipefail
cd "${REMOTE_DIR}"
mkdir -p app/processor/models/detection/weights app/processor/models/classification/weights
if [ ! -s "${ZIP_REL}" ]; then
  echo "Downloading binary zip (AleksandrRogachev94/BirdLense)..."
  tmpzip="$(mktemp)"
  curl -fsSL --retry 4 --retry-connrefused --retry-delay 4 -o "${tmpzip}" "${BINARY_ZIP_URL}"
  echo "${EXP_ZIP_SHA}  ${tmpzip}" | sha256sum -c -
  mv "${tmpzip}" "${ZIP_REL}"
fi
echo "${EXP_ZIP_SHA}  ${ZIP_REL}" | sha256sum -c -
echo "Unzip binary detector..."
unzip -jo "${ZIP_REL}" weights/best.pt -d app/processor/models/detection/weights/

echo "Download EU classifier -> best.pt (gfermoto/birdlense-birds-eu)..."
tmp="$(mktemp)"
curl -fsSL --retry 4 --retry-connrefused --retry-delay 4 -o "${tmp}" "${CLASSIFIER_URL}"
echo "${EXP_SHA}  ${tmp}" | sha256sum -c -
mv "${tmp}" app/processor/models/classification/weights/best.pt
chmod 644 app/processor/models/classification/weights/best.pt
rm -f app/processor/models/classification/weights/best_EU.pt

echo "Files:"
ls -la app/processor/models/detection/weights/yolo11n.pt app/processor/models/classification/weights/best.pt

echo "Docker rebuild (no cache for birdlense)..."
cd app
docker compose build --no-cache birdlense
docker compose up -d birdlense
echo "OK: birdlense перезапущен."
REMOTE

echo "=== готово ==="