Christopher Leinbach
bdc5802816
Adds a purge threshold setting. This setting allows the user to control at what filled percentage the purge activities are run. This replaces the default, hard coded 95% point. The purge threshold defaults at the original 95%. I set a minimum of 20 and max of 99 because those values felt sensible but am open to changing those based on feedback. Note: The purge threshold is still active when the keep option is set. I added a note for this but this still presents some risk where users who change this while in Keep mode could have their services shut down earlier than they expect.
215 lines
8.2 KiB
Bash
Executable File
215 lines
8.2 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -x
|
|
# Update BirdNET-Pi
|
|
trap 'exit 1' SIGINT SIGHUP
|
|
source /etc/birdnet/birdnet.conf
|
|
if [ -n "${BIRDNET_USER}" ]; then
|
|
echo "BIRDNET_USER: ${BIRDNET_USER}"
|
|
USER=${BIRDNET_USER}
|
|
HOME=/home/${BIRDNET_USER}
|
|
else
|
|
echo "WARNING: no BIRDNET_USER found"
|
|
USER=$(awk -F: '/1000/ {print $1}' /etc/passwd)
|
|
HOME=$(awk -F: '/1000/ {print $6}' /etc/passwd)
|
|
fi
|
|
my_dir=$HOME/BirdNET-Pi/scripts
|
|
source "$my_dir/install_helpers.sh"
|
|
|
|
# Sets proper permissions and ownership
|
|
find $HOME/Bird* -type f ! -perm -g+wr -exec chmod g+wr {} + 2>/dev/null
|
|
find $HOME/Bird* -not -user $USER -execdir sudo -E chown $USER:$USER {} \+
|
|
chmod 666 ~/BirdNET-Pi/scripts/*.txt
|
|
chmod 666 ~/BirdNET-Pi/*.txt
|
|
find $HOME/BirdNET-Pi -path "$HOME/BirdNET-Pi/birdnet" -prune -o -type f ! -perm /o=w -exec chmod a+w {} \;
|
|
chmod g+r $HOME
|
|
|
|
# remove world-writable perms
|
|
chmod -R o-w ~/BirdNET-Pi/templates/*
|
|
|
|
APT_UPDATED=0
|
|
PIP_UPDATED=0
|
|
|
|
# helpers
|
|
sudo_with_user () {
|
|
sudo -u $USER "$@"
|
|
}
|
|
|
|
ensure_apt_updated () {
|
|
[[ $APT_UPDATED != "UPDATED" ]] && apt-get update && APT_UPDATED="UPDATED"
|
|
}
|
|
|
|
ensure_pip_updated () {
|
|
[[ $PIP_UPDATED != "UPDATED" ]] && sudo_with_user $HOME/BirdNET-Pi/birdnet/bin/pip3 install -U pip && PIP_UPDATED="UPDATED"
|
|
}
|
|
|
|
remove_unit_file() {
|
|
# remove_unit_file pushed_notifications.service $HOME/BirdNET-Pi/templates/pushed_notifications.service
|
|
if systemctl list-unit-files "${1}" &>/dev/null;then
|
|
systemctl disable --now "${1}"
|
|
rm -f "/usr/lib/systemd/system/${1}"
|
|
rm "$HOME/BirdNET-Pi/templates/${1}"
|
|
if [ $# == 2 ]; then
|
|
rm -f "${2}"
|
|
fi
|
|
fi
|
|
}
|
|
|
|
ensure_python_package() {
|
|
# ensure_python_package pytest pytest==7.1.2
|
|
pytest_installation_status=$(~/BirdNET-Pi/birdnet/bin/python3 -c 'import pkgutil; import sys; print("installed" if pkgutil.find_loader(sys.argv[1]) else "not installed")' "$1")
|
|
if [[ "$pytest_installation_status" = "not installed" ]];then
|
|
ensure_pip_updated
|
|
sudo_with_user $HOME/BirdNET-Pi/birdnet/bin/pip3 install "$2"
|
|
fi
|
|
}
|
|
|
|
# sed -i on /etc/birdnet/birdnet.conf overwites the symbolic link - restore the link
|
|
if ! [ -L /etc/birdnet/birdnet.conf ] ; then
|
|
sudo_with_user cp -f /etc/birdnet/birdnet.conf $HOME/BirdNET-Pi/
|
|
ln -fs $HOME/BirdNET-Pi/birdnet.conf /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
# update snippets below
|
|
SRC="APPRISE_NOTIFICATION_BODY='(.*)'$"
|
|
DST='APPRISE_NOTIFICATION_BODY="\1"'
|
|
sed -i --follow-symlinks -E "s/$SRC/$DST/" /etc/birdnet/birdnet.conf
|
|
|
|
if ! grep -E '^DATA_MODEL_VERSION=' /etc/birdnet/birdnet.conf &>/dev/null;then
|
|
echo "DATA_MODEL_VERSION=1" >> /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
if ! grep -E '^BIRDNET_USER=' /etc/birdnet/birdnet.conf &>/dev/null;then
|
|
echo "## BIRDNET_USER is for scripts to easily find where BirdNET-Pi is installed" >> /etc/birdnet/birdnet.conf
|
|
echo "## DO NOT EDIT!" >> /etc/birdnet/birdnet.conf
|
|
echo "BIRDNET_USER=$(awk -F: '/1000/ {print $1}' /etc/passwd)" >> /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
if ! grep -E '^RTSP_STREAM_TO_LIVESTREAM=' /etc/birdnet/birdnet.conf &>/dev/null;then
|
|
echo "RTSP_STREAM_TO_LIVESTREAM=\"0\"" >> /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
SRC='^APPRISE_NOTIFICATION_BODY="A \$comname \(\$sciname\) was just detected with a confidence of \$confidence"$'
|
|
DST='APPRISE_NOTIFICATION_BODY="A \$comname (\$sciname) was just detected with a confidence of \$confidence (\$reason)"'
|
|
sed -i --follow-symlinks -E "s/$SRC/$DST/" /etc/birdnet/birdnet.conf
|
|
|
|
if ! grep -E '^INFO_SITE=' /etc/birdnet/birdnet.conf &>/dev/null;then
|
|
echo "INFO_SITE=\"ALLABOUTBIRDS\"" >> /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
if ! grep -E '^COLOR_SCHEME=' /etc/birdnet/birdnet.conf &>/dev/null;then
|
|
echo "COLOR_SCHEME=\"light\"" >> /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
if ! grep -E '^PURGE_THRESHOLD=' /etc/birdnet/birdnet.conf &>/dev/null;then
|
|
echo "PURGE_THRESHOLD=\"95\"" >> /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
if ! grep -E '^MAX_FILES_SPECIES=' /etc/birdnet/birdnet.conf &>/dev/null;then
|
|
echo "MAX_FILES_SPECIES=\"0\"" >> /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
if ! grep -E '^RARE_SPECIES_THRESHOLD=' /etc/birdnet/birdnet.conf &>/dev/null;then
|
|
echo '## RARE_SPECIES_THRESHOLD defines after how many days a species is considered as rare and highlighted on overview page' >> /etc/birdnet/birdnet.conf
|
|
echo "RARE_SPECIES_THRESHOLD=\"30\"" >> /etc/birdnet/birdnet.conf
|
|
fi
|
|
|
|
[ -d $RECS_DIR/StreamData ] || sudo_with_user mkdir -p $RECS_DIR/StreamData
|
|
[ -L ${EXTRACTED}/spectrogram.png ] || sudo_with_user ln -sf ${RECS_DIR}/StreamData/spectrogram.png ${EXTRACTED}/spectrogram.png
|
|
|
|
if ! which inotifywait &>/dev/null;then
|
|
ensure_apt_updated
|
|
apt-get -y install inotify-tools
|
|
fi
|
|
if ! which gcc &>/dev/null;then
|
|
ensure_apt_updated
|
|
apt-get -y install gcc python3-dev
|
|
fi
|
|
|
|
apprise_version=$($HOME/BirdNET-Pi/birdnet/bin/python3 -c "import apprise; print(apprise.__version__)")
|
|
[[ $apprise_version != "1.9.0" ]] && sudo_with_user $HOME/BirdNET-Pi/birdnet/bin/pip3 install apprise==1.9.0
|
|
version=$($HOME/BirdNET-Pi/birdnet/bin/python3 -c "import streamlit; print(streamlit.__version__)")
|
|
[[ $version != "1.31.0" ]] && sudo_with_user $HOME/BirdNET-Pi/birdnet/bin/pip3 install streamlit==1.31.0
|
|
version=$($HOME/BirdNET-Pi/birdnet/bin/python3 -c "import seaborn; print(seaborn.__version__)")
|
|
echo "$version" | grep -q "0.12" && sudo_with_user $HOME/BirdNET-Pi/birdnet/bin/pip3 install seaborn==0.13.2
|
|
|
|
tf_version=$($HOME/BirdNET-Pi/birdnet/bin/python3 -c "import tflite_runtime; print(tflite_runtime.__version__)")
|
|
if [ "$tf_version" != "2.11.0" ]; then
|
|
get_tf_whl
|
|
sudo_with_user $HOME/BirdNET-Pi/birdnet/bin/pip3 install $HOME/BirdNET-Pi/$WHL numpy==1.23.5
|
|
fi
|
|
|
|
ensure_python_package inotify inotify
|
|
|
|
if ! which inotifywait &>/dev/null;then
|
|
ensure_apt_updated
|
|
apt-get -y install inotify-tools
|
|
fi
|
|
|
|
install_tmp_mount
|
|
remove_unit_file birdnet_server.service /usr/local/bin/server.py
|
|
remove_unit_file extraction.service /usr/local/bin/extract_new_birdsounds.sh
|
|
|
|
if ! grep 'daemon' $HOME/BirdNET-Pi/templates/chart_viewer.service &>/dev/null;then
|
|
sed -i "s|daily_plot.py.*|daily_plot.py --daemon --sleep 2|" ~/BirdNET-Pi/templates/chart_viewer.service
|
|
systemctl daemon-reload && restart_services.sh
|
|
fi
|
|
|
|
if grep -q 'birdnet_server.service' "$HOME/BirdNET-Pi/templates/birdnet_analysis.service"&>/dev/null; then
|
|
sed -i '/After=.*/d' "$HOME/BirdNET-Pi/templates/birdnet_analysis.service"
|
|
sed -i '/Requires=.*/d' "$HOME/BirdNET-Pi/templates/birdnet_analysis.service"
|
|
sed -i '/RuntimeMaxSec=.*/d' "$HOME/BirdNET-Pi/templates/birdnet_analysis.service"
|
|
sed -i "s|ExecStart=.*|ExecStart=$HOME/BirdNET-Pi/birdnet/bin/python3 /usr/local/bin/birdnet_analysis.py|" "$HOME/BirdNET-Pi/templates/birdnet_analysis.service"
|
|
systemctl daemon-reload && restart_services.sh
|
|
fi
|
|
|
|
TMP_MOUNT=$(systemd-escape -p --suffix=mount "$RECS_DIR/StreamData")
|
|
if ! [ -f "$HOME/BirdNET-Pi/templates/$TMP_MOUNT" ]; then
|
|
install_birdnet_mount
|
|
chown $USER:$USER "$HOME/BirdNET-Pi/templates/$TMP_MOUNT"
|
|
fi
|
|
|
|
if ! grep '-P log' $HOME/BirdNET-Pi/templates/birdnet_log.service &>/dev/null;then
|
|
sed -i "s/-P log/--path log/" ~/BirdNET-Pi/templates/birdnet_log.service
|
|
systemctl daemon-reload && restart_services.sh
|
|
fi
|
|
|
|
if ! grep '-P terminal' $HOME/BirdNET-Pi/templates/web_terminal.service &>/dev/null;then
|
|
sed -i "s/-P terminal/--path terminal/" ~/BirdNET-Pi/templates/web_terminal.service
|
|
systemctl daemon-reload && restart_services.sh
|
|
fi
|
|
|
|
if grep -q 'php7.4-' /etc/caddy/Caddyfile &>/dev/null; then
|
|
sed -i 's/php7.4-/php-/' /etc/caddy/Caddyfile
|
|
fi
|
|
|
|
if ! [ -L /etc/avahi/services/http.service ];then
|
|
# symbolic link does not work here, so just copy
|
|
cp -f $HOME/BirdNET-Pi/templates/http.service /etc/avahi/services/
|
|
systemctl restart avahi-daemon.service
|
|
fi
|
|
|
|
if [ -L /usr/local/bin/analyze.py ];then
|
|
rm -f /usr/local/bin/analyze.py
|
|
fi
|
|
|
|
if [ -L /usr/local/bin/birdnet_analysis.sh ];then
|
|
rm -f /usr/local/bin/birdnet_analysis.sh
|
|
fi
|
|
|
|
# Clean state and update cron if all scripts are not installed
|
|
if [ "$(grep -o "#birdnet" /etc/crontab | wc -l)" -lt 5 ]; then
|
|
sudo sed -i '/birdnet/,+1d' /etc/crontab
|
|
sed "s/\$USER/$USER/g" "$HOME"/BirdNET-Pi/templates/cleanup.cron >> /etc/crontab
|
|
sed "s/\$USER/$USER/g" "$HOME"/BirdNET-Pi/templates/weekly_report.cron >> /etc/crontab
|
|
fi
|
|
|
|
set +x
|
|
AUTH=$(grep basicauth /etc/caddy/Caddyfile)
|
|
[ -n "${CADDY_PWD}" ] && [ -z "${AUTH}" ] && sudo /usr/local/bin/update_caddyfile.sh > /dev/null 2>&1
|
|
set -x
|
|
|
|
# update snippets above
|
|
|
|
systemctl daemon-reload
|
|
restart_services.sh
|