mirror of
https://github.com/scottlamb/moonfire-nvr.git
synced 2024-12-26 07:05:56 -05:00
0aadf227c1
I'm seeing what is possible performance-wise in the current C++ before
trying out Go and Rust implementations.
* use the google benchmark framework and some real data.
* use release builds - I hadn't done this in a while, and there were a
few compile errors that manifested only in release mode. Update the
readme to suggest using a release build.
* optimize the varint decoder and SampleIndexIterator to branch less.
* enable link-time optimization for release builds.
* add some support for feedback-directed optimization. Ideally "make"
would automatically produce the "generate" build outputs with a
different object/library/executable suffix, run the generate
benchmark, and then produce the "use" builds. This is not that fancy;
you have to run an arcane command:
alias cmake='cmake -DCMAKE_BUILD_TYPE=Release'
cmake -DPROFILE_GENERATE=true -DPROFILE_USE=false .. && \
make recording-bench && \
src/recording-bench && \
cmake -DPROFILE_GENERATE=false -DPROFILE_USE=true .. && \
make recording-bench && \
perf stat -e cycles,instructions,branches,branch-misses \
src/recording-bench --benchmark_repetitions=5
That said, the results are dramatic - at least 50% improvement. (The
results weren't stable before as small tweaks to the code caused a
huge shift in performance, presumably something something branch
alignment something something.)
261 lines
6.8 KiB
Bash
Executable File
261 lines
6.8 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# This file is part of Moonfire NVR, a security camera network video recorder.
|
|
# Copyright (C) 2016 Scott Lamb <slamb@slamb.org>
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# In addition, as a special exception, the copyright holders give
|
|
# permission to link the code of portions of this program with the
|
|
# OpenSSL library under certain conditions as described in each
|
|
# individual source file, and distribute linked combinations including
|
|
# the two.
|
|
#
|
|
# You must obey the GNU General Public License in all respects for all
|
|
# of the code used other than OpenSSL. If you modify file(s) with this
|
|
# exception, you may extend this exception to your version of the
|
|
# file(s), but you are not obligated to do so. If you do not wish to do
|
|
# so, delete this exception statement from your version. If you delete
|
|
# this exception statement from all source files in the program, then
|
|
# also delete it here.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
#
|
|
# Script to prepare for moonfire-nvr operations
|
|
#
|
|
# Command line options:
|
|
# -f: Force clean build, even if binary already installed
|
|
# -S: Skip apt-get update and install
|
|
#
|
|
|
|
# Configuration variables. Should only need minimal, or zero, changes.
|
|
# Empty values will use defaults.
|
|
#
|
|
|
|
# User and group
|
|
# Default: or whatever is in $NVR_USER (default "moonfire-nvr")
|
|
#
|
|
#NVR_USER=
|
|
#NVR_GROUP=
|
|
|
|
# Port for web server
|
|
# Default: 8080
|
|
#
|
|
#NVR_PORT=
|
|
|
|
# This should, ideally, be a location on flash storage under which the
|
|
# moonfire user's home directory will be created.
|
|
# Default: "/var/lib"
|
|
#
|
|
#NVR_HOME_BASE=
|
|
|
|
# Set to mountpoint of media directory, empty to stay in home directory
|
|
# Default: empty
|
|
#SAMPLES_DIR=
|
|
|
|
# Set to path for media directory relative to mountpoint
|
|
# Default: "samples"
|
|
#
|
|
#SAMPLES_DIR_NAME=
|
|
|
|
# Binary location
|
|
# Default: "/usr/local/bin/moonfire-nvr"
|
|
#
|
|
#SERVICE_BIN=
|
|
|
|
# Service name
|
|
# Default: "moonfire-nvr"
|
|
#
|
|
#SERVICE_NAME=
|
|
|
|
# Service Description
|
|
# Default: "Moonfire NVR"
|
|
#
|
|
#SERVICE_DESC=
|
|
|
|
# --------------------------------------------------------------------
|
|
# Derived variables: Do not modify!
|
|
#
|
|
# Determine directory path of this script
|
|
#
|
|
SOURCE="${BASH_SOURCE[0]}"
|
|
while [ -h "$SOURCE" ]; do # resolve $SOURCE until file no longer a symlink
|
|
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
|
|
SOURCE="$(readlink "$SOURCE")"
|
|
# if $SOURCE was relative symlink, resolve relative to path of symlink
|
|
[[ "$SOURCE" != /* ]] && SOURCE="$DIR/$SOURCE"
|
|
done
|
|
|
|
SRC_DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"/src
|
|
NVR_USER="${NVR_USER:-moonfire-nvr}"
|
|
NVR_GROUP="${NVR_GROUP:-$NVR_USER}"
|
|
NVR_PORT="${NVR_PORT:-8080}"
|
|
NVR_HOME_BASE="${NVR_HOME_BASE:-/var/lib}"
|
|
NVR_HOME="${NVR_HOME_BASE}/${NVR_USER}"
|
|
DB_NAME="${DB_NAME:-db}"
|
|
DB_DIR="${DB_DIR:-$NVR_HOME/db}"
|
|
SAMPLES_DIR_NAME="${SAMPLES_DIR_NAME:-samples}"
|
|
SAMPLES_DIR="${SAMPLES_DIR:-$NVR_HOME/$SAMPLES_DIR_NAME}"
|
|
SERVICE_NAME="${SERVICE_NAME:-moonfire-nvr}"
|
|
SERVICE_DESC="${SERVICE_DESC:-Moonfire NVR}"
|
|
SERVICE_BIN="${SERVICE_BIN:-/usr/local/bin/moonfire-nvr}"
|
|
|
|
# Process command line options
|
|
#
|
|
while getopts ":DEfS" opt; do
|
|
case $opt in
|
|
D) SKIP_DB=1
|
|
;;
|
|
E) PURGE_LIBEVENT=1
|
|
;;
|
|
f) FORCE_BUILD=1
|
|
;;
|
|
S) SKIP_APT=1
|
|
;;
|
|
:)
|
|
echo "Option -$OPTARG requires an argument." >&2
|
|
exit 1
|
|
;;
|
|
\?)
|
|
echo "Invalid option: -$OPTARG" >&2
|
|
exit 1
|
|
;;
|
|
esac
|
|
done
|
|
|
|
# Setup all packages we need
|
|
#
|
|
echo 'Preparing and downloading packages we need...'; echo
|
|
if [ "${SKIP_APT:-0}" != 1 ]; then
|
|
sudo apt-get update
|
|
[ "${PURGE_LIBEVENT:-0}" == 1 ] && sudo apt-get --purge remove libevent-*
|
|
sudo apt-get install \
|
|
build-essential \
|
|
cmake \
|
|
libavcodec-dev \
|
|
libavformat-dev \
|
|
libavutil-dev \
|
|
libgflags-dev \
|
|
libgoogle-glog-dev \
|
|
libgoogle-perftools-dev \
|
|
libjsoncpp-dev \
|
|
libre2-dev \
|
|
libssl-dev \
|
|
sqlite3 \
|
|
libsqlite3-dev \
|
|
pkgconf \
|
|
uuid-runtime \
|
|
uuid-dev
|
|
fi
|
|
|
|
# Check if binary is installed. Setup for build if it is not
|
|
#
|
|
if [ ! -x "${SERVICE_BIN}" ]; then
|
|
echo "Binary not installed, building..."; echo
|
|
FORCE_BUILD=1
|
|
fi
|
|
|
|
# Build if requested
|
|
#
|
|
if [ "${FORCE_BUILD:-0}" -eq 1 ]; then
|
|
# Remove previous build, if any
|
|
[ -d release ] && rm -fr release 2>/dev/null
|
|
mkdir release; cd release
|
|
cmake -DCMAKE_BUILD_TYPE=Release .. && make && sudo make install
|
|
if [ -x "${SERVICE_BIN}" ]; then
|
|
echo "Binary installed..."; echo
|
|
else
|
|
echo "Build failed to install..."; echo
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
# Create user and groups
|
|
#
|
|
echo 'Create user/group and directories we need...'; echo
|
|
sudo addgroup --quiet --system ${NVR_GROUP}
|
|
sudo adduser --quiet --system ${NVR_USER} --group "${NVR_GROUP}" --home "${NVR_HOME}"
|
|
if [ ! -d "${NVR_HOME}" ]; then
|
|
sudo mkdir "${NVR_HOME}"
|
|
fi
|
|
sudo chown ${NVR_USER}:${NVR_GROUP} "${NVR_HOME}"
|
|
|
|
# Prepare samples directory
|
|
#
|
|
if [ -z "${SAMPLES_DIR}" ]; then
|
|
SAMPLES_PATH="${NVR_HOME}/${SAMPLES_DIR_NAME}"
|
|
if [ ! -d "${SAMPLES_PATH}" ]; then
|
|
sudo -u ${NVR_USER} -H mkdir "${SAMPLES_PATH}"
|
|
else
|
|
chown -R ${NVR_USER}.${NVR_USER} "${SAMPLES_PATH}"
|
|
fi
|
|
else
|
|
SAMPLES_PATH="${SAMPLES_DIR}"
|
|
if [ ! -d "${SAMPLES_PATH}" ]; then
|
|
sudo mkdir "${SAMPLES_PATH}"
|
|
echo ">>> Do not forget to edit /etc/fstab to mount samples media"; echo
|
|
fi
|
|
chown -R ${NVR_USER}.${NVR_USER} "${SAMPLES_PATH}"
|
|
fi
|
|
|
|
|
|
# Prepare for sqlite directory and set schema into db
|
|
#
|
|
echo 'Create database...'; echo
|
|
if [ ! -d "${DB_DIR}" ]; then
|
|
sudo -u ${NVR_USER} -H mkdir "${DB_DIR}"
|
|
fi
|
|
DB_PATH="${DB_DIR}/${DB_NAME}"
|
|
CAMERAS_PATH="${SRC_DIR}/../cameras.sql"
|
|
[ "${SKIP_DB:-0}" == 0 ] && sudo -u ${NVR_USER} -H sqlite3 "${DB_PATH}" < "${SRC_DIR}/schema.sql"
|
|
if [ -r "${CAMERAS_PATH}" ]; then
|
|
echo 'Add cameras...'; echo
|
|
sudo -u ${NVR_USER} -H sqlite3 "${DB_PATH}" < "${CAMERAS_PATH}"
|
|
fi
|
|
|
|
# Prepare service files
|
|
#
|
|
SERVICE_PATH="/etc/systemd/system/${SERVICE_NAME}.service"
|
|
sudo sh -c "cat > ${SERVICE_PATH}" <<NVR_EOF
|
|
[Unit]
|
|
Description=${SERVICE_DESC}
|
|
After=network-online.target
|
|
|
|
[Service]
|
|
ExecStart=${SERVICE_BIN} \\
|
|
--sample_file_dir=${SAMPLES_PATH} \\
|
|
--db_dir=${DB_DIR} \\
|
|
--http_port=${NVR_PORT}
|
|
Type=simple
|
|
User=${NVR_USER}
|
|
Nice=-20
|
|
Restart=on-abnormal
|
|
CPUAccounting=true
|
|
MemoryAccounting=true
|
|
BlockIOAccounting=true
|
|
|
|
[Install]
|
|
WantedBy=multi-user.target
|
|
NVR_EOF
|
|
|
|
# Configure and start service
|
|
#
|
|
if [ -f "${SERVICE_PATH}" ]; then
|
|
echo 'Configuring system daemon...'; echo
|
|
sudo systemctl daemon-reload
|
|
sudo systemctl enable ${SERVICE_NAME}
|
|
sudo systemctl restart ${SERVICE_NAME}
|
|
echo 'Getting system daemon status...'; echo
|
|
sudo systemctl status ${SERVICE_NAME}
|
|
fi
|