// This file is part of Moonfire NVR, a security camera digital video recorder. // Copyright (C) 2016 Scott Lamb // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // In addition, as a special exception, the copyright holders give // permission to link the code of portions of this program with the // OpenSSL library under certain conditions as described in each // individual source file, and distribute linked combinations including // the two. // // You must obey the GNU General Public License in all respects for all // of the code used other than OpenSSL. If you modify file(s) with this // exception, you may extend this exception to your version of the // file(s), but you are not obligated to do so. If you do not wish to do // so, delete this exception statement from your version. If you delete // this exception statement from all source files in the program, then // also delete it here. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program. If not, see . extern crate hyper; use core::borrow::Borrow; use core::str::FromStr; use db; use dir::SampleFileDir; use error::Error; use http_entity; use hyper::{header,server,status}; use hyper::uri::RequestUri; use mime; use mp4; use recording; use regex::Regex; use serde_json; use std::cmp; use std::fmt; use std::io::Write; use std::ops::Range; use std::sync::{Arc,MutexGuard}; use strutil; use time; use url::form_urlencoded; use uuid::Uuid; const BINARY_PREFIXES: &'static [&'static str] = &[" ", " Ki", " Mi", " Gi", " Ti", " Pi", " Ei"]; const DECIMAL_PREFIXES: &'static [&'static str] =&[" ", " k", " M", " G", " T", " P", " E"]; lazy_static! { static ref JSON: mime::Mime = mime!(Application/Json); static ref HTML: mime::Mime = mime!(Text/Html); /// Regex used to parse the `s` query parameter to `view.mp4`. /// As described in `design/api.md`, this is of the form /// `START_ID[-END_ID][.[REL_START_TIME]-[REL_END_TIME]]`. static ref SEGMENTS_RE: Regex = Regex::new(r"^(\d+)(-\d+)?(?:\.(\d+)?-(\d+)?)?$").unwrap(); } mod json { include!(concat!(env!("OUT_DIR"), "/serde_types.rs")); } enum Path { CamerasList, // "/" or "/cameras/" Camera(Uuid), // "/cameras//" CameraRecordings(Uuid), // "/cameras//recordings" CameraViewMp4(Uuid), // "/cameras//view.mp4" NotFound, } fn get_path_and_query(uri: &RequestUri) -> (&str, &str) { match *uri { RequestUri::AbsolutePath(ref both) => match both.find('?') { Some(split) => (&both[..split], &both[split+1..]), None => (both, ""), }, RequestUri::AbsoluteUri(ref u) => (u.path(), u.query().unwrap_or("")), _ => ("", ""), } } fn decode_path(path: &str) -> Path { if path == "/" { return Path::CamerasList; } if !path.starts_with("/cameras/") { return Path::NotFound; } let path = &path["/cameras/".len()..]; if path == "" { return Path::CamerasList; } let slash = match path.find('/') { None => { return Path::NotFound; }, Some(s) => s, }; let (uuid, path) = path.split_at(slash); // TODO(slamb): require uuid to be in canonical format. let uuid = match Uuid::parse_str(uuid) { Ok(u) => u, Err(_) => { return Path::NotFound }, }; match path { "/" => Path::Camera(uuid), "/recordings" => Path::CameraRecordings(uuid), "/view.mp4" => Path::CameraViewMp4(uuid), _ => Path::NotFound, } } fn is_json(req: &server::Request) -> bool { if let Some(accept) = req.headers.get::() { return accept.len() == 1 && accept[0].item == *JSON && accept[0].quality == header::Quality(1000); } false } pub struct HtmlEscaped<'a>(&'a str); impl<'a> fmt::Display for HtmlEscaped<'a> { fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { let mut last_end = 0; for (start, part) in self.0.match_indices(|c| c == '<' || c == '&') { f.write_str(&self.0[last_end..start])?; f.write_str(if part == "<" { "<" } else { "&" })?; last_end = start + 1; } f.write_str(&self.0[last_end..]) } } pub struct Humanized(i64); impl Humanized { fn do_fmt(&self, base: f32, prefixes: &[&str], f: &mut fmt::Formatter) -> fmt::Result { let mut n = self.0 as f32; let mut i = 0; loop { if n < base || i >= prefixes.len() - 1 { break; } n /= base; i += 1; } write!(f, "{:.1}{}", n, prefixes[i]) } } impl fmt::Display for Humanized { fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { self.do_fmt(1000., DECIMAL_PREFIXES, f) } } impl fmt::Binary for Humanized { fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { self.do_fmt(1024., BINARY_PREFIXES, f) } } pub struct HumanizedTimestamp(Option); impl fmt::Display for HumanizedTimestamp { fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { match self.0 { None => f.write_str("n/a"), Some(t) => { let tm = time::at(time::Timespec{sec: t.unix_seconds(), nsec: 0}); write!(f, "{}", tm.strftime("%a, %d %b %Y %H:%M:%S %Z").or_else(|_| Err(fmt::Error))?) } } } } pub struct Handler { db: Arc, dir: Arc, } #[derive(Debug, Eq, PartialEq)] struct Segments { ids: Range, start_time: i64, end_time: Option, } impl Segments { pub fn parse(input: &str) -> Result { let caps = SEGMENTS_RE.captures(input).ok_or(())?; let ids_start = i32::from_str(caps.at(1).unwrap()).map_err(|_| ())?; let ids_end = match caps.at(2) { Some(e) => i32::from_str(&e[1..]).map_err(|_| ())?, None => ids_start, } + 1; if ids_start < 0 || ids_end <= ids_start { return Err(()); } let start_time = caps.at(3).map_or(Ok(0), i64::from_str).map_err(|_| ())?; if start_time < 0 { return Err(()); } let end_time = match caps.at(4) { Some(v) => { let e = i64::from_str(v).map_err(|_| ())?; if e <= start_time { return Err(()); } Some(e) }, None => None }; Ok(Segments{ ids: ids_start .. ids_end, start_time: start_time, end_time: end_time, }) } } impl Handler { pub fn new(db: Arc, dir: Arc) -> Self { Handler{db: db, dir: dir} } fn not_found(&self, mut res: server::Response) -> Result<(), Error> { *res.status_mut() = status::StatusCode::NotFound; res.send(b"not found")?; Ok(()) } fn list_cameras(&self, req: &server::Request, mut res: server::Response) -> Result<(), Error> { let json = is_json(req); let buf = { let db = self.db.lock(); if json { serde_json::to_vec(&json::ListCameras{cameras: db.cameras_by_id()})? } else { self.list_cameras_html(db)? } }; res.headers_mut().set(header::ContentType(if json { JSON.clone() } else { HTML.clone() })); res.send(&buf)?; Ok(()) } fn list_cameras_html(&self, db: MutexGuard) -> Result, Error> { let mut buf = Vec::new(); buf.extend_from_slice(b"\ \n\ \n\ \n\ Camera list\n\ \n\ \n\ \n\ \n\ \n"); for row in db.cameras_by_id().values() { write!(&mut buf, "\ \n\ \n\ \n\ \n\ \n\ \n\ \n", row.uuid, HtmlEscaped(&row.short_name), HtmlEscaped(&row.description), Humanized(row.sample_file_bytes), Humanized(row.retain_bytes), 100. * row.sample_file_bytes as f32 / row.retain_bytes as f32, row.uuid, HumanizedTimestamp(row.range.as_ref().map(|r| r.start)), HumanizedTimestamp(row.range.as_ref().map(|r| r.end)), row.duration)?; } Ok(buf) } fn camera(&self, uuid: Uuid, query: &str, req: &server::Request, mut res: server::Response) -> Result<(), Error> { let json = is_json(req); let buf = { let db = self.db.lock(); if json { let camera = db.get_camera(uuid) .ok_or_else(|| Error::new("no such camera".to_owned()))?; serde_json::to_vec(&json::Camera::new(camera, true))? } else { self.camera_html(db, query, uuid)? } }; res.headers_mut().set(header::ContentType(if json { JSON.clone() } else { HTML.clone() })); res.send(&buf)?; Ok(()) } fn camera_html(&self, db: MutexGuard, query: &str, uuid: Uuid) -> Result, Error> { let r = Handler::get_optional_range(query)?; let camera = db.get_camera(uuid) .ok_or_else(|| Error::new("no such camera".to_owned()))?; let mut buf = Vec::new(); write!(&mut buf, "\ \n\ \n\ \n\ {0} recordings\n\ \n\ \n\ \n\ \n\

{0}

\n\

{1}

\n\
{}
description{}
space{:b}B / {:b}B ({:.1}%)
uuid{}
oldest recording{}
newest recording{}
total duration{}
\n\ \ \ \n", HtmlEscaped(&camera.short_name), HtmlEscaped(&camera.description))?; // Rather than listing each 60-second recording, generate a HTML row for aggregated .mp4 // files of up to FORCE_SPLIT_DURATION each, provided there is no gap or change in video // parameters between recordings. static FORCE_SPLIT_DURATION: recording::Duration = recording::Duration(60 * 60 * recording::TIME_UNITS_PER_SEC); let mut rows = Vec::new(); db.list_aggregated_recordings(camera.id, r, FORCE_SPLIT_DURATION, |row| { rows.push(row.clone()); Ok(()) })?; rows.sort_by(|r1, r2| r1.time.start.cmp(&r2.time.start)); for row in &rows { let seconds = (row.time.end.0 - row.time.start.0) / recording::TIME_UNITS_PER_SEC; write!(&mut buf, "\ \ \n", row.ids.start, row.ids.end - 1, HumanizedTimestamp(Some(row.time.start)), HumanizedTimestamp(Some(row.time.end)), row.video_sample_entry.width, row.video_sample_entry.height, if seconds == 0 { 0. } else { row.video_samples as f32 / seconds as f32 }, Humanized(row.sample_file_bytes), Humanized(if seconds == 0 { 0 } else { row.sample_file_bytes * 8 / seconds }))?; }; buf.extend_from_slice(b"
startendresolutionfpssizebitrate
{}{}{}x{}{:.0}{:b}B{}bps
\n\n"); Ok(buf) } fn camera_recordings(&self, uuid: Uuid, query: &str, req: &server::Request, mut res: server::Response) -> Result<(), Error> { let r = Handler::get_optional_range(query)?; if !is_json(req) { *res.status_mut() = status::StatusCode::NotAcceptable; res.send(b"only available for JSON requests")?; return Ok(()); } let mut out = json::ListRecordings{recordings: Vec::new()}; { let db = self.db.lock(); let camera = db.get_camera(uuid) .ok_or_else(|| Error::new("no such camera".to_owned()))?; db.list_aggregated_recordings(camera.id, r, recording::Duration(i64::max_value()), |row| { out.recordings.push(json::Recording{ start_time_90k: row.time.start.0, end_time_90k: row.time.end.0, sample_file_bytes: row.sample_file_bytes, video_samples: row.video_samples, video_sample_entry_width: row.video_sample_entry.width, video_sample_entry_height: row.video_sample_entry.height, video_sample_entry_sha1: strutil::hex(&row.video_sample_entry.sha1), }); Ok(()) })?; } let buf = serde_json::to_vec(&out)?; res.headers_mut().set(header::ContentType(JSON.clone())); res.send(&buf)?; Ok(()) } fn camera_view_mp4(&self, uuid: Uuid, query: &str, req: &server::Request, res: server::Response) -> Result<(), Error> { let camera_id = { let db = self.db.lock(); let camera = db.get_camera(uuid) .ok_or_else(|| Error::new("no such camera".to_owned()))?; camera.id }; let mut builder = mp4::Mp4FileBuilder::new(); for (key, value) in form_urlencoded::parse(query.as_bytes()) { let (key, value) = (key.borrow(), value.borrow()); match key { "s" => { let s = Segments::parse(value).map_err( |_| Error::new(format!("invalid s parameter: {}", value)))?; debug!("camera_view_mp4: appending s={:?}", s); let mut est_segments = (s.ids.end - s.ids.start) as usize; if let Some(end) = s.end_time { // There should be roughly ceil((end - start) / desired_recording_duration) // recordings in the desired timespan if there are no gaps or overlap, // possibly another for misalignment of the requested timespan with the // rotate offset and another because rotation only happens at key frames. let ceil_durations = (end - s.start_time + recording::DESIRED_RECORDING_DURATION - 1) / recording::DESIRED_RECORDING_DURATION; est_segments = cmp::min(est_segments, (ceil_durations + 2) as usize); } builder.reserve(est_segments); let db = self.db.lock(); let mut prev = None; let mut cur_off = 0; db.list_recordings_by_id(camera_id, s.ids.clone(), |r| { // Check for missing recordings. match prev { None if r.id == s.ids.start => {}, None => return Err(Error::new(format!("no such recording {}/{}", camera_id, s.ids.start))), Some(id) if r.id != id + 1 => { return Err(Error::new(format!("no such recording {}/{}", camera_id, id + 1))); }, _ => {}, }; prev = Some(r.id); // Add a segment for the relevant part of the recording, if any. let end_time = s.end_time.unwrap_or(i64::max_value()); let d = r.duration_90k as i64; if s.start_time <= cur_off + d && cur_off < end_time { let start = cmp::max(0, s.start_time - cur_off); let end = cmp::min(d, end_time - cur_off); let times = start as i32 .. end as i32; debug!("...appending recording {}/{} with times {:?} (out of dur {})", r.camera_id, r.id, times, d); builder.append(&db, r, start as i32 .. end as i32)?; } else { debug!("...skipping recording {}/{} dur {}", r.camera_id, r.id, d); } cur_off += d; Ok(()) })?; // Check for missing recordings. match prev { Some(id) if s.ids.end != id + 1 => { return Err(Error::new(format!("no such recording {}/{}", camera_id, s.ids.end - 1))); }, None => { return Err(Error::new(format!("no such recording {}/{}", camera_id, s.ids.start))); }, _ => {}, }; if let Some(end) = s.end_time { if end > cur_off { return Err(Error::new( format!("end time {} is beyond specified recordings", end))); } } }, "ts" => builder.include_timestamp_subtitle_track(value == "true"), _ => return Err(Error::new(format!("parameter {} not understood", key))), } }; let mp4 = builder.build(self.db.clone(), self.dir.clone())?; http_entity::serve(&mp4, req, res)?; Ok(()) } /// Parses optional `start_time_90k` and `end_time_90k` query parameters, defaulting to the /// full range of possible values. fn get_optional_range(query: &str) -> Result, Error> { let mut start = i64::min_value(); let mut end = i64::max_value(); for (key, value) in form_urlencoded::parse(query.as_bytes()) { let (key, value) = (key.borrow(), value.borrow()); match key { "start_time_90k" => start = i64::from_str(value)?, "end_time_90k" => end = i64::from_str(value)?, _ => {}, } }; Ok(recording::Time(start) .. recording::Time(end)) } } impl server::Handler for Handler { fn handle(&self, req: server::Request, res: server::Response) { let (path, query) = get_path_and_query(&req.uri); let res = match decode_path(path) { Path::CamerasList => self.list_cameras(&req, res), Path::Camera(uuid) => self.camera(uuid, query, &req, res), Path::CameraRecordings(uuid) => self.camera_recordings(uuid, query, &req, res), Path::CameraViewMp4(uuid) => self.camera_view_mp4(uuid, query, &req, res), Path::NotFound => self.not_found(res), }; if let Err(ref e) = res { warn!("Error handling request: {}", e); } } } #[cfg(test)] mod tests { use super::{HtmlEscaped, Humanized, Segments}; use testutil; #[test] fn test_humanize() { testutil::init(); assert_eq!("1.0 B", format!("{:b}B", Humanized(1))); assert_eq!("1.0 EiB", format!("{:b}B", Humanized(1i64 << 60))); assert_eq!("1.5 EiB", format!("{:b}B", Humanized((1i64 << 60) + (1i64 << 59)))); assert_eq!("8.0 EiB", format!("{:b}B", Humanized(i64::max_value()))); assert_eq!("1.0 Mbps", format!("{}bps", Humanized(1_000_000))); } #[test] fn test_html_escaped() { testutil::init(); assert_eq!("", format!("{}", HtmlEscaped(""))); assert_eq!("no special chars", format!("{}", HtmlEscaped("no special chars"))); assert_eq!("a <tag> & text", format!("{}", HtmlEscaped("a & text"))); } #[test] fn test_segments() { testutil::init(); assert_eq!(Segments{ids: 1..2, start_time: 0, end_time: None}, Segments::parse("1").unwrap()); assert_eq!(Segments{ids: 1..2, start_time: 26, end_time: None}, Segments::parse("1.26-").unwrap()); assert_eq!(Segments{ids: 1..2, start_time: 0, end_time: Some(42)}, Segments::parse("1.-42").unwrap()); assert_eq!(Segments{ids: 1..2, start_time: 26, end_time: Some(42)}, Segments::parse("1.26-42").unwrap()); assert_eq!(Segments{ids: 1..6, start_time: 0, end_time: None}, Segments::parse("1-5").unwrap()); assert_eq!(Segments{ids: 1..6, start_time: 26, end_time: None}, Segments::parse("1-5.26-").unwrap()); assert_eq!(Segments{ids: 1..6, start_time: 0, end_time: Some(42)}, Segments::parse("1-5.-42").unwrap()); assert_eq!(Segments{ids: 1..6, start_time: 26, end_time: Some(42)}, Segments::parse("1-5.26-42").unwrap()); } }