diff --git a/agents/agents-old/MeshCmd-signed.exe b/agents/agents-old/MeshCmd-signed.exe new file mode 100644 index 00000000..01cd3bfa Binary files /dev/null and b/agents/agents-old/MeshCmd-signed.exe differ diff --git a/agents/agents-old/MeshCmd64-signed.exe b/agents/agents-old/MeshCmd64-signed.exe new file mode 100644 index 00000000..e4844366 Binary files /dev/null and b/agents/agents-old/MeshCmd64-signed.exe differ diff --git a/agents/agents-old/MeshService-signed.exe b/agents/agents-old/MeshService-signed.exe new file mode 100644 index 00000000..9e92202f Binary files /dev/null and b/agents/agents-old/MeshService-signed.exe differ diff --git a/agents/agents-old/MeshService.exe b/agents/agents-old/MeshService.exe new file mode 100644 index 00000000..2f7cfd77 Binary files /dev/null and b/agents/agents-old/MeshService.exe differ diff --git a/agents/agents-old/MeshService64-signed.exe b/agents/agents-old/MeshService64-signed.exe new file mode 100644 index 00000000..d444bb6a Binary files /dev/null and b/agents/agents-old/MeshService64-signed.exe differ diff --git a/agents/agents-old/MeshService64.exe b/agents/agents-old/MeshService64.exe new file mode 100644 index 00000000..76b52ffa Binary files /dev/null and b/agents/agents-old/MeshService64.exe differ diff --git a/agents/agents-old/meshagent_aarch64 b/agents/agents-old/meshagent_aarch64 new file mode 100644 index 00000000..87af35df Binary files /dev/null and b/agents/agents-old/meshagent_aarch64 differ diff --git a/agents/agents-old/meshagent_aarch64-cortex-a53 b/agents/agents-old/meshagent_aarch64-cortex-a53 new file mode 100644 index 00000000..af496d21 Binary files /dev/null and b/agents/agents-old/meshagent_aarch64-cortex-a53 differ diff --git a/agents/agents-old/meshagent_arm b/agents/agents-old/meshagent_arm new file mode 100644 index 00000000..e62f966c Binary files /dev/null and b/agents/agents-old/meshagent_arm differ diff --git a/agents/agents-old/meshagent_arm-linaro b/agents/agents-old/meshagent_arm-linaro new file mode 100644 index 00000000..a93481b8 Binary files /dev/null and b/agents/agents-old/meshagent_arm-linaro differ diff --git a/agents/agents-old/meshagent_arm64 b/agents/agents-old/meshagent_arm64 new file mode 100644 index 00000000..a92afe40 Binary files /dev/null and b/agents/agents-old/meshagent_arm64 differ diff --git a/agents/agents-old/meshagent_armhf b/agents/agents-old/meshagent_armhf new file mode 100644 index 00000000..02849930 Binary files /dev/null and b/agents/agents-old/meshagent_armhf differ diff --git a/agents/agents-old/meshagent_armhf2 b/agents/agents-old/meshagent_armhf2 new file mode 100644 index 00000000..c4075135 Binary files /dev/null and b/agents/agents-old/meshagent_armhf2 differ diff --git a/agents/agents-old/meshagent_freebsd_x86-64 b/agents/agents-old/meshagent_freebsd_x86-64 new file mode 100644 index 00000000..1663a88e Binary files /dev/null and b/agents/agents-old/meshagent_freebsd_x86-64 differ diff --git a/agents/agents-old/meshagent_mips b/agents/agents-old/meshagent_mips new file mode 100644 index 00000000..07544968 Binary files /dev/null and b/agents/agents-old/meshagent_mips differ diff --git a/agents/agents-old/meshagent_mips24kc b/agents/agents-old/meshagent_mips24kc new file mode 100644 index 00000000..2de1558c Binary files /dev/null and b/agents/agents-old/meshagent_mips24kc differ diff --git a/agents/agents-old/meshagent_mipsel24kc b/agents/agents-old/meshagent_mipsel24kc new file mode 100644 index 00000000..52a87637 Binary files /dev/null and b/agents/agents-old/meshagent_mipsel24kc differ diff --git a/agents/agents-old/meshagent_osx-arm-64 b/agents/agents-old/meshagent_osx-arm-64 new file mode 100644 index 00000000..ef548736 Binary files /dev/null and b/agents/agents-old/meshagent_osx-arm-64 differ diff --git a/agents/agents-old/meshagent_osx-universal-64 b/agents/agents-old/meshagent_osx-universal-64 new file mode 100644 index 00000000..c3c28145 Binary files /dev/null and b/agents/agents-old/meshagent_osx-universal-64 differ diff --git a/agents/agents-old/meshagent_osx-x86-64 b/agents/agents-old/meshagent_osx-x86-64 new file mode 100644 index 00000000..58352b7a Binary files /dev/null and b/agents/agents-old/meshagent_osx-x86-64 differ diff --git a/agents/agents-old/meshagent_pogo b/agents/agents-old/meshagent_pogo new file mode 100644 index 00000000..9b42c0de Binary files /dev/null and b/agents/agents-old/meshagent_pogo differ diff --git a/agents/agents-old/meshagent_poky b/agents/agents-old/meshagent_poky new file mode 100644 index 00000000..ed10e827 Binary files /dev/null and b/agents/agents-old/meshagent_poky differ diff --git a/agents/agents-old/meshagent_poky64 b/agents/agents-old/meshagent_poky64 new file mode 100644 index 00000000..68268525 Binary files /dev/null and b/agents/agents-old/meshagent_poky64 differ diff --git a/agents/agents-old/meshagent_x86 b/agents/agents-old/meshagent_x86 new file mode 100644 index 00000000..dc467bde Binary files /dev/null and b/agents/agents-old/meshagent_x86 differ diff --git a/agents/agents-old/meshagent_x86-64 b/agents/agents-old/meshagent_x86-64 new file mode 100644 index 00000000..9ae370cd Binary files /dev/null and b/agents/agents-old/meshagent_x86-64 differ diff --git a/agents/agents-old/meshagent_x86-64_nokvm b/agents/agents-old/meshagent_x86-64_nokvm new file mode 100644 index 00000000..5510b658 Binary files /dev/null and b/agents/agents-old/meshagent_x86-64_nokvm differ diff --git a/agents/agents-old/meshagent_x86_nokvm b/agents/agents-old/meshagent_x86_nokvm new file mode 100644 index 00000000..dead500d Binary files /dev/null and b/agents/agents-old/meshagent_x86_nokvm differ diff --git a/db-bulk.js b/db-bulk.js new file mode 100644 index 00000000..e2de7de9 --- /dev/null +++ b/db-bulk.js @@ -0,0 +1,2031 @@ +/** +* @description MeshCentral database module +* @author Ylian Saint-Hilaire +* @copyright Intel Corporation 2018-2021 +* @license Apache-2.0 +* @version v0.0.2 +*/ + +/*xjslint node: true */ +/*xjslint plusplus: true */ +/*xjslint maxlen: 256 */ +/*jshint node: true */ +/*jshint strict: false */ +/*jshint esversion: 6 */ +"use strict"; + +// +// Construct Meshcentral database object +// +// The default database is NeDB +// https://github.com/louischatriot/nedb +// +// Alternativety, MongoDB can be used +// https://www.mongodb.com/ +// Just run with --mongodb [connectionstring], where the connection string is documented here: https://docs.mongodb.com/manual/reference/connection-string/ +// The default collection is "meshcentral", but you can override it using --mongodbcol [collection] +// +module.exports.CreateDB = function (parent, func) { + var obj = {}; + var Datastore = null; + var expireEventsSeconds = (60 * 60 * 24 * 20); // By default, expire events after 20 days (1728000). (Seconds * Minutes * Hours * Days) + var expirePowerEventsSeconds = (60 * 60 * 24 * 10); // By default, expire power events after 10 days (864000). (Seconds * Minutes * Hours * Days) + var expireServerStatsSeconds = (60 * 60 * 24 * 30); // By default, expire power events after 30 days (2592000). (Seconds * Minutes * Hours * Days) + const common = require('./common.js'); + obj.identifier = null; + obj.dbKey = null; + obj.dbRecordsEncryptKey = null; + obj.dbRecordsDecryptKey = null; + obj.changeStream = false; + obj.pluginsActive = ((parent.config) && (parent.config.settings) && (parent.config.settings.plugins != null) && (parent.config.settings.plugins != false) && ((typeof parent.config.settings.plugins != 'object') || (parent.config.settings.plugins.enabled != false))); + + // MongoDB bulk operations state + obj.filePendingGet = null; + obj.filePendingGets = null; + obj.filePendingRemove = null; + obj.filePendingRemoves = null; + obj.filePendingSet = false; + obj.filePendingSets = null; + obj.filePendingCb = null; + obj.filePendingCbs = null; + obj.powerFilePendingSet = false; + obj.powerFilePendingSets = null; + obj.powerFilePendingCb = null; + obj.powerFilePendingCbs = null; + obj.eventsFilePendingSet = false; + obj.eventsFilePendingSets = null; + obj.eventsFilePendingCb = null; + obj.eventsFilePendingCbs = null; + + obj.SetupDatabase = function (func) { + // Check if the database unique identifier is present + // This is used to check that in server peering mode, everyone is using the same database. + obj.Get('DatabaseIdentifier', function (err, docs) { + if (err != null) { parent.debug('db', 'ERROR (Get DatabaseIdentifier): ' + err); } + if ((err == null) && (docs.length == 1) && (docs[0].value != null)) { + obj.identifier = docs[0].value; + } else { + obj.identifier = Buffer.from(require('crypto').randomBytes(48), 'binary').toString('hex'); + obj.Set({ _id: 'DatabaseIdentifier', value: obj.identifier }); + } + }); + + // Load database schema version and check if we need to update + obj.Get('SchemaVersion', function (err, docs) { + if (err != null) { parent.debug('db', 'ERROR (Get SchemaVersion): ' + err); } + var ver = 0; + if ((err == null) && (docs.length == 1)) { ver = docs[0].value; } + if (ver == 1) { console.log('This is an unsupported beta 1 database, delete it to create a new one.'); process.exit(0); } + + // TODO: Any schema upgrades here... + obj.Set({ _id: 'SchemaVersion', value: 2 }); + + func(ver); + }); + }; + + // Perform database maintenance + obj.maintenance = function () { + if (obj.databaseType == 1) { // NeDB will not remove expired records unless we try to access them. This will force the removal. + obj.eventsfile.remove({ time: { '$lt': new Date(Date.now() - (expireEventsSeconds * 1000)) } }, { multi: true }); // Force delete older events + obj.powerfile.remove({ time: { '$lt': new Date(Date.now() - (expirePowerEventsSeconds * 1000)) } }, { multi: true }); // Force delete older events + obj.serverstatsfile.remove({ time: { '$lt': new Date(Date.now() - (expireServerStatsSeconds * 1000)) } }, { multi: true }); // Force delete older events + } + } + + obj.cleanup = function (func) { + // TODO: Remove all mesh links to invalid users + // TODO: Remove all meshes that dont have any links + + // Remove all events, power events and SMBIOS data from the main collection. They are all in seperate collections now. + if ((obj.databaseType == 4) || (obj.databaseType == 5)) { + // MariaDB or MySQL + obj.RemoveAllOfType('event', function () { }); + obj.RemoveAllOfType('power', function () { }); + obj.RemoveAllOfType('smbios', function () { }); + } else if (obj.databaseType == 3) { + // MongoDB + obj.file.deleteMany({ type: 'event' }, { multi: true }); + obj.file.deleteMany({ type: 'power' }, { multi: true }); + obj.file.deleteMany({ type: 'smbios' }, { multi: true }); + } else { + // NeDB or MongoJS + obj.file.remove({ type: 'event' }, { multi: true }); + obj.file.remove({ type: 'power' }, { multi: true }); + obj.file.remove({ type: 'smbios' }, { multi: true }); + } + + // List of valid identifiers + var validIdentifiers = {} + + // Load all user groups + obj.GetAllType('ugrp', function (err, docs) { + if (err != null) { parent.debug('db', 'ERROR (GetAll user): ' + err); } + if ((err == null) && (docs.length > 0)) { + for (var i in docs) { + // Add this as a valid user identifier + validIdentifiers[docs[i]._id] = 1; + } + } + + // Fix all of the creating & login to ticks by seconds, not milliseconds. + obj.GetAllType('user', function (err, docs) { + if (err != null) { parent.debug('db', 'ERROR (GetAll user): ' + err); } + if ((err == null) && (docs.length > 0)) { + for (var i in docs) { + var fixed = false; + + // Add this as a valid user identifier + validIdentifiers[docs[i]._id] = 1; + + // Fix email address capitalization + if (docs[i].email && (docs[i].email != docs[i].email.toLowerCase())) { + docs[i].email = docs[i].email.toLowerCase(); fixed = true; + } + + // Fix account creation + if (docs[i].creation) { + if (docs[i].creation > 1300000000000) { docs[i].creation = Math.floor(docs[i].creation / 1000); fixed = true; } + if ((docs[i].creation % 1) != 0) { docs[i].creation = Math.floor(docs[i].creation); fixed = true; } + } + + // Fix last account login + if (docs[i].login) { + if (docs[i].login > 1300000000000) { docs[i].login = Math.floor(docs[i].login / 1000); fixed = true; } + if ((docs[i].login % 1) != 0) { docs[i].login = Math.floor(docs[i].login); fixed = true; } + } + + // Fix last password change + if (docs[i].passchange) { + if (docs[i].passchange > 1300000000000) { docs[i].passchange = Math.floor(docs[i].passchange / 1000); fixed = true; } + if ((docs[i].passchange % 1) != 0) { docs[i].passchange = Math.floor(docs[i].passchange); fixed = true; } + } + + // Fix subscriptions + if (docs[i].subscriptions != null) { delete docs[i].subscriptions; fixed = true; } + + // Save the user if needed + if (fixed) { obj.Set(docs[i]); } + } + + // Remove all objects that have a "meshid" that no longer points to a valid mesh. + // Fix any incorrectly escaped user identifiers + obj.GetAllType('mesh', function (err, docs) { + if (err != null) { parent.debug('db', 'ERROR (GetAll mesh): ' + err); } + var meshlist = []; + if ((err == null) && (docs.length > 0)) { + for (var i in docs) { + var meshChange = false; + docs[i] = common.unEscapeLinksFieldName(docs[i]); + meshlist.push(docs[i]._id); + + // Make sure all mesh types are number type, if not, fix it. + if (typeof docs[i].mtype == 'string') { docs[i].mtype = parseInt(docs[i].mtype); meshChange = true; } + + // Take a look at the links + if (docs[i].links != null) { + for (var j in docs[i].links) { + if (validIdentifiers[j] == null) { + // This identifier is not known, let see if we can fix it. + var xid = j, xid2 = common.unEscapeFieldName(xid); + while ((xid != xid2) && (validIdentifiers[xid2] == null)) { xid = xid2; xid2 = common.unEscapeFieldName(xid2); } + if (validIdentifiers[xid2] == 1) { + //console.log('Fixing id: ' + j + ' to ' + xid2); + docs[i].links[xid2] = docs[i].links[j]; + delete docs[i].links[j]; + meshChange = true; + } else { + // TODO: here, we may want to clean up links to users and user groups that do not exist anymore. + //console.log('Unknown id: ' + j); + } + } + } + } + + // Save the updated device group if needed + if (meshChange) { obj.Set(docs[i]); } + } + } + if ((obj.databaseType == 4) || (obj.databaseType == 5)) { + // MariaDB + sqlDbQuery('DELETE FROM MeshCentral.Main WHERE (extra LIKE ("mesh/%") AND (extra NOT IN ?)', [meshlist], func); + } else if (obj.databaseType == 3) { + // MongoDB + obj.file.deleteMany({ meshid: { $exists: true, $nin: meshlist } }, { multi: true }); + } else { + // NeDB or MongoJS + obj.file.remove({ meshid: { $exists: true, $nin: meshlist } }, { multi: true }); + } + + // We are done + validIdentifiers = null; + if (func) { func(); } + }); + } + }); + }); + }; + + // Get encryption key + obj.getEncryptDataKey = function (password) { + if (typeof password != 'string') return null; + return parent.crypto.createHash('sha384').update(password).digest("raw").slice(0, 32); + } + + // Encrypt data + obj.encryptData = function (password, plaintext) { + var key = obj.getEncryptDataKey(password); + if (key == null) return null; + const iv = parent.crypto.randomBytes(16); + const aes = parent.crypto.createCipheriv('aes-256-cbc', key, iv); + var ciphertext = aes.update(plaintext); + ciphertext = Buffer.concat([iv, ciphertext, aes.final()]); + return ciphertext.toString('base64'); + } + + // Decrypt data + obj.decryptData = function (password, ciphertext) { + try { + var key = obj.getEncryptDataKey(password); + if (key == null) return null; + const ciphertextBytes = Buffer.from(ciphertext, 'base64'); + const iv = ciphertextBytes.slice(0, 16); + const data = ciphertextBytes.slice(16); + const aes = parent.crypto.createDecipheriv('aes-256-cbc', key, iv); + var plaintextBytes = Buffer.from(aes.update(data)); + plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]); + return plaintextBytes; + } catch (ex) { return null; } + } + + // Get the number of records in the database for various types, this is the slow NeDB way. + // WARNING: This is a terrible query for database performance. Only do this when needed. This query will look at almost every document in the database. + obj.getStats = function (func) { + if (obj.databaseType == 3) { + // MongoDB + obj.file.aggregate([{ "$group": { _id: "$type", count: { $sum: 1 } } }]).toArray(function (err, docs) { + var counters = {}, totalCount = 0; + if (err == null) { for (var i in docs) { if (docs[i]._id != null) { counters[docs[i]._id] = docs[i].count; totalCount += docs[i].count; } } } + func(counters); + }); + } else if (obj.databaseType == 2) { + // MongoJS + obj.file.aggregate([{ "$group": { _id: "$type", count: { $sum: 1 } } }], function (err, docs) { + var counters = {}, totalCount = 0; + if (err == null) { for (var i in docs) { if (docs[i]._id != null) { counters[docs[i]._id] = docs[i].count; totalCount += docs[i].count; } } } + func(counters); + }); + } else if (obj.databaseType == 1) { + // NeDB version + obj.file.count({ type: 'node' }, function (err, nodeCount) { + obj.file.count({ type: 'mesh' }, function (err, meshCount) { + obj.file.count({ type: 'user' }, function (err, userCount) { + obj.file.count({ type: 'sysinfo' }, function (err, sysinfoCount) { + obj.file.count({ type: 'note' }, function (err, noteCount) { + obj.file.count({ type: 'iploc' }, function (err, iplocCount) { + obj.file.count({ type: 'ifinfo' }, function (err, ifinfoCount) { + obj.file.count({ type: 'cfile' }, function (err, cfileCount) { + obj.file.count({ type: 'lastconnect' }, function (err, lastconnectCount) { + obj.file.count({}, function (err, totalCount) { + func({ node: nodeCount, mesh: meshCount, user: userCount, sysinfo: sysinfoCount, iploc: iplocCount, note: noteCount, ifinfo: ifinfoCount, cfile: cfileCount, lastconnect: lastconnectCount, total: totalCount }); + }); + }); + }); + }); + }); + }); + }); + }); + }); + }); + } + } + + // This is used to rate limit a number of operation per day. Returns a startValue each new days, but you can substract it and save the value in the db. + obj.getValueOfTheDay = function (id, startValue, func) { obj.Get(id, function (err, docs) { var date = new Date(), t = date.toLocaleDateString(); if ((err == null) && (docs.length == 1)) { var r = docs[0]; if (r.day == t) { func({ _id: id, value: r.value, day: t }); return; } } func({ _id: id, value: startValue, day: t }); }); }; + obj.escapeBase64 = function escapeBase64(val) { return (val.replace(/\+/g, '@').replace(/\//g, '$')); } + + // Encrypt an database object + obj.performRecordEncryptionRecode = function (func) { + var count = 0; + obj.GetAllType('user', function (err, docs) { + if (err != null) { parent.debug('db', 'ERROR (performRecordEncryptionRecode): ' + err); } + if (err == null) { for (var i in docs) { count++; obj.Set(docs[i]); } } + obj.GetAllType('node', function (err, docs) { + if (err == null) { for (var i in docs) { count++; obj.Set(docs[i]); } } + obj.GetAllType('mesh', function (err, docs) { + if (err == null) { for (var i in docs) { count++; obj.Set(docs[i]); } } + if (obj.databaseType == 1) { // If we are using NeDB, compact the database. + obj.file.persistence.compactDatafile(); + obj.file.on('compaction.done', function () { func(count); }); // It's important to wait for compaction to finish before exit, otherwise NeDB may corrupt. + } else { + func(count); // For all other databases, normal exit. + } + }); + }); + }); + } + + // Encrypt an database object + function performTypedRecordDecrypt(data) { + if ((data == null) || (obj.dbRecordsDecryptKey == null) || (typeof data != 'object')) return data; + for (var i in data) { + if (data[i] == null) continue; + if (data[i].type == 'user') { + data[i] = performPartialRecordDecrypt(data[i]); + } else if ((data[i].type == 'node') && (data[i].intelamt != null)) { + data[i].intelamt = performPartialRecordDecrypt(data[i].intelamt); + } else if ((data[i].type == 'mesh') && (data[i].amt != null)) { + data[i].amt = performPartialRecordDecrypt(data[i].amt); + } + } + return data; + } + + // Encrypt an database object + function performTypedRecordEncrypt(data) { + if (obj.dbRecordsEncryptKey == null) return data; + if (data.type == 'user') { return performPartialRecordEncrypt(Clone(data), ['otpkeys', 'otphkeys', 'otpsecret', 'salt', 'hash', 'oldpasswords']); } + else if ((data.type == 'node') && (data.intelamt != null)) { var xdata = Clone(data); xdata.intelamt = performPartialRecordEncrypt(xdata.intelamt, ['user', 'pass', 'mpspass']); return xdata; } + else if ((data.type == 'mesh') && (data.amt != null)) { var xdata = Clone(data); xdata.amt = performPartialRecordEncrypt(xdata.amt, ['password']); return xdata; } + return data; + } + + // Encrypt an object and return a buffer. + function performPartialRecordEncrypt(plainobj, encryptNames) { + if (typeof plainobj != 'object') return plainobj; + var enc = {}, enclen = 0; + for (var i in encryptNames) { if (plainobj[encryptNames[i]] != null) { enclen++; enc[encryptNames[i]] = plainobj[encryptNames[i]]; delete plainobj[encryptNames[i]]; } } + if (enclen > 0) { plainobj._CRYPT = performRecordEncrypt(enc); } else { delete plainobj._CRYPT; } + return plainobj; + } + + // Encrypt an object and return a buffer. + function performPartialRecordDecrypt(plainobj) { + if ((typeof plainobj != 'object') || (plainobj._CRYPT == null)) return plainobj; + var enc = performRecordDecrypt(plainobj._CRYPT); + if (enc != null) { for (var i in enc) { plainobj[i] = enc[i]; } } + delete plainobj._CRYPT; + return plainobj; + } + + // Encrypt an object and return a base64. + function performRecordEncrypt(plainobj) { + if (obj.dbRecordsEncryptKey == null) return null; + const iv = parent.crypto.randomBytes(12); + const aes = parent.crypto.createCipheriv('aes-256-gcm', obj.dbRecordsEncryptKey, iv); + var ciphertext = aes.update(JSON.stringify(plainobj)); + var cipherfinal = aes.final(); + ciphertext = Buffer.concat([iv, aes.getAuthTag(), ciphertext, cipherfinal]); + return ciphertext.toString('base64'); + } + + // Takes a base64 and return an object. + function performRecordDecrypt(ciphertext) { + if (obj.dbRecordsDecryptKey == null) return null; + const ciphertextBytes = Buffer.from(ciphertext, 'base64'); + const iv = ciphertextBytes.slice(0, 12); + const data = ciphertextBytes.slice(28); + const aes = parent.crypto.createDecipheriv('aes-256-gcm', obj.dbRecordsDecryptKey, iv); + aes.setAuthTag(ciphertextBytes.slice(12, 28)); + var plaintextBytes, r; + try { + plaintextBytes = Buffer.from(aes.update(data)); + plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]); + r = JSON.parse(plaintextBytes.toString()); + } catch (e) { throw "Incorrect DbRecordsDecryptKey/DbRecordsEncryptKey or invalid database _CRYPT data: " + e; } + return r; + } + + // Clone an object (TODO: Make this more efficient) + function Clone(v) { return JSON.parse(JSON.stringify(v)); } + + // Read expiration time from configuration file + if (typeof parent.args.dbexpire == 'object') { + if (typeof parent.args.dbexpire.events == 'number') { expireEventsSeconds = parent.args.dbexpire.events; } + if (typeof parent.args.dbexpire.powerevents == 'number') { expirePowerEventsSeconds = parent.args.dbexpire.powerevents; } + if (typeof parent.args.dbexpire.statsevents == 'number') { expireServerStatsSeconds = parent.args.dbexpire.statsevents; } + } + + // If a DB record encryption key is provided, perform database record encryption + if ((typeof parent.args.dbrecordsencryptkey == 'string') && (parent.args.dbrecordsencryptkey.length != 0)) { + // Hash the database password into a AES256 key and setup encryption and decryption. + obj.dbRecordsEncryptKey = obj.dbRecordsDecryptKey = parent.crypto.createHash('sha384').update(parent.args.dbrecordsencryptkey).digest('raw').slice(0, 32); + } + + // If a DB record decryption key is provided, perform database record decryption + if ((typeof parent.args.dbrecordsdecryptkey == 'string') && (parent.args.dbrecordsdecryptkey.length != 0)) { + // Hash the database password into a AES256 key and setup encryption and decryption. + obj.dbRecordsDecryptKey = parent.crypto.createHash('sha384').update(parent.args.dbrecordsdecryptkey).digest('raw').slice(0, 32); + } + + if (parent.args.mariadb || parent.args.mysql) { + if (parent.args.mariadb) { + // Use MariaDB + obj.databaseType = 4; + Datastore = require('mariadb').createPool(parent.args.mariadb); + } else if (parent.args.mysql) { + // Use MySQL + Datastore = require('mysql').createConnection(parent.args.mysql); + obj.databaseType = 5; + } + //sqlDbQuery('DROP DATABASE MeshCentral', null, function (err, docs) { console.log('DROP'); }); return; + sqlDbQuery('USE meshcentral', null, function (err, docs) { + if (err != null) { parent.debug('db', 'ERROR: USE meshcentral: ' + err); } + if (err == null) { setupFunctions(func); } else { + parent.debug('db', 'Creating database...'); + sqlDbBatchExec([ + 'CREATE DATABASE meshcentral', + // Main table + 'CREATE TABLE meshcentral.main (id VARCHAR(256) NOT NULL, type CHAR(32), domain CHAR(64), extra CHAR(255), extraex CHAR(255), doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))', + 'CREATE INDEX ndxtypedomainextra ON meshcentral.main (type, domain, extra)', + 'CREATE INDEX ndxextra ON meshcentral.main (extra)', + 'CREATE INDEX ndxextraex ON meshcentral.main (extraex)', + // Events table + 'CREATE TABLE meshcentral.events(id INT NOT NULL AUTO_INCREMENT, time DATETIME, domain CHAR(64), action CHAR(255), nodeid CHAR(255), userid CHAR(255), doc JSON, PRIMARY KEY(id), CHECK(json_valid(doc)))', + 'CREATE INDEX ndxeventstime ON meshcentral.events(time)', + 'CREATE INDEX ndxeventsusername ON meshcentral.events(domain, userid, time)', + 'CREATE INDEX ndxeventsdomainnodeidtime ON meshcentral.events(domain, nodeid, time)', + // Events ID table + 'CREATE TABLE meshcentral.eventids(fkid INT NOT NULL, target CHAR(255), CONSTRAINT fk_eventid FOREIGN KEY (fkid) REFERENCES events (id) ON DELETE CASCADE ON UPDATE RESTRICT)', + 'CREATE INDEX ndxeventids ON meshcentral.eventids(target)', + // Server stats table + 'CREATE TABLE meshcentral.serverstats (time DATETIME, expire DATETIME, doc JSON, PRIMARY KEY(time), CHECK (json_valid(doc)))', + 'CREATE INDEX ndxserverstattime ON meshcentral.serverstats (time)', + 'CREATE INDEX ndxserverstatexpire ON meshcentral.serverstats (expire)', + // Power events table + 'CREATE TABLE meshcentral.power (id INT NOT NULL AUTO_INCREMENT, time DATETIME, nodeid CHAR(255), doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))', + 'CREATE INDEX ndxpowernodeidtime ON meshcentral.power (nodeid, time)', + // SMBIOS table + 'CREATE TABLE meshcentral.smbios (id CHAR(255), time DATETIME, expire DATETIME, doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))', + 'CREATE INDEX ndxsmbiostime ON meshcentral.smbios (time)', + 'CREATE INDEX ndxsmbiosexpire ON meshcentral.smbios (expire)', + // Plugins table + 'CREATE TABLE meshcentral.plugin (id INT NOT NULL AUTO_INCREMENT, doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))' + ], function (err) { + if (err != null) { parent.debug('db', 'BatchSetupDb: ' + err); } + setupFunctions(func); + }); + } + }); + } else if (parent.args.mongodb) { + // Use MongoDB + obj.databaseType = 3; + require('mongodb').MongoClient.connect(parent.args.mongodb, { useNewUrlParser: true, useUnifiedTopology: true }, function (err, client) { + if (err != null) { console.log("Unable to connect to database: " + err); process.exit(); return; } + Datastore = client; + parent.debug('db', 'Connected to MongoDB database...'); + + // Get the database name and setup the database client + var dbname = 'meshcentral'; + if (parent.args.mongodbname) { dbname = parent.args.mongodbname; } + const dbcollectionname = (parent.args.mongodbcol) ? (parent.args.mongodbcol) : 'meshcentral'; + const db = client.db(dbname); + + // Check the database version + db.admin().serverInfo(function (err, info) { + if ((err != null) || (info == null) || (info.versionArray == null) || (Array.isArray(info.versionArray) == false) || (info.versionArray.length < 2) || (typeof info.versionArray[0] != 'number') || (typeof info.versionArray[1] != 'number')) { + console.log('WARNING: Unable to check MongoDB version.'); + } else { + if ((info.versionArray[0] < 3) || ((info.versionArray[0] == 3) && (info.versionArray[1] < 6))) { + // We are running with mongoDB older than 3.6, this is not good. + parent.addServerWarning("Current version of MongoDB (" + info.version + ") is too old, please upgrade to MongoDB 3.6 or better."); + } + } + }); + + // Setup MongoDB main collection and indexes + obj.file = db.collection(dbcollectionname); + obj.file.indexes(function (err, indexes) { + // Check if we need to reset indexes + var indexesByName = {}, indexCount = 0; + for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; } + if ((indexCount != 4) || (indexesByName['TypeDomainMesh1'] == null) || (indexesByName['Email1'] == null) || (indexesByName['Mesh1'] == null)) { + console.log('Resetting main indexes...'); + obj.file.dropIndexes(function (err) { + obj.file.createIndex({ type: 1, domain: 1, meshid: 1 }, { sparse: 1, name: 'TypeDomainMesh1' }); // Speeds up GetAllTypeNoTypeField() and GetAllTypeNoTypeFieldMeshFiltered() + obj.file.createIndex({ email: 1 }, { sparse: 1, name: 'Email1' }); // Speeds up GetUserWithEmail() and GetUserWithVerifiedEmail() + obj.file.createIndex({ meshid: 1 }, { sparse: 1, name: 'Mesh1' }); // Speeds up RemoveMesh() + }); + } + }); + + // Setup the changeStream on the MongoDB main collection if possible + if (parent.args.mongodbchangestream == true) { + if (typeof obj.file.watch != 'function') { + console.log('WARNING: watch() is not a function, MongoDB ChangeStream not supported.'); + } else { + obj.fileChangeStream = obj.file.watch([{ $match: { $or: [{ 'fullDocument.type': { $in: ['node', 'mesh', 'user', 'ugrp'] } }, { 'operationType': 'delete' }] } }], { fullDocument: 'updateLookup' }); + obj.fileChangeStream.on('change', function (change) { + if ((change.operationType == 'update') || (change.operationType == 'replace')) { + switch (change.fullDocument.type) { + case 'node': { dbNodeChange(change, false); break; } // A node has changed + case 'mesh': { dbMeshChange(change, false); break; } // A device group has changed + case 'user': { dbUserChange(change, false); break; } // A user account has changed + case 'ugrp': { dbUGrpChange(change, false); break; } // A user account has changed + } + } else if (change.operationType == 'insert') { + switch (change.fullDocument.type) { + case 'node': { dbNodeChange(change, true); break; } // A node has added + case 'mesh': { dbMeshChange(change, true); break; } // A device group has created + case 'user': { dbUserChange(change, true); break; } // A user account has created + case 'ugrp': { dbUGrpChange(change, true); break; } // A user account has created + } + } else if (change.operationType == 'delete') { + if ((change.documentKey == null) || (change.documentKey._id == null)) return; + var splitId = change.documentKey._id.split('/'); + switch (splitId[0]) { + case 'node': { + //Not Good: Problem here is that we don't know what meshid the node belonged to before the delete. + //parent.DispatchEvent(['*', node.meshid], obj, { etype: 'node', action: 'removenode', nodeid: change.documentKey._id, domain: splitId[1] }); + break; + } + case 'mesh': { + parent.DispatchEvent(['*', change.documentKey._id], obj, { etype: 'mesh', action: 'deletemesh', meshid: change.documentKey._id, domain: splitId[1] }); + break; + } + case 'user': { + //Not Good: This is not a perfect user removal because we don't know what groups the user was in. + //parent.DispatchEvent(['*', 'server-users'], obj, { etype: 'user', action: 'accountremove', userid: change.documentKey._id, domain: splitId[1], username: splitId[2] }); + break; + } + case 'ugrp': { + parent.DispatchEvent(['*', change.documentKey._id], obj, { etype: 'ugrp', action: 'deleteusergroup', ugrpid: change.documentKey._id, domain: splitId[1] }); + break; + } + } + } + }); + obj.changeStream = true; + } + } + + // Setup MongoDB events collection and indexes + obj.eventsfile = db.collection('events'); // Collection containing all events + obj.eventsfile.indexes(function (err, indexes) { + // Check if we need to reset indexes + var indexesByName = {}, indexCount = 0; + for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; } + if ((indexCount != 5) || (indexesByName['Username1'] == null) || (indexesByName['DomainNodeTime1'] == null) || (indexesByName['IdsAndTime1'] == null) || (indexesByName['ExpireTime1'] == null)) { + // Reset all indexes + console.log("Resetting events indexes..."); + obj.eventsfile.dropIndexes(function (err) { + obj.eventsfile.createIndex({ username: 1 }, { sparse: 1, name: 'Username1' }); + obj.eventsfile.createIndex({ domain: 1, nodeid: 1, time: -1 }, { sparse: 1, name: 'DomainNodeTime1' }); + obj.eventsfile.createIndex({ ids: 1, time: -1 }, { sparse: 1, name: 'IdsAndTime1' }); + obj.eventsfile.createIndex({ time: 1 }, { expireAfterSeconds: expireEventsSeconds, name: 'ExpireTime1' }); + }); + } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expireEventsSeconds) { + // Reset the timeout index + console.log("Resetting events expire index..."); + obj.eventsfile.dropIndex('ExpireTime1', function (err) { + obj.eventsfile.createIndex({ time: 1 }, { expireAfterSeconds: expireEventsSeconds, name: 'ExpireTime1' }); + }); + } + }); + + // Setup MongoDB power events collection and indexes + obj.powerfile = db.collection('power'); // Collection containing all power events + obj.powerfile.indexes(function (err, indexes) { + // Check if we need to reset indexes + var indexesByName = {}, indexCount = 0; + for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; } + if ((indexCount != 3) || (indexesByName['NodeIdAndTime1'] == null) || (indexesByName['ExpireTime1'] == null)) { + // Reset all indexes + console.log("Resetting power events indexes..."); + obj.powerfile.dropIndexes(function (err) { + // Create all indexes + obj.powerfile.createIndex({ nodeid: 1, time: 1 }, { sparse: 1, name: 'NodeIdAndTime1' }); + obj.powerfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expirePowerEventsSeconds, name: 'ExpireTime1' }); + }); + } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expirePowerEventsSeconds) { + // Reset the timeout index + console.log("Resetting power events expire index..."); + obj.powerfile.dropIndex('ExpireTime1', function (err) { + // Reset the expire power events index + obj.powerfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expirePowerEventsSeconds, name: 'ExpireTime1' }); + }); + } + }); + + // Setup MongoDB smbios collection, no indexes needed + obj.smbiosfile = db.collection('smbios'); // Collection containing all smbios information + + // Setup MongoDB server stats collection + obj.serverstatsfile = db.collection('serverstats'); // Collection of server stats + obj.serverstatsfile.indexes(function (err, indexes) { + // Check if we need to reset indexes + var indexesByName = {}, indexCount = 0; + for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; } + if ((indexCount != 3) || (indexesByName['ExpireTime1'] == null)) { + // Reset all indexes + console.log("Resetting server stats indexes..."); + obj.serverstatsfile.dropIndexes(function (err) { + // Create all indexes + obj.serverstatsfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expireServerStatsSeconds, name: 'ExpireTime1' }); + obj.serverstatsfile.createIndex({ 'expire': 1 }, { expireAfterSeconds: 0, name: 'ExpireTime2' }); // Auto-expire events + }); + } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expireServerStatsSeconds) { + // Reset the timeout index + console.log("Resetting server stats expire index..."); + obj.serverstatsfile.dropIndex('ExpireTime1', function (err) { + // Reset the expire server stats index + obj.serverstatsfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expireServerStatsSeconds, name: 'ExpireTime1' }); + }); + } + }); + + // Setup plugin info collection + if (obj.pluginsActive) { obj.pluginsfile = db.collection('plugins'); } + + setupFunctions(func); // Completed setup of MongoDB + }); + } else if (parent.args.xmongodb) { + // Use MongoJS, this is the old system. + obj.databaseType = 2; + Datastore = require('mongojs'); + var db = Datastore(parent.args.xmongodb); + var dbcollection = 'meshcentral'; + if (parent.args.mongodbcol) { dbcollection = parent.args.mongodbcol; } + + // Setup MongoDB main collection and indexes + obj.file = db.collection(dbcollection); + obj.file.getIndexes(function (err, indexes) { + // Check if we need to reset indexes + var indexesByName = {}, indexCount = 0; + for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; } + if ((indexCount != 4) || (indexesByName['TypeDomainMesh1'] == null) || (indexesByName['Email1'] == null) || (indexesByName['Mesh1'] == null)) { + console.log("Resetting main indexes..."); + obj.file.dropIndexes(function (err) { + obj.file.createIndex({ type: 1, domain: 1, meshid: 1 }, { sparse: 1, name: 'TypeDomainMesh1' }); // Speeds up GetAllTypeNoTypeField() and GetAllTypeNoTypeFieldMeshFiltered() + obj.file.createIndex({ email: 1 }, { sparse: 1, name: 'Email1' }); // Speeds up GetUserWithEmail() and GetUserWithVerifiedEmail() + obj.file.createIndex({ meshid: 1 }, { sparse: 1, name: 'Mesh1' }); // Speeds up RemoveMesh() + }); + } + }); + + // Setup MongoDB events collection and indexes + obj.eventsfile = db.collection('events'); // Collection containing all events + obj.eventsfile.getIndexes(function (err, indexes) { + // Check if we need to reset indexes + var indexesByName = {}, indexCount = 0; + for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; } + if ((indexCount != 5) || (indexesByName['Username1'] == null) || (indexesByName['DomainNodeTime1'] == null) || (indexesByName['IdsAndTime1'] == null) || (indexesByName['ExpireTime1'] == null)) { + // Reset all indexes + console.log("Resetting events indexes..."); + obj.eventsfile.dropIndexes(function (err) { + obj.eventsfile.createIndex({ username: 1 }, { sparse: 1, name: 'Username1' }); + obj.eventsfile.createIndex({ domain: 1, nodeid: 1, time: -1 }, { sparse: 1, name: 'DomainNodeTime1' }); + obj.eventsfile.createIndex({ ids: 1, time: -1 }, { sparse: 1, name: 'IdsAndTime1' }); + obj.eventsfile.createIndex({ time: 1 }, { expireAfterSeconds: expireEventsSeconds, name: 'ExpireTime1' }); + }); + } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expireEventsSeconds) { + // Reset the timeout index + console.log("Resetting events expire index..."); + obj.eventsfile.dropIndex('ExpireTime1', function (err) { + obj.eventsfile.createIndex({ time: 1 }, { expireAfterSeconds: expireEventsSeconds, name: 'ExpireTime1' }); + }); + } + }); + + // Setup MongoDB power events collection and indexes + obj.powerfile = db.collection('power'); // Collection containing all power events + obj.powerfile.getIndexes(function (err, indexes) { + // Check if we need to reset indexes + var indexesByName = {}, indexCount = 0; + for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; } + if ((indexCount != 3) || (indexesByName['NodeIdAndTime1'] == null) || (indexesByName['ExpireTime1'] == null)) { + // Reset all indexes + console.log("Resetting power events indexes..."); + obj.powerfile.dropIndexes(function (err) { + // Create all indexes + obj.powerfile.createIndex({ nodeid: 1, time: 1 }, { sparse: 1, name: 'NodeIdAndTime1' }); + obj.powerfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expirePowerEventsSeconds, name: 'ExpireTime1' }); + }); + } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expirePowerEventsSeconds) { + // Reset the timeout index + console.log("Resetting power events expire index..."); + obj.powerfile.dropIndex('ExpireTime1', function (err) { + // Reset the expire power events index + obj.powerfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expirePowerEventsSeconds, name: 'ExpireTime1' }); + }); + } + }); + + // Setup MongoDB smbios collection, no indexes needed + obj.smbiosfile = db.collection('smbios'); // Collection containing all smbios information + + // Setup MongoDB server stats collection + obj.serverstatsfile = db.collection('serverstats'); // Collection of server stats + obj.serverstatsfile.getIndexes(function (err, indexes) { + // Check if we need to reset indexes + var indexesByName = {}, indexCount = 0; + for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; } + if ((indexCount != 3) || (indexesByName['ExpireTime1'] == null)) { + // Reset all indexes + console.log("Resetting server stats indexes..."); + obj.serverstatsfile.dropIndexes(function (err) { + // Create all indexes + obj.serverstatsfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expireServerStatsSeconds, name: 'ExpireTime1' }); + obj.serverstatsfile.createIndex({ 'expire': 1 }, { expireAfterSeconds: 0, name: 'ExpireTime2' }); // Auto-expire events + }); + } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expireServerStatsSeconds) { + // Reset the timeout index + console.log("Resetting server stats expire index..."); + obj.serverstatsfile.dropIndex('ExpireTime1', function (err) { + // Reset the expire server stats index + obj.serverstatsfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expireServerStatsSeconds, name: 'ExpireTime1' }); + }); + } + }); + + // Setup plugin info collection + if (obj.pluginsActive) { obj.pluginsfile = db.collection('plugins'); } + + setupFunctions(func); // Completed setup of MongoJS + } else { + // Use NeDB (The default) + obj.databaseType = 1; + Datastore = require('nedb'); + var datastoreOptions = { filename: parent.getConfigFilePath('meshcentral.db'), autoload: true }; + + // If a DB encryption key is provided, perform database encryption + if ((typeof parent.args.dbencryptkey == 'string') && (parent.args.dbencryptkey.length != 0)) { + // Hash the database password into a AES256 key and setup encryption and decryption. + obj.dbKey = parent.crypto.createHash('sha384').update(parent.args.dbencryptkey).digest('raw').slice(0, 32); + datastoreOptions.afterSerialization = function (plaintext) { + const iv = parent.crypto.randomBytes(16); + const aes = parent.crypto.createCipheriv('aes-256-cbc', obj.dbKey, iv); + var ciphertext = aes.update(plaintext); + ciphertext = Buffer.concat([iv, ciphertext, aes.final()]); + return ciphertext.toString('base64'); + } + datastoreOptions.beforeDeserialization = function (ciphertext) { + const ciphertextBytes = Buffer.from(ciphertext, 'base64'); + const iv = ciphertextBytes.slice(0, 16); + const data = ciphertextBytes.slice(16); + const aes = parent.crypto.createDecipheriv('aes-256-cbc', obj.dbKey, iv); + var plaintextBytes = Buffer.from(aes.update(data)); + plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]); + return plaintextBytes.toString(); + } + } + + // Start NeDB main collection and setup indexes + obj.file = new Datastore(datastoreOptions); + obj.file.persistence.setAutocompactionInterval(86400000); // Compact once a day + obj.file.ensureIndex({ fieldName: 'type' }); + obj.file.ensureIndex({ fieldName: 'domain' }); + obj.file.ensureIndex({ fieldName: 'meshid', sparse: true }); + obj.file.ensureIndex({ fieldName: 'nodeid', sparse: true }); + obj.file.ensureIndex({ fieldName: 'email', sparse: true }); + + // Setup the events collection and setup indexes + obj.eventsfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-events.db'), autoload: true, corruptAlertThreshold: 1 }); + obj.eventsfile.persistence.setAutocompactionInterval(86400000); // Compact once a day + obj.eventsfile.ensureIndex({ fieldName: 'ids' }); // TODO: Not sure if this is a good index, this is a array field. + obj.eventsfile.ensureIndex({ fieldName: 'nodeid', sparse: true }); + obj.eventsfile.ensureIndex({ fieldName: 'time', expireAfterSeconds: expireEventsSeconds }); + obj.eventsfile.remove({ time: { '$lt': new Date(Date.now() - (expireEventsSeconds * 1000)) } }, { multi: true }); // Force delete older events + + // Setup the power collection and setup indexes + obj.powerfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-power.db'), autoload: true, corruptAlertThreshold: 1 }); + obj.powerfile.persistence.setAutocompactionInterval(86400000); // Compact once a day + obj.powerfile.ensureIndex({ fieldName: 'nodeid' }); + obj.powerfile.ensureIndex({ fieldName: 'time', expireAfterSeconds: expirePowerEventsSeconds }); + obj.powerfile.remove({ time: { '$lt': new Date(Date.now() - (expirePowerEventsSeconds * 1000)) } }, { multi: true }); // Force delete older events + + // Setup the SMBIOS collection, for NeDB we don't setup SMBIOS since NeDB will corrupt the database. Remove any existing ones. + //obj.smbiosfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-smbios.db'), autoload: true, corruptAlertThreshold: 1 }); + parent.fs.unlink(parent.getConfigFilePath('meshcentral-smbios.db'), function () { }); + + // Setup the server stats collection and setup indexes + obj.serverstatsfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-stats.db'), autoload: true, corruptAlertThreshold: 1 }); + obj.serverstatsfile.persistence.setAutocompactionInterval(86400000); // Compact once a day + obj.serverstatsfile.ensureIndex({ fieldName: 'time', expireAfterSeconds: expireServerStatsSeconds }); + obj.serverstatsfile.ensureIndex({ fieldName: 'expire', expireAfterSeconds: 0 }); // Auto-expire events + obj.serverstatsfile.remove({ time: { '$lt': new Date(Date.now() - (expireServerStatsSeconds * 1000)) } }, { multi: true }); // Force delete older events + + // Setup plugin info collection + if (obj.pluginsActive) { + obj.pluginsfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-plugins.db'), autoload: true }); + obj.pluginsfile.persistence.setAutocompactionInterval(86400000); // Compact once a day + } + + setupFunctions(func); // Completed setup of NeDB + } + + // Check the object names for a "." + function checkObjectNames(r, tag) { + if (typeof r != 'object') return; + for (var i in r) { + if (i.indexOf('.') >= 0) { throw ('BadDbName (' + tag + '): ' + JSON.stringify(r)); } + checkObjectNames(r[i], tag); + } + } + + // Query the database + function sqlDbQuery(query, args, func) { + if (obj.databaseType == 4) { // MariaDB + Datastore.getConnection() + .then(function (conn) { + conn.query(query, args) + .then(function (rows) { + conn.release(); + const docs = []; + for (var i in rows) { if (rows[i].doc) { docs.push(performTypedRecordDecrypt((typeof rows[i].doc == 'object')? rows[i].doc : JSON.parse(rows[i].doc))); } } + if (func) try { func(null, docs); } catch (ex) { console.log('SQLERR1', ex); } + }) + .catch(function (err) { conn.release(); if (func) try { func(err); } catch (ex) { console.log('SQLERR2', ex); } }); + }).catch(function (err) { if (func) { try { func(err); } catch (ex) { console.log('SQLERR3', ex); } } }); + } else if (obj.databaseType == 5) { // MySQL + Datastore.query(query, args, function (error, results, fields) { + if (error != null) { + if (func) try { func(error); } catch (ex) { console.log('SQLERR4', ex); } + } else { + var docs = []; + for (var i in results) { if (results[i].doc) { docs.push(JSON.parse(results[i].doc)); } } + //console.log(docs); + if (func) { try { func(null, docs); } catch (ex) { console.log('SQLERR5', ex); } } + } + }); + } + } + + // Exec on the database + function sqlDbExec(query, args, func) { + if (obj.databaseType == 4) { // MariaDB + Datastore.getConnection() + .then(function (conn) { + conn.query(query, args) + .then(function (rows) { + conn.release(); + if (func) try { func(null, rows[0]); } catch (ex) { console.log(ex); } + }) + .catch(function (err) { conn.release(); if (func) try { func(err); } catch (ex) { console.log(ex); } }); + }).catch(function (err) { if (func) { try { func(err); } catch (ex) { console.log(ex); } } }); + } else if (obj.databaseType == 5) { // MySQL + Datastore.query(query, args, function (error, results, fields) { + if (func) try { func(error, results[0]); } catch (ex) { console.log(ex); } + }); + } + } + + // Execute a batch of commands on the database + function sqlDbBatchExec(queries, func) { + if (obj.databaseType == 4) { // MariaDB + Datastore.getConnection() + .then(function (conn) { + var Promises = []; + for (var i in queries) { if (typeof queries[i] == 'string') { Promises.push(conn.query(queries[i])); } else { Promises.push(conn.query(queries[i][0], queries[i][1])); } } + Promise.all(Promises) + .then(function (rows) { conn.release(); if (func) { try { func(null); } catch (ex) { console.log(ex); } } }) + .catch(function (err) { conn.release(); if (func) { try { func(err); } catch (ex) { console.log(ex); } } }); + }) + .catch(function (err) { if (func) { try { func(err); } catch (ex) { console.log(ex); } } }); + } else if (obj.databaseType == 5) { // MySQL + var Promises = []; + for (var i in queries) { if (typeof queries[i] == 'string') { Promises.push(Datastore.query(queries[i])); } else { Promises.push(Datastore.query(queries[i][0], queries[i][1])); } } + Promise.all(Promises) + .then(function (error, results, fields) { if (func) { try { func(error, results); } catch (ex) { console.log(ex); } } }) + .catch(function (error, results, fields) { if (func) { try { func(error); } catch (ex) { console.log(ex); } } }); + } + } + + function setupFunctions(func) { + if ((obj.databaseType == 4) || (obj.databaseType == 5)) { + // Database actions on the main collection (MariaDB or MySQL) + obj.Set = function (value, func) { + var extra = null, extraex = null; + value = common.escapeLinksFieldNameEx(value); + if (value.meshid) { extra = value.meshid; } else if (value.email) { extra = 'email/' + value.email; } else if (value.nodeid) { extra = value.nodeid; } + if ((value.type == 'node') && (value.intelamt != null) && (value.intelamt.uuid != null)) { extraex = 'uuid/' + value.intelamt.uuid; } + if (value._id == null) { value._id = require('crypto').randomBytes(16).toString('hex'); } + sqlDbQuery('REPLACE INTO meshcentral.main VALUE (?, ?, ?, ?, ?, ?)', [value._id, (value.type ? value.type : null), ((value.domain != null) ? value.domain : null), extra, extraex, JSON.stringify(performTypedRecordEncrypt(value))], func); + } + obj.Get = function (_id, func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE id = ?', [_id], function (err, docs) { if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); } func(err, docs); }); } + obj.GetAll = function (func) { sqlDbQuery('SELECT domain, doc FROM meshcentral.main', null, func); } + obj.GetHash = function (id, func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE id = ?', [id], func); } + obj.GetAllTypeNoTypeField = function (type, domain, func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE type = ? AND domain = ?', [type, domain], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, docs); }); }; + obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, func) { + if (id && (id != '')) { + sqlDbQuery('SELECT doc FROM meshcentral.main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?)', [id, type, domain, meshes], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, docs); }); + } else { + if (extrasids == null) { + sqlDbQuery('SELECT doc FROM meshcentral.main WHERE type = ? AND domain = ? AND extra IN (?)', [type, domain, meshes], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, docs); }); + } else { + sqlDbQuery('SELECT doc FROM meshcentral.main WHERE type = ? AND domain = ? AND (extra IN (?) OR id IN (?))', [type, domain, meshes, extrasids], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, docs); }); + } + } + }; + obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) { + if (id && (id != '')) { + sqlDbQuery('SELECT doc FROM meshcentral.main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?)', [id, type, domain, nodes], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, docs); }); + } else { + sqlDbQuery('SELECT doc FROM meshcentral.main WHERE type = ? AND domain = ? AND extra IN (?)', [type, domain, nodes], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, docs); }); + } + }; + obj.GetAllType = function (type, func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE type = ?', [type], func); } + obj.GetAllIdsOfType = function (ids, domain, type, func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE id IN (?) AND domain = ? AND type = ?', [ids, domain, type], func); } + obj.GetUserWithEmail = function (domain, email, func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE domain = ? AND extra = ?', [domain, 'email/' + email], func); } + obj.GetUserWithVerifiedEmail = function (domain, email, func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE domain = ? AND extra = ?', [domain, 'email/' + email], func); } + obj.Remove = function (id, func) { sqlDbQuery('DELETE FROM meshcentral.main WHERE id = ?', [id], func); }; + obj.RemoveAll = function (func) { sqlDbQuery('DELETE FROM meshcentral.main', null, func); }; + obj.RemoveAllOfType = function (type, func) { sqlDbQuery('DELETE FROM meshcentral.main WHERE type = ?', [type], func); }; + obj.InsertMany = function (data, func) { var pendingOps = 0; for (var i in data) { pendingOps++; obj.Set(data[i], function () { if (--pendingOps == 0) { func(); } }); } }; + obj.RemoveMeshDocuments = function (id) { sqlDbQuery('DELETE FROM meshcentral.main WHERE extra = ?', [id], function () { sqlDbQuery('DELETE FROM meshcentral.main WHERE id = ?', ['nt' + id], func); } ); }; + obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); }; + obj.DeleteDomain = function (domain, func) { sqlDbQuery('DELETE FROM meshcentral.main WHERE domain = ?', [domain], func); }; + obj.SetUser = function (user) { if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } }; + obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } }; + obj.getLocalAmtNodes = function (func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE (type = "node") AND (extraex IS NOT NULL)', null, function (err, docs) { var r = []; if (err == null) { for (var i in docs) { if (docs[i].host != null) { r.push(docs[i]); } } } func(err, r); }); }; + obj.getAmtUuidMeshNode = function (meshid, uuid, func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE meshid = ? AND extraex = ?', [meshid, 'uuid/' + uuid], func); }; + obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { sqlDbExec('SELECT COUNT(id) FROM meshcentral.main WHERE domain = ? AND type = ?', [domainid, type], function (err, response) { func((response['COUNT(id)'] == null) || (response['COUNT(id)'] > max), response['COUNT(id)']) }); } } + + // Database actions on the events collection + obj.GetAllEvents = function (func) { sqlDbQuery('SELECT doc FROM meshcentral.events', null, func); }; + obj.StoreEvent = function (event, func) { + var batchQuery = [['INSERT INTO meshcentral.events VALUE (?, ?, ?, ?, ?, ?, ?)', [null, event.time, ((typeof event.domain == 'string') ? event.domain : null), event.action, event.nodeid ? event.nodeid : null, event.userid ? event.userid : null, JSON.stringify(event)]]]; + for (var i in event.ids) { if (event.ids[i] != '*') { batchQuery.push(['INSERT INTO meshcentral.eventids VALUE (LAST_INSERT_ID(), ?)', [event.ids[i]]]); } } + sqlDbBatchExec(batchQuery, function (err, docs) { if (func != null) { func(err, docs); } }); + }; + obj.GetEvents = function (ids, domain, func) { + if (ids.indexOf('*') >= 0) { + sqlDbQuery('SELECT doc FROM meshcentral.events WHERE (domain = ?) ORDER BY time DESC', [domain], func); + } else { + sqlDbQuery('SELECT doc FROM meshcentral.events JOIN meshcentral.eventids ON id = fkid WHERE (domain = ? AND target IN (?)) GROUP BY id ORDER BY time DESC', [domain, ids], func); + } + }; + obj.GetEventsWithLimit = function (ids, domain, limit, func) { + if (ids.indexOf('*') >= 0) { + sqlDbQuery('SELECT doc FROM meshcentral.events WHERE (domain = ?) ORDER BY time DESC LIMIT ?', [domain, limit], func); + } else { + sqlDbQuery('SELECT doc FROM meshcentral.events JOIN meshcentral.eventids ON id = fkid WHERE (domain = ? AND target IN (?)) GROUP BY id ORDER BY time DESC LIMIT ?', [domain, ids, limit], func); + } + }; + obj.GetUserEvents = function (ids, domain, username, func) { + const userid = 'user/' + domain + '/' + username.toLowerCase(); + if (ids.indexOf('*') >= 0) { + sqlDbQuery('SELECT doc FROM meshcentral.events WHERE (domain = ? AND userid = ?) ORDER BY time DESC', [domain, userid], func); + } else { + sqlDbQuery('SELECT doc FROM meshcentral.events JOIN meshcentral.eventids ON id = fkid WHERE (domain = ? AND userid = ? AND target IN (?)) GROUP BY id ORDER BY time DESC', [domain, userid, ids, limit], func); + } + }; + obj.GetUserEventsWithLimit = function (ids, domain, username, limit, func) { + const userid = 'user/' + domain + '/' + username.toLowerCase(); + if (ids.indexOf('*') >= 0) { + sqlDbQuery('SELECT doc FROM meshcentral.events WHERE (domain = ? AND userid = ?) ORDER BY time DESC LIMIT ?', [domain, userid, limit], func); + } else { + sqlDbQuery('SELECT doc FROM meshcentral.events JOIN meshcentral.eventids ON id = fkid WHERE (domain = ? AND userid = ? AND target IN (?)) GROUP BY id ORDER BY time DESC LIMIT ?', [domain, userid, ids, limit], func); + } + }; + obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, func) { sqlDbQuery('SELECT doc FROM meshcentral.events WHERE (nodeid = ?) AND (domain = ?) ORDER BY time DESC LIMIT ?', [nodeid, domain, limit], func); }; + obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, func) { sqlDbQuery('SELECT doc FROM meshcentral.events WHERE (nodeid = ?) AND (domain = ?) AND ((userid = ?) OR (userid IS NULL)) ORDER BY time DESC LIMIT ?', [nodeid, domain, userid, limit], func); }; + obj.RemoveAllEvents = function (domain) { sqlDbQuery('DELETE FROM meshcentral.events', null, function (err, docs) { }); }; + obj.RemoveAllNodeEvents = function (domain, nodeid) { sqlDbQuery('DELETE FROM meshcentral.events WHERE domain = ? AND nodeid = ?', [domain, nodeid], function (err, docs) { }); }; + obj.RemoveAllUserEvents = function (domain, userid) { sqlDbQuery('DELETE FROM meshcentral.events WHERE domain = ? AND userid = ?', [domain, userid], function (err, docs) { }); }; + obj.GetFailedLoginCount = function (username, domainid, lastlogin, func) { sqlDbExec('SELECT COUNT(id) FROM meshcentral.events WHERE action = "authfail" AND domain = ? AND userid = ? AND time > ?', [domainid, 'user/' + domainid + '/' + username.toLowerCase(), lastlogin], function (err, response) { func(err == null ? response['COUNT(id)'] : 0); }); } + + // Database actions on the power collection + obj.getAllPower = function (func) { sqlDbQuery('SELECT doc FROM meshcentral.power', null, func); }; + obj.storePowerEvent = function (event, multiServer, func) { if (multiServer != null) { event.server = multiServer.serverid; } sqlDbQuery('INSERT INTO meshcentral.power VALUE (?, ?, ?, ?)', [null, event.time, event.nodeid ? event.nodeid : null, JSON.stringify(event)], func); }; + obj.getPowerTimeline = function (nodeid, func) { sqlDbQuery('SELECT doc FROM meshcentral.power WHERE ((nodeid = ?) OR (nodeid = "*")) ORDER BY time DESC', [nodeid], func); }; + obj.removeAllPowerEvents = function () { sqlDbQuery('DELETE FROM meshcentral.power', null, function (err, docs) { }); }; + obj.removeAllPowerEventsForNode = function (nodeid) { sqlDbQuery('DELETE FROM meshcentral.power WHERE nodeid = ?', [nodeid], function (err, docs) { }); }; + + // Database actions on the SMBIOS collection + obj.GetAllSMBIOS = function (func) { sqlDbQuery('SELECT doc FROM meshcentral.smbios', null, func); }; + obj.SetSMBIOS = function (smbios, func) { var expire = new Date(smbios.time); expire.setMonth(expire.getMonth() + 6); sqlDbQuery('REPLACE INTO meshcentral.smbios VALUE (?, ?, ?, ?)', [smbios._id, smbios.time, expire, JSON.stringify(smbios)], func); }; + obj.RemoveSMBIOS = function (id) { sqlDbQuery('DELETE FROM meshcentral.smbios WHERE id = ?', [id], function (err, docs) { }); }; + obj.GetSMBIOS = function (id, func) { sqlDbQuery('SELECT doc FROM meshcentral.smbios WHERE id = ?', [id], func); }; + + // Database actions on the Server Stats collection + obj.SetServerStats = function (data, func) { sqlDbQuery('REPLACE INTO meshcentral.serverstats VALUE (?, ?, ?)', [data.time, data.expire, JSON.stringify(data)], func); }; + obj.GetServerStats = function (hours, func) { var t = new Date(); t.setTime(t.getTime() - (60 * 60 * 1000 * hours)); sqlDbQuery('SELECT doc FROM meshcentral.main WHERE time < ?', [t], func); }; // TODO: Expire old entries + + // Read a configuration file from the database + obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); } + + // Write a configuration file to the database + obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); } + + // List all configuration files + obj.listConfigFiles = function (func) { sqlDbQuery('SELECT doc FROM meshcentral.main WHERE type = "cfile" ORDER BY id', func); } + + // Get all configuration files + obj.getAllConfigFiles = function (password, func) { + obj.file.find({ type: 'cfile' }).toArray(function (err, docs) { + if (err != null) { func(null); return; } + var r = null; + for (var i = 0; i < docs.length; i++) { + var name = docs[i]._id.split('/')[1]; + var data = obj.decryptData(password, docs[i].data); + if (data != null) { if (r == null) { r = {}; } r[name] = data; } + } + func(r); + }); + } + + // Get database information (TODO: Complete this) + obj.getDbStats = function (func) { + obj.stats = { c: 4 }; + sqlDbExec('SELECT COUNT(id) FROM meshcentral.main', null, function (err, response) { obj.stats.meshcentral = response['COUNT(id)']; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + sqlDbExec('SELECT COUNT(time) FROM meshcentral.serverstats', null, function (err, response) { obj.stats.serverstats = response['COUNT(time)']; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + sqlDbExec('SELECT COUNT(id) FROM meshcentral.power', null, function (err, response) { obj.stats.power = response['COUNT(id)']; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + sqlDbExec('SELECT COUNT(id) FROM meshcentral.smbios', null, function (err, response) { obj.stats.smbios = response['COUNT(id)']; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + } + + // Plugin operations + if (obj.pluginsActive) { + obj.addPlugin = function (plugin, func) { sqlDbQuery('INSERT INTO meshcentral.plugin VALUE (?, ?)', [null, JSON.stringify(value)], func); }; // Add a plugin + obj.getPlugins = function (func) { sqlDbQuery('SELECT doc FROM meshcentral.plugin', null, func); }; // Get all plugins + obj.getPlugin = function (id, func) { sqlDbQuery('SELECT doc FROM meshcentral.plugin WHERE id = ?', [id], func); }; // Get plugin + obj.deletePlugin = function (id, func) { sqlDbQuery('DELETE FROM meshcentral.plugin WHERE id = ?', [id], func); }; // Delete plugin + obj.setPluginStatus = function (id, status, func) { obj.getPlugin(id, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].status = status; obj.updatePlugin(id, docs[0], func); } }); }; + obj.updatePlugin = function (id, args, func) { delete args._id; sqlDbQuery('REPLACE INTO meshcentral.plugin VALUE (?, ?)', [id, JSON.stringify(args)], func); }; + } + } else if (obj.databaseType == 3) { + // Database actions on the main collection (MongoDB) + obj.Set = function (data, func) { // Fast Set operation using bulkWrite(), this is much faster then using replaceOne() + if (obj.filePendingSet == false) { + // Perform the operation now + obj.filePendingSet = true; obj.filePendingSets = null; + if (func != null) { obj.filePendingCbs = [func]; } + obj.file.bulkWrite([{ replaceOne: { filter: { _id: data._id }, replacement: performTypedRecordEncrypt(common.escapeLinksFieldNameEx(data)), upsert: true } }], fileBulkWriteCompleted); + } else { + // Add this operation to the pending list + if (obj.filePendingSets == null) { obj.filePendingSets = {} } + obj.filePendingSets[data._id] = data; + if (func != null) { if (obj.filePendingCb == null) { obj.filePendingCb = [ func ]; } else { obj.filePendingCb.push(func); } } + } + }; + + /* + obj.Get = function (id, func) { + if (arguments.length > 2) { + var parms = [func]; + for (var parmx = 2; parmx < arguments.length; ++parmx) { parms.push(arguments[parmx]); } + var func2 = function _func2(arg1, arg2) { + var userCallback = _func2.userArgs.shift(); + _func2.userArgs.unshift(arg2); + _func2.userArgs.unshift(arg1); + userCallback.apply(obj, _func2.userArgs); + }; + func2.userArgs = parms; + obj.file.find({ _id: id }).toArray(function (err, docs) { + if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); } + func2(err, performTypedRecordDecrypt(docs)); + }); + } else { + obj.file.find({ _id: id }).toArray(function (err, docs) { + if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); } + func(err, performTypedRecordDecrypt(docs)); + }); + } + }; + */ + + obj.Get = function (id, func) { // Fast Get operation using a bulk find() to reduce round trips to the database. + // Encode arguments into return function if any are present. + var func2 = func; + if (arguments.length > 2) { + var parms = [func]; + for (var parmx = 2; parmx < arguments.length; ++parmx) { parms.push(arguments[parmx]); } + var func2 = function _func2(arg1, arg2) { + var userCallback = _func2.userArgs.shift(); + _func2.userArgs.unshift(arg2); + _func2.userArgs.unshift(arg1); + userCallback.apply(obj, _func2.userArgs); + }; + func2.userArgs = parms; + } + + if (obj.filePendingGets == null) { + // No pending gets, perform the operation now. + obj.filePendingGets = {}; + obj.filePendingGets[id] = [func2]; + obj.file.find({ _id: id }).toArray(fileBulkReadCompleted); + } else { + // Add get to pending list. + if (obj.filePendingGet == null) { obj.filePendingGet = {}; } + if (obj.filePendingGet[id] == null) { obj.filePendingGet[id] = [func2]; } else { obj.filePendingGet[id].push(func2); } + } + }; + + obj.GetAll = function (func) { obj.file.find({}).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetHash = function (id, func) { obj.file.find({ _id: id }).project({ _id: 0, hash: 1 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetAllTypeNoTypeField = function (type, domain, func) { obj.file.find({ type: type, domain: domain }).project({ type: 0 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, func) { + if (extrasids == null) { + var x = { type: type, domain: domain, meshid: { $in: meshes } }; + if (id) { x._id = id; } + obj.file.find(x, { type: 0 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); + } else { + var x = { type: type, domain: domain, $or: [ { meshid: { $in: meshes } }, { _id: { $in: extrasids } } ] }; + if (id) { x._id = id; } + obj.file.find(x, { type: 0 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); + } + }; + obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) { + var x = { type: type, domain: domain, nodeid: { $in: nodes } }; + if (id) { x._id = id; } + obj.file.find(x, { type: 0 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); + }; + obj.GetAllType = function (type, func) { obj.file.find({ type: type }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetAllIdsOfType = function (ids, domain, type, func) { obj.file.find({ type: type, domain: domain, _id: { $in: ids } }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetUserWithEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetUserWithVerifiedEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email, emailVerified: true }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + + obj.Remove = function (id, func) { // Fast remove operation using a bulk find() to reduce round trips to the database. + if (obj.filePendingRemoves == null) { + // No pending gets, perform the operation now. + obj.filePendingRemoves = {}; + obj.filePendingRemoves[id] = [func]; + obj.file.deleteOne({ _id: id }, fileBulkRemoveCompleted); + } else { + // Add remove to pending list. + if (obj.filePendingRemove == null) { obj.filePendingRemove = {}; } + if (obj.filePendingRemove[id] == null) { obj.filePendingRemove[id] = [func]; } else { obj.filePendingRemove[id].push(func); } + } + }; + + obj.RemoveAll = function (func) { obj.file.deleteMany({}, { multi: true }, func); }; + obj.RemoveAllOfType = function (type, func) { obj.file.deleteMany({ type: type }, { multi: true }, func); }; + obj.InsertMany = function (data, func) { obj.file.insertMany(data, func); }; + obj.RemoveMeshDocuments = function (id) { obj.file.deleteMany({ meshid: id }, { multi: true }); obj.file.deleteOne({ _id: 'nt' + id }); }; + obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); }; + obj.DeleteDomain = function (domain, func) { obj.file.deleteMany({ domain: domain }, { multi: true }, func); }; + obj.SetUser = function (user) { if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } }; + obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } }; + obj.getLocalAmtNodes = function (func) { obj.file.find({ type: 'node', host: { $exists: true, $ne: null }, intelamt: { $exists: true } }).toArray(func); }; // TODO: This query is not optimized, but local mode only. + obj.getAmtUuidMeshNode = function (meshid, uuid, func) { obj.file.find({ type: 'node', meshid: meshid, 'intelamt.uuid': uuid }).toArray(func); }; + + // TODO: Starting in MongoDB 4.0.3, you should use countDocuments() instead of count() that is deprecated. We should detect MongoDB version and switch. + // https://docs.mongodb.com/manual/reference/method/db.collection.countDocuments/ + //obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { obj.file.countDocuments({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max)); }); } } + obj.isMaxType = function (max, type, domainid, func) { + if (obj.file.countDocuments) { + if (max == null) { func(false); } else { obj.file.countDocuments({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max), count); }); } + } else { + if (max == null) { func(false); } else { obj.file.count({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max), count); }); } + } + } + + // Database actions on the events collection + obj.GetAllEvents = function (func) { obj.eventsfile.find({}).toArray(func); }; + obj.StoreEvent = function (event, func) { // Fast MongoDB event store using bulkWrite() + if (obj.eventsFilePendingSet == false) { + // Perform the operation now + obj.eventsFilePendingSet = true; obj.eventsFilePendingSets = null; + if (func != null) { obj.eventsFilePendingCbs = [func]; } + obj.eventsfile.bulkWrite([{ insertOne: { document: event } }], eventsFileBulkWriteCompleted); + } else { + // Add this operation to the pending list + if (obj.eventsFilePendingSets == null) { obj.eventsFilePendingSets = [] } + obj.eventsFilePendingSets.push(event); + if (func != null) { if (obj.eventsFilePendingCb == null) { obj.eventsFilePendingCb = [func]; } else { obj.eventsFilePendingCb.push(func); } } + } + }; + obj.GetEvents = function (ids, domain, func) { obj.eventsfile.find({ domain: domain, ids: { $in: ids } }).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).toArray(func); }; + obj.GetEventsWithLimit = function (ids, domain, limit, func) { obj.eventsfile.find({ domain: domain, ids: { $in: ids } }).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).toArray(func); }; + obj.GetUserEvents = function (ids, domain, username, func) { obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }, { username: username }] }).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).toArray(func); }; + obj.GetUserEventsWithLimit = function (ids, domain, username, limit, func) { obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }, { username: username }] }).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).toArray(func); }; + obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, func) { obj.eventsfile.find({ domain: domain, nodeid: nodeid }).project({ type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit).toArray(func); }; + obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, func) { obj.eventsfile.find({ domain: domain, nodeid: nodeid, userid: { $in: [userid, null] } }).project({ type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit).toArray(func); }; + obj.RemoveAllEvents = function (domain) { obj.eventsfile.deleteMany({ domain: domain }, { multi: true }); }; + obj.RemoveAllNodeEvents = function (domain, nodeid) { obj.eventsfile.deleteMany({ domain: domain, nodeid: nodeid }, { multi: true }); }; + obj.RemoveAllUserEvents = function (domain, userid) { obj.eventsfile.deleteMany({ domain: domain, userid: userid }, { multi: true }); }; + obj.GetFailedLoginCount = function (username, domainid, lastlogin, func) { + if (obj.eventsfile.countDocuments) { + obj.eventsfile.countDocuments({ action: 'authfail', username: username, domain: domainid, time: { "$gte": lastlogin } }, function (err, count) { func((err == null) ? count : 0); }); + } else { + obj.eventsfile.count({ action: 'authfail', username: username, domain: domainid, time: { "$gte": lastlogin } }, function (err, count) { func((err == null) ? count : 0); }); + } + } + + // Database actions on the power collection + obj.getAllPower = function (func) { obj.powerfile.find({}).toArray(func); }; + obj.storePowerEvent = function (event, multiServer, func) { // Fast MongoDB event store using bulkWrite() + if (multiServer != null) { event.server = multiServer.serverid; } + if (obj.powerFilePendingSet == false) { + // Perform the operation now + obj.powerFilePendingSet = true; obj.powerFilePendingSets = null; + if (func != null) { obj.powerFilePendingCbs = [func]; } + obj.powerfile.bulkWrite([{ insertOne: { document: event } }], powerFileBulkWriteCompleted); + } else { + // Add this operation to the pending list + if (obj.powerFilePendingSets == null) { obj.powerFilePendingSets = [] } + obj.powerFilePendingSets.push(event); + if (func != null) { if (obj.powerFilePendingCb == null) { obj.powerFilePendingCb = [func]; } else { obj.powerFilePendingCb.push(func); } } + } + }; + obj.getPowerTimeline = function (nodeid, func) { obj.powerfile.find({ nodeid: { $in: ['*', nodeid] } }).project({ _id: 0, nodeid: 0, s: 0 }).sort({ time: 1 }).toArray(func); }; + obj.removeAllPowerEvents = function () { obj.powerfile.deleteMany({}, { multi: true }); }; + obj.removeAllPowerEventsForNode = function (nodeid) { obj.powerfile.deleteMany({ nodeid: nodeid }, { multi: true }); }; + + // Database actions on the SMBIOS collection + obj.GetAllSMBIOS = function (func) { obj.smbiosfile.find({}).toArray(func); }; + obj.SetSMBIOS = function (smbios, func) { obj.smbiosfile.updateOne({ _id: smbios._id }, { $set: smbios }, { upsert: true }, func); }; + obj.RemoveSMBIOS = function (id) { obj.smbiosfile.deleteOne({ _id: id }); }; + obj.GetSMBIOS = function (id, func) { obj.smbiosfile.find({ _id: id }).toArray(func); }; + + // Database actions on the Server Stats collection + obj.SetServerStats = function (data, func) { obj.serverstatsfile.insertOne(data, func); }; + obj.GetServerStats = function (hours, func) { var t = new Date(); t.setTime(t.getTime() - (60 * 60 * 1000 * hours)); obj.serverstatsfile.find({ time: { $gt: t } }, { _id: 0, cpu: 0 }).toArray(func); }; + + // Read a configuration file from the database + obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); } + + // Write a configuration file to the database + obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); } + + // List all configuration files + obj.listConfigFiles = function (func) { obj.file.find({ type: 'cfile' }).sort({ _id: 1 }).toArray(func); } + + // Get all configuration files + obj.getAllConfigFiles = function (password, func) { + obj.file.find({ type: 'cfile' }).toArray(function (err, docs) { + if (err != null) { func(null); return; } + var r = null; + for (var i = 0; i < docs.length; i++) { + var name = docs[i]._id.split('/')[1]; + var data = obj.decryptData(password, docs[i].data); + if (data != null) { if (r == null) { r = {}; } r[name] = data; } + } + func(r); + }); + } + + // Get database information + obj.getDbStats = function (func) { + obj.stats = { c: 6 }; + obj.getStats(function (r) { obj.stats.recordTypes = r; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }) + obj.file.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + obj.eventsfile.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + obj.powerfile.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + obj.smbiosfile.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + obj.serverstatsfile.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + } + + // Plugin operations + if (obj.pluginsActive) { + obj.addPlugin = function (plugin, func) { plugin.type = 'plugin'; obj.pluginsfile.insertOne(plugin, func); }; // Add a plugin + obj.getPlugins = function (func) { obj.pluginsfile.find({ type: 'plugin' }).project({ type: 0 }).sort({ name: 1 }).toArray(func); }; // Get all plugins + obj.getPlugin = function (id, func) { id = require('mongodb').ObjectID(id); obj.pluginsfile.find({ _id: id }).sort({ name: 1 }).toArray(func); }; // Get plugin + obj.deletePlugin = function (id, func) { id = require('mongodb').ObjectID(id); obj.pluginsfile.deleteOne({ _id: id }, func); }; // Delete plugin + obj.setPluginStatus = function (id, status, func) { id = require('mongodb').ObjectID(id); obj.pluginsfile.updateOne({ _id: id }, { $set: { status: status } }, func); }; + obj.updatePlugin = function (id, args, func) { delete args._id; id = require('mongodb').ObjectID(id); obj.pluginsfile.updateOne({ _id: id }, { $set: args }, func); }; + } + + } else { + // Database actions on the main collection (NeDB and MongoJS) + obj.Set = function (data, func) { data = common.escapeLinksFieldNameEx(data); var xdata = performTypedRecordEncrypt(data); obj.file.update({ _id: xdata._id }, xdata, { upsert: true }, func); }; + obj.Get = function (id, func) { + if (arguments.length > 2) { + var parms = [func]; + for (var parmx = 2; parmx < arguments.length; ++parmx) { parms.push(arguments[parmx]); } + var func2 = function _func2(arg1, arg2) { + var userCallback = _func2.userArgs.shift(); + _func2.userArgs.unshift(arg2); + _func2.userArgs.unshift(arg1); + userCallback.apply(obj, _func2.userArgs); + }; + func2.userArgs = parms; + obj.file.find({ _id: id }, function (err, docs) { + if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); } + func2(err, performTypedRecordDecrypt(docs)); + }); + } else { + obj.file.find({ _id: id }, function (err, docs) { + if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); } + func(err, performTypedRecordDecrypt(docs)); + }); + } + }; + obj.GetAll = function (func) { obj.file.find({}, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetHash = function (id, func) { obj.file.find({ _id: id }, { _id: 0, hash: 1 }, func); }; + obj.GetAllTypeNoTypeField = function (type, domain, func) { obj.file.find({ type: type, domain: domain }, { type: 0 }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + //obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, domain, type, id, func) { + //var x = { type: type, domain: domain, meshid: { $in: meshes } }; + //if (id) { x._id = id; } + //obj.file.find(x, { type: 0 }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); + //}; + obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, func) { + if (extrasids == null) { + var x = { type: type, domain: domain, meshid: { $in: meshes } }; + if (id) { x._id = id; } + obj.file.find(x, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); + } else { + var x = { type: type, domain: domain, $or: [{ meshid: { $in: meshes } }, { _id: { $in: extrasids } }] }; + if (id) { x._id = id; } + obj.file.find(x, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); + } + }; + obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) { + var x = { type: type, domain: domain, nodeid: { $in: nodes } }; + if (id) { x._id = id; } + obj.file.find(x, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); + }; + obj.GetAllType = function (type, func) { obj.file.find({ type: type }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetAllIdsOfType = function (ids, domain, type, func) { obj.file.find({ type: type, domain: domain, _id: { $in: ids } }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetUserWithEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email }, { type: 0 }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.GetUserWithVerifiedEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email, emailVerified: true }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; + obj.Remove = function (id, func) { obj.file.remove({ _id: id }, func); }; + obj.RemoveAll = function (func) { obj.file.remove({}, { multi: true }, func); }; + obj.RemoveAllOfType = function (type, func) { obj.file.remove({ type: type }, { multi: true }, func); }; + obj.InsertMany = function (data, func) { obj.file.insert(data, func); }; + obj.RemoveMeshDocuments = function (id) { obj.file.remove({ meshid: id }, { multi: true }); obj.file.remove({ _id: 'nt' + id }); }; + obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); }; + obj.DeleteDomain = function (domain, func) { obj.file.remove({ domain: domain }, { multi: true }, func); }; + obj.SetUser = function (user) { if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } }; + obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } }; + obj.getLocalAmtNodes = function (func) { obj.file.find({ type: 'node', host: { $exists: true, $ne: null }, intelamt: { $exists: true } }, func); }; + obj.getAmtUuidMeshNode = function (meshid, uuid, func) { obj.file.find({ type: 'node', meshid: meshid, 'intelamt.uuid': uuid }, func); }; + obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { obj.file.count({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max), count); }); } } + + // Database actions on the events collection + obj.GetAllEvents = function (func) { obj.eventsfile.find({}, func); }; + obj.StoreEvent = function (event, func) { obj.eventsfile.insert(event, func); }; + obj.GetEvents = function (ids, domain, func) { if (obj.databaseType == 1) { obj.eventsfile.find({ domain: domain, ids: { $in: ids } }, { _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).exec(func); } else { obj.eventsfile.find({ domain: domain, ids: { $in: ids } }, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }, func); } }; + obj.GetEventsWithLimit = function (ids, domain, limit, func) { if (obj.databaseType == 1) { obj.eventsfile.find({ domain: domain, ids: { $in: ids } }, { _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).exec(func); } else { obj.eventsfile.find({ domain: domain, ids: { $in: ids } }, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit, func); } }; + obj.GetUserEvents = function (ids, domain, username, func) { + if (obj.databaseType == 1) { + obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }, { username: username }] }, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).exec(func); + } else { + obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }, { username: username }] }, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }, func); + } + }; + obj.GetUserEventsWithLimit = function (ids, domain, username, limit, func) { + if (obj.databaseType == 1) { + obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }, { username: username }] }, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).exec(func); + } else { + obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }, { username: username }] }, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit, func); + } + }; + obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, func) { if (obj.databaseType == 1) { obj.eventsfile.find({ domain: domain, nodeid: nodeid }, { type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit).exec(func); } else { obj.eventsfile.find({ domain: domain, nodeid: nodeid }, { type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit, func); } }; + obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, func) { if (obj.databaseType == 1) { obj.eventsfile.find({ domain: domain, nodeid: nodeid, userid: { $in: [userid, null] } }, { type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit).exec(func); } else { obj.eventsfile.find({ domain: domain, nodeid: nodeid }, { type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit, func); } }; + obj.RemoveAllEvents = function (domain) { obj.eventsfile.remove({ domain: domain }, { multi: true }); }; + obj.RemoveAllNodeEvents = function (domain, nodeid) { obj.eventsfile.remove({ domain: domain, nodeid: nodeid }, { multi: true }); }; + obj.RemoveAllUserEvents = function (domain, userid) { obj.eventsfile.remove({ domain: domain, userid: userid }, { multi: true }); }; + obj.GetFailedLoginCount = function (username, domainid, lastlogin, func) { obj.eventsfile.count({ action: 'authfail', username: username, domain: domainid, time: { "$gte": lastlogin } }, function (err, count) { func((err == null) ? count : 0); }); } + + // Database actions on the power collection + obj.getAllPower = function (func) { obj.powerfile.find({}, func); }; + obj.storePowerEvent = function (event, multiServer, func) { if (multiServer != null) { event.server = multiServer.serverid; } obj.powerfile.insert(event, func); }; + obj.getPowerTimeline = function (nodeid, func) { if (obj.databaseType == 1) { obj.powerfile.find({ nodeid: { $in: ['*', nodeid] } }, { _id: 0, nodeid: 0, s: 0 }).sort({ time: 1 }).exec(func); } else { obj.powerfile.find({ nodeid: { $in: ['*', nodeid] } }, { _id: 0, nodeid: 0, s: 0 }).sort({ time: 1 }, func); } }; + obj.removeAllPowerEvents = function () { obj.powerfile.remove({}, { multi: true }); }; + obj.removeAllPowerEventsForNode = function (nodeid) { obj.powerfile.remove({ nodeid: nodeid }, { multi: true }); }; + + // Database actions on the SMBIOS collection + if (obj.smbiosfile != null) { + obj.GetAllSMBIOS = function (func) { obj.smbiosfile.find({}, func); }; + obj.SetSMBIOS = function (smbios, func) { obj.smbiosfile.update({ _id: smbios._id }, smbios, { upsert: true }, func); }; + obj.RemoveSMBIOS = function (id) { obj.smbiosfile.remove({ _id: id }); }; + obj.GetSMBIOS = function (id, func) { obj.smbiosfile.find({ _id: id }, func); }; + } + + // Database actions on the Server Stats collection + obj.SetServerStats = function (data, func) { obj.serverstatsfile.insert(data, func); }; + obj.GetServerStats = function (hours, func) { var t = new Date(); t.setTime(t.getTime() - (60 * 60 * 1000 * hours)); obj.serverstatsfile.find({ time: { $gt: t } }, { _id: 0, cpu: 0 }, func); }; + + // Read a configuration file from the database + obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); } + + // Write a configuration file to the database + obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); } + + // List all configuration files + obj.listConfigFiles = function (func) { obj.file.find({ type: 'cfile' }).sort({ _id: 1 }).exec(func); } + + // Get all configuration files + obj.getAllConfigFiles = function (password, func) { + obj.file.find({ type: 'cfile' }, function (err, docs) { + if (err != null) { func(null); return; } + var r = null; + for (var i = 0; i < docs.length; i++) { + var name = docs[i]._id.split('/')[1]; + var data = obj.decryptData(password, docs[i].data); + if (data != null) { if (r == null) { r = {}; } r[name] = data; } + } + func(r); + }); + } + + // Get database information + obj.getDbStats = function (func) { + obj.stats = { c: 5 }; + obj.getStats(function (r) { obj.stats.recordTypes = r; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }) + obj.file.count({}, function (err, count) { obj.stats.meshcentral = { count: count }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + obj.eventsfile.count({}, function (err, count) { obj.stats.events = { count: count }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + obj.powerfile.count({}, function (err, count) { obj.stats.power = { count: count }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + obj.serverstatsfile.count({}, function (err, count) { obj.stats.serverstats = { count: count }; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } }); + } + + // Plugin operations + if (obj.pluginsActive) { + obj.addPlugin = function (plugin, func) { plugin.type = 'plugin'; obj.pluginsfile.insert(plugin, func); }; // Add a plugin + obj.getPlugins = function (func) { obj.pluginsfile.find({ 'type': 'plugin' }, { 'type': 0 }).sort({ name: 1 }).exec(func); }; // Get all plugins + obj.getPlugin = function (id, func) { obj.pluginsfile.find({ _id: id }).sort({ name: 1 }).exec(func); }; // Get plugin + obj.deletePlugin = function (id, func) { obj.pluginsfile.remove({ _id: id }, func); }; // Delete plugin + obj.setPluginStatus = function (id, status, func) { obj.pluginsfile.update({ _id: id }, { $set: { status: status } }, func); }; + obj.updatePlugin = function (id, args, func) { delete args._id; obj.pluginsfile.update({ _id: id }, { $set: args }, func); }; + } + + } + + func(obj); // Completed function setup + } + + // Return a human readable string with current backup configuration + obj.getBackupConfig = function () { + var r = '', backupPath = parent.backuppath; + if (parent.config.settings.autobackup && parent.config.settings.autobackup.backuppath) { backupPath = parent.config.settings.autobackup.backuppath; } + const dbname = (parent.args.mongodbname) ? (parent.args.mongodbname) : 'meshcentral'; + const currentDate = new Date(); + const fileSuffix = currentDate.getFullYear() + '-' + padNumber(currentDate.getMonth() + 1, 2) + '-' + padNumber(currentDate.getDate(), 2) + '-' + padNumber(currentDate.getHours(), 2) + '-' + padNumber(currentDate.getMinutes(), 2); + const newAutoBackupFile = 'meshcentral-autobackup-' + fileSuffix; + const newAutoBackupPath = parent.path.join(backupPath, newAutoBackupFile); + + r += 'DB Name: ' + dbname + '\r\n'; + r += 'DB Type: ' + ['None', 'NeDB', 'MongoJS', 'MongoDB'][obj.databaseType] + '\r\n'; + r += 'BackupPath: ' + backupPath + '\r\n'; + r += 'newAutoBackupFile: ' + newAutoBackupFile + '\r\n'; + r += 'newAutoBackupPath: ' + newAutoBackupPath + '\r\n'; + + if (parent.config.settings.autobackup == null) { + r += 'No Settings/AutoBackup\r\n'; + } else { + if (parent.config.settings.autobackup.backupintervalhours != null) { + if (typeof parent.config.settings.autobackup.backupintervalhours != 'number') { r += 'Bad backupintervalhours type\r\n'; } + else { r += 'Backup Interval (Hours): ' + parent.config.settings.autobackup.backupintervalhours + '\r\n'; } + } + if (parent.config.settings.autobackup.keeplastdaysbackup != null) { + if (typeof parent.config.settings.autobackup.keeplastdaysbackup != 'number') { r += 'Bad keeplastdaysbackup type\r\n'; } + else { r += 'Keep Last Backups (Days): ' + parent.config.settings.autobackup.keeplastdaysbackup + '\r\n'; } + } + if (parent.config.settings.autobackup.zippassword != null) { + if (typeof parent.config.settings.autobackup.zippassword != 'string') { r += 'Bad zippassword type\r\n'; } + else { r += 'ZIP Password Set\r\n'; } + } + if (parent.config.settings.autobackup.mongodumppath != null) { + if (typeof parent.config.settings.autobackup.mongodumppath != 'string') { r += 'Bad mongodumppath type\r\n'; } + else { r += 'MongoDump Path: ' + parent.config.settings.autobackup.mongodumppath + '\r\n'; } + } + } + + return r; + } + + // Check that the server is capable of performing a backup + obj.checkBackupCapability = function (func) { + if ((parent.config.settings.autobackup == null) || (parent.config.settings.autobackup == false)) { func(); } + if ((obj.databaseType == 2) || (obj.databaseType == 3)) { + // Check that we have access to MongoDump + var backupPath = parent.backuppath; + if (parent.config.settings.autobackup && parent.config.settings.autobackup.backuppath) { backupPath = parent.config.settings.autobackup.backuppath; } + var mongoDumpPath = 'mongodump'; + if (parent.config.settings.autobackup && parent.config.settings.autobackup.mongodumppath) { mongoDumpPath = parent.config.settings.autobackup.mongodumppath; } + const child_process = require('child_process'); + child_process.exec('"' + mongoDumpPath + '"', { cwd: backupPath }, function (error, stdout, stderr) { + try { + if ((error != null) && (error != '')) { + if (parent.platform == 'win32') { + func(1, "Unable to find mongodump.exe, MongoDB database auto-backup will not be performed."); + } else { + func(1, "Unable to find mongodump, MongoDB database auto-backup will not be performed."); + } + } else { + func(); + } + } catch (ex) { console.log(ex); } + }); + } else { + func(); + } + } + + // MongoDB pending bulk read operation, perform fast bulk document reads. + function fileBulkReadCompleted(err, docs) { + // Send out callbacks with results + if (docs != null) { + for (var i in docs) { + if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } + const id = docs[i]._id; + if (obj.filePendingGets[id] != null) { + for (var j in obj.filePendingGets[id]) { + if (typeof obj.filePendingGets[id][j] == 'function') { obj.filePendingGets[id][j](err, performTypedRecordDecrypt([docs[i]])); } + } + delete obj.filePendingGets[id]; + } + } + } + + // If there are not results, send out a null callback + for (var i in obj.filePendingGets) { for (var j in obj.filePendingGets[i]) { obj.filePendingGets[i][j](err, []); } } + + // Move on to process any more pending get operations + obj.filePendingGets = obj.filePendingGet; + obj.filePendingGet = null; + if (obj.filePendingGets != null) { + var findlist = []; + for (var i in obj.filePendingGets) { findlist.push(i); } + obj.file.find({ _id: { $in: findlist } }).toArray(fileBulkReadCompleted); + } + } + + // MongoDB pending bulk remove operation, perform fast bulk document removes. + function fileBulkRemoveCompleted(err) { + // Send out callbacks + for (var i in obj.filePendingRemoves) { + for (var j in obj.filePendingRemoves[i]) { + if (typeof obj.filePendingRemoves[i][j] == 'function') { obj.filePendingRemoves[i][j](err); } + } + } + + // Move on to process any more pending get operations + obj.filePendingRemoves = obj.filePendingRemove; + obj.filePendingRemove = null; + if (obj.filePendingRemoves != null) { + var findlist = [], count = 0; + for (var i in obj.filePendingRemoves) { findlist.push(i); count++; } + obj.file.deleteMany({ _id: { $in: findlist } }, { multi: true }, fileBulkRemoveCompleted); + } + } + + // MongoDB pending bulk write operation, perform fast bulk document replacement. + function fileBulkWriteCompleted() { + // Callbacks + if (obj.filePendingCbs != null) { + for (var i in obj.filePendingCbs) { if (typeof obj.filePendingCbs[i] == 'function') { obj.filePendingCbs[i](); } } + obj.filePendingCbs = null; + } + if (obj.filePendingSets != null) { + // Perform pending operations + var ops = []; + obj.filePendingCbs = obj.filePendingCb; + obj.filePendingCb = null; + for (var i in obj.filePendingSets) { ops.push({ replaceOne: { filter: { _id: i }, replacement: performTypedRecordEncrypt(common.escapeLinksFieldNameEx(obj.filePendingSets[i])), upsert: true } }); } + obj.file.bulkWrite(ops, fileBulkWriteCompleted); + obj.filePendingSets = null; + } else { + // All done, no pending operations. + obj.filePendingSet = false; + } + } + + // MongoDB pending bulk write operation, perform fast bulk document replacement. + function eventsFileBulkWriteCompleted() { + // Callbacks + if (obj.eventsFilePendingCbs != null) { for (var i in obj.eventsFilePendingCbs) { obj.eventsFilePendingCbs[i](); } obj.eventsFilePendingCbs = null; } + if (obj.eventsFilePendingSets != null) { + // Perform pending operations + var ops = []; + for (var i in obj.eventsFilePendingSets) { ops.push({ document: obj.eventsFilePendingSets[i] }); } + obj.eventsFilePendingCbs = obj.eventsFilePendingCb; + obj.eventsFilePendingCb = null; + obj.eventsFilePendingSets = null; + obj.eventsfile.bulkWrite(ops, eventsFileBulkWriteCompleted); + } else { + // All done, no pending operations. + obj.eventsFilePendingSet = false; + } + } + + // MongoDB pending bulk write operation, perform fast bulk document replacement. + function powerFileBulkWriteCompleted() { + // Callbacks + if (obj.powerFilePendingCbs != null) { for (var i in obj.powerFilePendingCbs) { obj.powerFilePendingCbs[i](); } obj.powerFilePendingCbs = null; } + if (obj.powerFilePendingSets != null) { + // Perform pending operations + var ops = []; + for (var i in obj.powerFilePendingSets) { ops.push({ document: obj.powerFilePendingSets[i] }); } + obj.powerFilePendingCbs = obj.powerFilePendingCb; + obj.powerFilePendingCb = null; + obj.powerFilePendingSets = null; + obj.powerfile.bulkWrite(ops, powerFileBulkWriteCompleted); + } else { + // All done, no pending operations. + obj.powerFilePendingSet = false; + } + } + + // Perform a server backup + obj.performingBackup = false; + obj.performBackup = function (func) { + try { + if (obj.performingBackup) return 1; + obj.performingBackup = true; + //console.log('Performing backup...'); + + var backupPath = parent.backuppath; + if (parent.config.settings.autobackup && parent.config.settings.autobackup.backuppath) { backupPath = parent.config.settings.autobackup.backuppath; } + try { parent.fs.mkdirSync(backupPath); } catch (e) { } + const dbname = (parent.args.mongodbname) ? (parent.args.mongodbname) : 'meshcentral'; + const dburl = parent.args.mongodb; + const currentDate = new Date(); + const fileSuffix = currentDate.getFullYear() + '-' + padNumber(currentDate.getMonth() + 1, 2) + '-' + padNumber(currentDate.getDate(), 2) + '-' + padNumber(currentDate.getHours(), 2) + '-' + padNumber(currentDate.getMinutes(), 2); + const newAutoBackupFile = 'meshcentral-autobackup-' + fileSuffix; + const newAutoBackupPath = parent.path.join(backupPath, newAutoBackupFile); + + if ((obj.databaseType == 2) || (obj.databaseType == 3)) { + // Perform a MongoDump backup + const newBackupFile = 'mongodump-' + fileSuffix; + var newBackupPath = parent.path.join(backupPath, newBackupFile); + var mongoDumpPath = 'mongodump'; + if (parent.config.settings.autobackup && parent.config.settings.autobackup.mongodumppath) { mongoDumpPath = parent.config.settings.autobackup.mongodumppath; } + const child_process = require('child_process'); + var cmd = '\"' + mongoDumpPath + '\" --db=\"' + dbname + '\" --archive=\"' + newBackupPath + '.archive\"'; + if (dburl) { cmd = '\"' + mongoDumpPath + '\" --uri=\"' + dburl.replace('?', '/?') + '\" --archive=\"' + newBackupPath + '.archive\"'; } + var backupProcess = child_process.exec(cmd, { cwd: backupPath }, function (error, stdout, stderr) { + try { + var mongoDumpSuccess = true; + backupProcess = null; + if ((error != null) && (error != '')) { mongoDumpSuccess = false; console.log('ERROR: Unable to perform MongoDB backup: ' + error + '\r\n'); } + + // Perform archive compression + var archiver = require('archiver'); + var output = parent.fs.createWriteStream(newAutoBackupPath + '.zip'); + var archive = null; + if (parent.config.settings.autobackup && (typeof parent.config.settings.autobackup.zippassword == 'string')) { + try { archiver.registerFormat('zip-encrypted', require("archiver-zip-encrypted")); } catch (ex) { } + archive = archiver.create('zip-encrypted', { zlib: { level: 9 }, encryptionMethod: 'aes256', password: parent.config.settings.autobackup.zippassword }); + } else { + archive = archiver('zip', { zlib: { level: 9 } }); + } + output.on('close', function () { + obj.performingBackup = false; + if (func) { if (mongoDumpSuccess) { func('Auto-backup completed.'); } else { func('Auto-backup completed without mongodb database: ' + error); } } + obj.performCloudBackup(newAutoBackupPath + '.zip', func); + setTimeout(function () { try { parent.fs.unlink(newBackupPath + '.archive', function () { }); } catch (ex) { console.log(ex); } }, 5000); + }); + output.on('end', function () { }); + archive.on('warning', function (err) { console.log('Backup warning: ' + err); if (func) { func('Backup warning: ' + err); } }); + archive.on('error', function (err) { console.log('Backup error: ' + err); if (func) { func('Backup error: ' + err); } }); + archive.pipe(output); + if (mongoDumpSuccess == true) { archive.file(newBackupPath + '.archive', { name: newBackupFile + '.archive' }); } + archive.directory(parent.datapath, 'meshcentral-data'); + archive.finalize(); + } catch (ex) { console.log(ex); } + }); + } else { + // Perform a NeDB backup + var archiver = require('archiver'); + var output = parent.fs.createWriteStream(newAutoBackupPath + '.zip'); + var archive = null; + if (parent.config.settings.autobackup && (typeof parent.config.settings.autobackup.zippassword == 'string')) { + try { archiver.registerFormat('zip-encrypted', require("archiver-zip-encrypted")); } catch (ex) { } + archive = archiver.create('zip-encrypted', { zlib: { level: 9 }, encryptionMethod: 'aes256', password: parent.config.settings.autobackup.zippassword }); + } else { + archive = archiver('zip', { zlib: { level: 9 } }); + } + output.on('close', function () { obj.performingBackup = false; if (func) { func('Auto-backup completed.'); } obj.performCloudBackup(newAutoBackupPath + '.zip', func); }); + output.on('end', function () { }); + archive.on('warning', function (err) { console.log('Backup warning: ' + err); if (func) { func('Backup warning: ' + err); } }); + archive.on('error', function (err) { console.log('Backup error: ' + err); if (func) { func('Backup error: ' + err); } }); + archive.pipe(output); + archive.directory(parent.datapath, 'meshcentral-data'); + archive.finalize(); + } + + // Remove old backups + if (parent.config.settings.autobackup && (typeof parent.config.settings.autobackup.keeplastdaysbackup == 'number')) { + var cutoffDate = new Date(); + cutoffDate.setDate(cutoffDate.getDate() - parent.config.settings.autobackup.keeplastdaysbackup); + parent.fs.readdir(parent.backuppath, function (err, dir) { + try { + if ((err == null) && (dir.length > 0)) { + for (var i in dir) { + var name = dir[i]; + if (name.startsWith('meshcentral-autobackup-') && name.endsWith('.zip')) { + var timex = name.substring(23, name.length - 4).split('-'); + if (timex.length == 5) { + var fileDate = new Date(parseInt(timex[0]), parseInt(timex[1]) - 1, parseInt(timex[2]), parseInt(timex[3]), parseInt(timex[4])); + if (fileDate && (cutoffDate > fileDate)) { try { parent.fs.unlink(parent.path.join(parent.backuppath, name), function () { }); } catch (ex) { } } + } + } + } + } + } catch (ex) { console.log(ex); } + }); + } + } catch (ex) { console.log(ex); } + return 0; + } + + // Perform cloud backup + obj.performCloudBackup = function (filename, func) { + + // WebDAV Backup + if ((typeof parent.config.settings.autobackup == 'object') && (typeof parent.config.settings.autobackup.webdav == 'object')) { + const xdateTimeSort = function (a, b) { if (a.xdate > b.xdate) return 1; if (a.xdate < b.xdate) return -1; return 0; } + + // Fetch the folder name + var webdavfolderName = 'MeshCentral-Backups'; + if (typeof parent.config.settings.autobackup.webdav.foldername == 'string') { webdavfolderName = parent.config.settings.autobackup.webdav.foldername; } + + // Clean up our WebDAV folder + function performWebDavCleanup(client) { + if ((typeof parent.config.settings.autobackup.webdav.maxfiles == 'number') && (parent.config.settings.autobackup.webdav.maxfiles > 1)) { + var directoryItems = client.getDirectoryContents(webdavfolderName); + directoryItems.then( + function (files) { + for (var i in files) { files[i].xdate = new Date(files[i].lastmod); } + files.sort(xdateTimeSort); + while (files.length >= parent.config.settings.autobackup.webdav.maxfiles) { + client.deleteFile(files.shift().filename).then(function (state) { + if (func) { func('WebDAV file deleted.'); } + }).catch(function (err) { + if (func) { func('WebDAV (deleteFile) error: ' + err); } + }); + } + } + ).catch(function (err) { + if (func) { func('WebDAV (getDirectoryContents) error: ' + err); } + }); + } + } + + // Upload to the WebDAV folder + function performWebDavUpload(client, filepath) { + var fileStream = require('fs').createReadStream(filepath); + fileStream.on('close', function () { if (func) { func('WebDAV upload completed'); } }) + fileStream.on('error', function (err) { if (func) { func('WebDAV (fileUpload) error: ' + err); } }) + fileStream.pipe(client.createWriteStream('/' + webdavfolderName + '/' + require('path').basename(filepath))); + if (func) { func('Uploading using WebDAV...'); } + } + + if (func) { func('Attempting WebDAV upload...'); } + const { createClient } = require('webdav'); + const client = createClient(parent.config.settings.autobackup.webdav.url, { username: parent.config.settings.autobackup.webdav.username, password: parent.config.settings.autobackup.webdav.password }); + var directoryItems = client.getDirectoryContents('/'); + directoryItems.then( + function (files) { + var folderFound = false; + for (var i in files) { if ((files[i].basename == webdavfolderName) && (files[i].type == 'directory')) { folderFound = true; } } + if (folderFound == false) { + client.createDirectory(webdavfolderName).then(function (a) { + if (a.statusText == 'Created') { + if (func) { func('WebDAV folder created'); } + performWebDavUpload(client, filename); + } else { + if (func) { func('WebDAV (createDirectory) status: ' + a.statusText); } + } + }).catch(function (err) { + if (func) { func('WebDAV (createDirectory) error: ' + err); } + }); + } else { + performWebDavCleanup(client); + performWebDavUpload(client, filename); + } + } + ).catch(function (err) { + if (func) { func('WebDAV (getDirectoryContents) error: ' + err); } + }); + } + + // Google Drive Backup + if ((typeof parent.config.settings.autobackup == 'object') && (typeof parent.config.settings.autobackup.googledrive == 'object')) { + obj.Get('GoogleDriveBackup', function (err, docs) { + if ((err != null) || (docs.length != 1) || (docs[0].state != 3)) return; + if (func) { func('Attempting Google Drive upload...'); } + const {google} = require('googleapis'); + const oAuth2Client = new google.auth.OAuth2(docs[0].clientid, docs[0].clientsecret, "urn:ietf:wg:oauth:2.0:oob"); + oAuth2Client.on('tokens', function (tokens) { if (tokens.refresh_token) { docs[0].token = tokens.refresh_token; parent.db.Set(docs[0]); } }); // Update the token in the database + oAuth2Client.setCredentials(docs[0].token); + const drive = google.drive({ version: 'v3', auth: oAuth2Client }); + const createdTimeSort = function (a, b) { if (a.createdTime > b.createdTime) return 1; if (a.createdTime < b.createdTime) return -1; return 0; } + + // Called once we know our folder id, clean up and upload a backup. + var useGoogleDrive = function (folderid) { + // List files to see if we need to delete older ones + if (typeof parent.config.settings.autobackup.googledrive.maxfiles == 'number') { + drive.files.list({ + q: 'trashed = false and \'' + folderid + '\' in parents', + fields: 'nextPageToken, files(id, name, size, createdTime)', + }, function (err, res) { + if (err) { + console.log('GoogleDrive (files.list) error: ' + err); + if (func) { func('GoogleDrive (files.list) error: ' + err); } + return; + } + // Delete any old files if more than 10 files are present in the backup folder. + res.data.files.sort(createdTimeSort); + while (res.data.files.length >= parent.config.settings.autobackup.googledrive.maxfiles) { drive.files.delete({ fileId: res.data.files.shift().id }, function (err, res) { }); } + }); + } + + //console.log('Uploading...'); + if (func) { func('Uploading to Google Drive...'); } + + // Upload the backup + drive.files.create({ + requestBody: { name: require('path').basename(filename), mimeType: 'text/plain', parents: [folderid] }, + media: { mimeType: 'application/zip', body: require('fs').createReadStream(filename) }, + }, function (err, res) { + if (err) { + console.log('GoogleDrive (files.create) error: ' + err); + if (func) { func('GoogleDrive (files.create) error: ' + err); } + return; + } + //console.log('Upload done.'); + if (func) { func('Google Drive upload completed.'); } + }); + } + + // Fetch the folder name + var folderName = 'MeshCentral-Backups'; + if (typeof parent.config.settings.autobackup.googledrive.foldername == 'string') { folderName = parent.config.settings.autobackup.googledrive.foldername; } + + // Find our backup folder, create one if needed. + drive.files.list({ + q: 'mimeType = \'application/vnd.google-apps.folder\' and name=\'' + folderName + '\' and trashed = false', + fields: 'nextPageToken, files(id, name)', + }, function (err, res) { + if (err) { + console.log('GoogleDrive error: ' + err); + if (func) { func('GoogleDrive error: ' + err); } + return; + } + if (res.data.files.length == 0) { + // Create a folder + drive.files.create({ resource: { 'name': folderName, 'mimeType': 'application/vnd.google-apps.folder' }, fields: 'id' }, function (err, file) { + if (err) { + console.log('GoogleDrive (folder.create) error: ' + err); + if (func) { func('GoogleDrive (folder.create) error: ' + err); } + return; + } + useGoogleDrive(file.data.id); + }); + } else { useGoogleDrive(res.data.files[0].id); } + }); + }); + } + } + + // Transfer NeDB data into the current database + obj.nedbtodb = function (func) { + var nedbDatastore = require('nedb'); + var datastoreOptions = { filename: parent.getConfigFilePath('meshcentral.db'), autoload: true }; + + // If a DB encryption key is provided, perform database encryption + if ((typeof parent.args.dbencryptkey == 'string') && (parent.args.dbencryptkey.length != 0)) { + // Hash the database password into a AES256 key and setup encryption and decryption. + var nedbKey = parent.crypto.createHash('sha384').update(parent.args.dbencryptkey).digest('raw').slice(0, 32); + datastoreOptions.afterSerialization = function (plaintext) { + const iv = parent.crypto.randomBytes(16); + const aes = parent.crypto.createCipheriv('aes-256-cbc', nedbKey, iv); + var ciphertext = aes.update(plaintext); + ciphertext = Buffer.concat([iv, ciphertext, aes.final()]); + return ciphertext.toString('base64'); + } + datastoreOptions.beforeDeserialization = function (ciphertext) { + const ciphertextBytes = Buffer.from(ciphertext, 'base64'); + const iv = ciphertextBytes.slice(0, 16); + const data = ciphertextBytes.slice(16); + const aes = parent.crypto.createDecipheriv('aes-256-cbc', nedbKey, iv); + var plaintextBytes = Buffer.from(aes.update(data)); + plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]); + return plaintextBytes.toString(); + } + } + + // Setup all NeDB collections + var nedbfile = new nedbDatastore(datastoreOptions); + var nedbeventsfile = new nedbDatastore({ filename: parent.getConfigFilePath('meshcentral-events.db'), autoload: true, corruptAlertThreshold: 1 }); + var nedbpowerfile = new nedbDatastore({ filename: parent.getConfigFilePath('meshcentral-power.db'), autoload: true, corruptAlertThreshold: 1 }); + var nedbserverstatsfile = new nedbDatastore({ filename: parent.getConfigFilePath('meshcentral-stats.db'), autoload: true, corruptAlertThreshold: 1 }); + + // Transfered record counts + var normalRecordsTransferCount = 0; + var eventRecordsTransferCount = 0; + var powerRecordsTransferCount = 0; + var statsRecordsTransferCount = 0; + var pendingTransfer = 0; + + // Transfer the data from main database + nedbfile.find({}, function (err, docs) { + if ((err == null) && (docs.length > 0)) { + performTypedRecordDecrypt(docs) + for (var i in docs) { + pendingTransfer++; + normalRecordsTransferCount++; + obj.Set(common.unEscapeLinksFieldName(docs[i]), function () { pendingTransfer--; }); + } + } + + // Transfer events + nedbeventsfile.find({}, function (err, docs) { + if ((err == null) && (docs.length > 0)) { + for (var i in docs) { + pendingTransfer++; + eventRecordsTransferCount++; + obj.StoreEvent(docs[i], function () { pendingTransfer--; }); + } + } + + // Transfer power events + nedbpowerfile.find({}, function (err, docs) { + if ((err == null) && (docs.length > 0)) { + for (var i in docs) { + pendingTransfer++; + powerRecordsTransferCount++; + obj.storePowerEvent(docs[i], null, function () { pendingTransfer--; }); + } + } + + // Transfer server stats + nedbserverstatsfile.find({}, function (err, docs) { + if ((err == null) && (docs.length > 0)) { + for (var i in docs) { + pendingTransfer++; + statsRecordsTransferCount++; + obj.SetServerStats(docs[i], function () { pendingTransfer--; }); + } + } + + // Only exit when all the records are stored. + setInterval(function () { + if (pendingTransfer == 0) { func("Done. " + normalRecordsTransferCount + " record(s), " + eventRecordsTransferCount + " event(s), " + powerRecordsTransferCount + " power change(s), " + statsRecordsTransferCount + " stat(s)."); } + }, 200) + }); + }); + }); + }); + } + + function padNumber(number, digits) { return Array(Math.max(digits - String(number).length + 1, 0)).join(0) + number; } + + // Called when a node has changed + function dbNodeChange(nodeChange, added) { + common.unEscapeLinksFieldName(nodeChange.fullDocument); + const node = performTypedRecordDecrypt([nodeChange.fullDocument])[0]; + if (node.intelamt != null) { // Remove the Intel AMT password and MPS password before eventing this. + if (node.intelamt.pass != null) { node.intelamt.pass = 1; } + if (node.intelamt.mpspass != null) { node.intelamt.mpspass = 1; } + } + parent.DispatchEvent(['*', node.meshid], obj, { etype: 'node', action: (added ? 'addnode' : 'changenode'), node: node, nodeid: node._id, domain: node.domain, nolog: 1 }); + } + + // Called when a device group has changed + function dbMeshChange(meshChange, added) { + if (parent.webserver == null) return; + common.unEscapeLinksFieldName(meshChange.fullDocument); + const mesh = performTypedRecordDecrypt([meshChange.fullDocument])[0]; + + // Update the mesh object in memory + const mmesh = parent.webserver.meshes[mesh._id]; + for (var i in mesh) { mmesh[i] = mesh[i]; } + for (var i in mmesh) { if (mesh[i] == null) { delete mmesh[i]; } } + + // Send the mesh update + if (mesh.deleted) { mesh.action = 'deletemesh'; } else { mesh.action = (added ? 'createmesh' : 'meshchange'); } + mesh.meshid = mesh._id; + mesh.nolog = 1; + delete mesh.type; + delete mesh._id; + if ((mesh.amt != null) && (mesh.amt.password != null)) { + mesh.amt = Object.assign({}, mesh.amt); // Shallow clone + if (mesh.amt.password != null) { mesh.amt.password = 1; } // Remove the Intel AMT password if present + } + parent.DispatchEvent(['*', mesh.meshid], obj, mesh); + } + + // Called when a user account has changed + function dbUserChange(userChange, added) { + if (parent.webserver == null) return; + common.unEscapeLinksFieldName(userChange.fullDocument); + const user = performTypedRecordDecrypt([userChange.fullDocument])[0]; + + // Update the user object in memory + const muser = parent.webserver.users[user._id]; + for (var i in user) { muser[i] = user[i]; } + for (var i in muser) { if (user[i] == null) { delete muser[i]; } } + + // Send the user update + var targets = ['*', 'server-users', user._id]; + if (user.groups) { for (var i in user.groups) { targets.push('server-users:' + i); } } + parent.DispatchEvent(targets, obj, { etype: 'user', username: user.name, account: parent.webserver.CloneSafeUser(user), action: (added ? 'accountcreate' : 'accountchange'), domain: user.domain, nolog: 1 }); + } + + // Called when a user group has changed + function dbUGrpChange(ugrpChange, added) { + if (parent.webserver == null) return; + common.unEscapeLinksFieldName(ugrpChange.fullDocument); + const usergroup = ugrpChange.fullDocument; + + // Update the user group object in memory + const uusergroup = parent.webserver.userGroups[usergroup._id]; + for (var i in usergroup) { uusergroup[i] = usergroup[i]; } + for (var i in uusergroup) { if (usergroup[i] == null) { delete uusergroup[i]; } } + + // Send the user group update + usergroup.action = (added ? 'createusergroup' : 'usergroupchange'); + usergroup.ugrpid = usergroup._id; + usergroup.nolog = 1; + delete usergroup.type; + delete usergroup._id; + parent.DispatchEvent(['*', usergroup.ugrpid], obj, usergroup); + } + + return obj; +}; diff --git a/db.js b/db.js index e2de7de9..15f1fa44 100644 --- a/db.js +++ b/db.js @@ -39,24 +39,6 @@ module.exports.CreateDB = function (parent, func) { obj.changeStream = false; obj.pluginsActive = ((parent.config) && (parent.config.settings) && (parent.config.settings.plugins != null) && (parent.config.settings.plugins != false) && ((typeof parent.config.settings.plugins != 'object') || (parent.config.settings.plugins.enabled != false))); - // MongoDB bulk operations state - obj.filePendingGet = null; - obj.filePendingGets = null; - obj.filePendingRemove = null; - obj.filePendingRemoves = null; - obj.filePendingSet = false; - obj.filePendingSets = null; - obj.filePendingCb = null; - obj.filePendingCbs = null; - obj.powerFilePendingSet = false; - obj.powerFilePendingSets = null; - obj.powerFilePendingCb = null; - obj.powerFilePendingCbs = null; - obj.eventsFilePendingSet = false; - obj.eventsFilePendingSets = null; - obj.eventsFilePendingCb = null; - obj.eventsFilePendingCbs = null; - obj.SetupDatabase = function (func) { // Check if the database unique identifier is present // This is used to check that in server peering mode, everyone is using the same database. @@ -1046,21 +1028,7 @@ module.exports.CreateDB = function (parent, func) { } } else if (obj.databaseType == 3) { // Database actions on the main collection (MongoDB) - obj.Set = function (data, func) { // Fast Set operation using bulkWrite(), this is much faster then using replaceOne() - if (obj.filePendingSet == false) { - // Perform the operation now - obj.filePendingSet = true; obj.filePendingSets = null; - if (func != null) { obj.filePendingCbs = [func]; } - obj.file.bulkWrite([{ replaceOne: { filter: { _id: data._id }, replacement: performTypedRecordEncrypt(common.escapeLinksFieldNameEx(data)), upsert: true } }], fileBulkWriteCompleted); - } else { - // Add this operation to the pending list - if (obj.filePendingSets == null) { obj.filePendingSets = {} } - obj.filePendingSets[data._id] = data; - if (func != null) { if (obj.filePendingCb == null) { obj.filePendingCb = [ func ]; } else { obj.filePendingCb.push(func); } } - } - }; - - /* + obj.Set = function (data, func) { data = common.escapeLinksFieldNameEx(data); obj.file.replaceOne({ _id: data._id }, performTypedRecordEncrypt(data), { upsert: true }, func); }; obj.Get = function (id, func) { if (arguments.length > 2) { var parms = [func]; @@ -1083,35 +1051,6 @@ module.exports.CreateDB = function (parent, func) { }); } }; - */ - - obj.Get = function (id, func) { // Fast Get operation using a bulk find() to reduce round trips to the database. - // Encode arguments into return function if any are present. - var func2 = func; - if (arguments.length > 2) { - var parms = [func]; - for (var parmx = 2; parmx < arguments.length; ++parmx) { parms.push(arguments[parmx]); } - var func2 = function _func2(arg1, arg2) { - var userCallback = _func2.userArgs.shift(); - _func2.userArgs.unshift(arg2); - _func2.userArgs.unshift(arg1); - userCallback.apply(obj, _func2.userArgs); - }; - func2.userArgs = parms; - } - - if (obj.filePendingGets == null) { - // No pending gets, perform the operation now. - obj.filePendingGets = {}; - obj.filePendingGets[id] = [func2]; - obj.file.find({ _id: id }).toArray(fileBulkReadCompleted); - } else { - // Add get to pending list. - if (obj.filePendingGet == null) { obj.filePendingGet = {}; } - if (obj.filePendingGet[id] == null) { obj.filePendingGet[id] = [func2]; } else { obj.filePendingGet[id].push(func2); } - } - }; - obj.GetAll = function (func) { obj.file.find({}).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; obj.GetHash = function (id, func) { obj.file.find({ _id: id }).project({ _id: 0, hash: 1 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; obj.GetAllTypeNoTypeField = function (type, domain, func) { obj.file.find({ type: type, domain: domain }).project({ type: 0 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; @@ -1135,20 +1074,7 @@ module.exports.CreateDB = function (parent, func) { obj.GetAllIdsOfType = function (ids, domain, type, func) { obj.file.find({ type: type, domain: domain, _id: { $in: ids } }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; obj.GetUserWithEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; obj.GetUserWithVerifiedEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email, emailVerified: true }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }; - - obj.Remove = function (id, func) { // Fast remove operation using a bulk find() to reduce round trips to the database. - if (obj.filePendingRemoves == null) { - // No pending gets, perform the operation now. - obj.filePendingRemoves = {}; - obj.filePendingRemoves[id] = [func]; - obj.file.deleteOne({ _id: id }, fileBulkRemoveCompleted); - } else { - // Add remove to pending list. - if (obj.filePendingRemove == null) { obj.filePendingRemove = {}; } - if (obj.filePendingRemove[id] == null) { obj.filePendingRemove[id] = [func]; } else { obj.filePendingRemove[id].push(func); } - } - }; - + obj.Remove = function (id, func) { obj.file.deleteOne({ _id: id }, func); }; obj.RemoveAll = function (func) { obj.file.deleteMany({}, { multi: true }, func); }; obj.RemoveAllOfType = function (type, func) { obj.file.deleteMany({ type: type }, { multi: true }, func); }; obj.InsertMany = function (data, func) { obj.file.insertMany(data, func); }; @@ -1157,7 +1083,7 @@ module.exports.CreateDB = function (parent, func) { obj.DeleteDomain = function (domain, func) { obj.file.deleteMany({ domain: domain }, { multi: true }, func); }; obj.SetUser = function (user) { if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } }; obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } }; - obj.getLocalAmtNodes = function (func) { obj.file.find({ type: 'node', host: { $exists: true, $ne: null }, intelamt: { $exists: true } }).toArray(func); }; // TODO: This query is not optimized, but local mode only. + obj.getLocalAmtNodes = function (func) { obj.file.find({ type: 'node', host: { $exists: true, $ne: null }, intelamt: { $exists: true } }).toArray(func); }; obj.getAmtUuidMeshNode = function (meshid, uuid, func) { obj.file.find({ type: 'node', meshid: meshid, 'intelamt.uuid': uuid }).toArray(func); }; // TODO: Starting in MongoDB 4.0.3, you should use countDocuments() instead of count() that is deprecated. We should detect MongoDB version and switch. @@ -1173,19 +1099,7 @@ module.exports.CreateDB = function (parent, func) { // Database actions on the events collection obj.GetAllEvents = function (func) { obj.eventsfile.find({}).toArray(func); }; - obj.StoreEvent = function (event, func) { // Fast MongoDB event store using bulkWrite() - if (obj.eventsFilePendingSet == false) { - // Perform the operation now - obj.eventsFilePendingSet = true; obj.eventsFilePendingSets = null; - if (func != null) { obj.eventsFilePendingCbs = [func]; } - obj.eventsfile.bulkWrite([{ insertOne: { document: event } }], eventsFileBulkWriteCompleted); - } else { - // Add this operation to the pending list - if (obj.eventsFilePendingSets == null) { obj.eventsFilePendingSets = [] } - obj.eventsFilePendingSets.push(event); - if (func != null) { if (obj.eventsFilePendingCb == null) { obj.eventsFilePendingCb = [func]; } else { obj.eventsFilePendingCb.push(func); } } - } - }; + obj.StoreEvent = function (event, func) { obj.eventsfile.insertOne(event, func); }; obj.GetEvents = function (ids, domain, func) { obj.eventsfile.find({ domain: domain, ids: { $in: ids } }).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).toArray(func); }; obj.GetEventsWithLimit = function (ids, domain, limit, func) { obj.eventsfile.find({ domain: domain, ids: { $in: ids } }).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).toArray(func); }; obj.GetUserEvents = function (ids, domain, username, func) { obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }, { username: username }] }).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).toArray(func); }; @@ -1205,20 +1119,7 @@ module.exports.CreateDB = function (parent, func) { // Database actions on the power collection obj.getAllPower = function (func) { obj.powerfile.find({}).toArray(func); }; - obj.storePowerEvent = function (event, multiServer, func) { // Fast MongoDB event store using bulkWrite() - if (multiServer != null) { event.server = multiServer.serverid; } - if (obj.powerFilePendingSet == false) { - // Perform the operation now - obj.powerFilePendingSet = true; obj.powerFilePendingSets = null; - if (func != null) { obj.powerFilePendingCbs = [func]; } - obj.powerfile.bulkWrite([{ insertOne: { document: event } }], powerFileBulkWriteCompleted); - } else { - // Add this operation to the pending list - if (obj.powerFilePendingSets == null) { obj.powerFilePendingSets = [] } - obj.powerFilePendingSets.push(event); - if (func != null) { if (obj.powerFilePendingCb == null) { obj.powerFilePendingCb = [func]; } else { obj.powerFilePendingCb.push(func); } } - } - }; + obj.storePowerEvent = function (event, multiServer, func) { if (multiServer != null) { event.server = multiServer.serverid; } obj.powerfile.insertOne(event, func); }; obj.getPowerTimeline = function (nodeid, func) { obj.powerfile.find({ nodeid: { $in: ['*', nodeid] } }).project({ _id: 0, nodeid: 0, s: 0 }).sort({ time: 1 }).toArray(func); }; obj.removeAllPowerEvents = function () { obj.powerfile.deleteMany({}, { multi: true }); }; obj.removeAllPowerEventsForNode = function (nodeid) { obj.powerfile.deleteMany({ nodeid: nodeid }, { multi: true }); }; @@ -1504,111 +1405,6 @@ module.exports.CreateDB = function (parent, func) { } } - // MongoDB pending bulk read operation, perform fast bulk document reads. - function fileBulkReadCompleted(err, docs) { - // Send out callbacks with results - if (docs != null) { - for (var i in docs) { - if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } - const id = docs[i]._id; - if (obj.filePendingGets[id] != null) { - for (var j in obj.filePendingGets[id]) { - if (typeof obj.filePendingGets[id][j] == 'function') { obj.filePendingGets[id][j](err, performTypedRecordDecrypt([docs[i]])); } - } - delete obj.filePendingGets[id]; - } - } - } - - // If there are not results, send out a null callback - for (var i in obj.filePendingGets) { for (var j in obj.filePendingGets[i]) { obj.filePendingGets[i][j](err, []); } } - - // Move on to process any more pending get operations - obj.filePendingGets = obj.filePendingGet; - obj.filePendingGet = null; - if (obj.filePendingGets != null) { - var findlist = []; - for (var i in obj.filePendingGets) { findlist.push(i); } - obj.file.find({ _id: { $in: findlist } }).toArray(fileBulkReadCompleted); - } - } - - // MongoDB pending bulk remove operation, perform fast bulk document removes. - function fileBulkRemoveCompleted(err) { - // Send out callbacks - for (var i in obj.filePendingRemoves) { - for (var j in obj.filePendingRemoves[i]) { - if (typeof obj.filePendingRemoves[i][j] == 'function') { obj.filePendingRemoves[i][j](err); } - } - } - - // Move on to process any more pending get operations - obj.filePendingRemoves = obj.filePendingRemove; - obj.filePendingRemove = null; - if (obj.filePendingRemoves != null) { - var findlist = [], count = 0; - for (var i in obj.filePendingRemoves) { findlist.push(i); count++; } - obj.file.deleteMany({ _id: { $in: findlist } }, { multi: true }, fileBulkRemoveCompleted); - } - } - - // MongoDB pending bulk write operation, perform fast bulk document replacement. - function fileBulkWriteCompleted() { - // Callbacks - if (obj.filePendingCbs != null) { - for (var i in obj.filePendingCbs) { if (typeof obj.filePendingCbs[i] == 'function') { obj.filePendingCbs[i](); } } - obj.filePendingCbs = null; - } - if (obj.filePendingSets != null) { - // Perform pending operations - var ops = []; - obj.filePendingCbs = obj.filePendingCb; - obj.filePendingCb = null; - for (var i in obj.filePendingSets) { ops.push({ replaceOne: { filter: { _id: i }, replacement: performTypedRecordEncrypt(common.escapeLinksFieldNameEx(obj.filePendingSets[i])), upsert: true } }); } - obj.file.bulkWrite(ops, fileBulkWriteCompleted); - obj.filePendingSets = null; - } else { - // All done, no pending operations. - obj.filePendingSet = false; - } - } - - // MongoDB pending bulk write operation, perform fast bulk document replacement. - function eventsFileBulkWriteCompleted() { - // Callbacks - if (obj.eventsFilePendingCbs != null) { for (var i in obj.eventsFilePendingCbs) { obj.eventsFilePendingCbs[i](); } obj.eventsFilePendingCbs = null; } - if (obj.eventsFilePendingSets != null) { - // Perform pending operations - var ops = []; - for (var i in obj.eventsFilePendingSets) { ops.push({ document: obj.eventsFilePendingSets[i] }); } - obj.eventsFilePendingCbs = obj.eventsFilePendingCb; - obj.eventsFilePendingCb = null; - obj.eventsFilePendingSets = null; - obj.eventsfile.bulkWrite(ops, eventsFileBulkWriteCompleted); - } else { - // All done, no pending operations. - obj.eventsFilePendingSet = false; - } - } - - // MongoDB pending bulk write operation, perform fast bulk document replacement. - function powerFileBulkWriteCompleted() { - // Callbacks - if (obj.powerFilePendingCbs != null) { for (var i in obj.powerFilePendingCbs) { obj.powerFilePendingCbs[i](); } obj.powerFilePendingCbs = null; } - if (obj.powerFilePendingSets != null) { - // Perform pending operations - var ops = []; - for (var i in obj.powerFilePendingSets) { ops.push({ document: obj.powerFilePendingSets[i] }); } - obj.powerFilePendingCbs = obj.powerFilePendingCb; - obj.powerFilePendingCb = null; - obj.powerFilePendingSets = null; - obj.powerfile.bulkWrite(ops, powerFileBulkWriteCompleted); - } else { - // All done, no pending operations. - obj.powerFilePendingSet = false; - } - } - // Perform a server backup obj.performingBackup = false; obj.performBackup = function (func) { diff --git a/views/default.handlebars b/views/default.handlebars index e5f42bb6..72acd489 100644 --- a/views/default.handlebars +++ b/views/default.handlebars @@ -9037,10 +9037,8 @@ } if (hardware.agentvers != null) { if (hardware.agentvers.compileTime) { - try { - var d = Date.parse(hardware.agentvers.compileTime) - x += addDetailItem("Compile time", printDateTime(new Date(d))); - } catch (ex) {} + var d = Date.parse(hardware.agentvers.compileTime) + x += addDetailItem("Compile time", isNaN(d)?hardware.agentvers.compileTime:printDateTime(new Date(d))); } } if (x != '') { sections.push({ name: "Mesh Agent", html: x, img: 'meshagent64.png'}); } diff --git a/webserver-old.js b/webserver-old.js new file mode 100644 index 00000000..d6a82634 --- /dev/null +++ b/webserver-old.js @@ -0,0 +1,6619 @@ +/** +* @description MeshCentral web server +* @author Ylian Saint-Hilaire +* @copyright Intel Corporation 2018-2021 +* @license Apache-2.0 +* @version v0.0.1 +*/ + +/*jslint node: true */ +/*jshint node: true */ +/*jshint strict:false */ +/*jshint -W097 */ +/*jshint esversion: 6 */ +'use strict'; + +// SerialTunnel object is used to embed TLS within another connection. +function SerialTunnel(options) { + var obj = new require('stream').Duplex(options); + obj.forwardwrite = null; + obj.updateBuffer = function (chunk) { this.push(chunk); }; + obj._write = function (chunk, encoding, callback) { if (obj.forwardwrite != null) { obj.forwardwrite(chunk); } else { console.err("Failed to fwd _write."); } if (callback) callback(); }; // Pass data written to forward + obj._read = function (size) { }; // Push nothing, anything to read should be pushed from updateBuffer() + return obj; +} + +// ExpressJS login sample +// https://github.com/expressjs/express/blob/master/examples/auth/index.js + +// Polyfill startsWith/endsWith for older NodeJS +if (!String.prototype.startsWith) { String.prototype.startsWith = function (searchString, position) { position = position || 0; return this.substr(position, searchString.length) === searchString; }; } +if (!String.prototype.endsWith) { String.prototype.endsWith = function (searchString, position) { var subjectString = this.toString(); if (typeof position !== 'number' || !isFinite(position) || Math.floor(position) !== position || position > subjectString.length) { position = subjectString.length; } position -= searchString.length; var lastIndex = subjectString.lastIndexOf(searchString, position); return lastIndex !== -1 && lastIndex === position; }; } + +// Construct a HTTP server object +module.exports.CreateWebServer = function (parent, db, args, certificates) { + var obj = {}, i = 0; + + // Modules + obj.fs = require('fs'); + obj.net = require('net'); + obj.tls = require('tls'); + obj.path = require('path'); + obj.bodyParser = require('body-parser'); + obj.session = require('cookie-session'); + obj.exphbs = require('express-handlebars'); + obj.crypto = require('crypto'); + obj.common = require('./common.js'); + obj.express = require('express'); + obj.meshAgentHandler = require('./meshagent.js'); + obj.meshRelayHandler = require('./meshrelay.js'); + obj.meshDeviceFileHandler = require('./meshdevicefile.js'); + obj.meshDesktopMultiplexHandler = require('./meshdesktopmultiplex.js'); + obj.meshIderHandler = require('./amt/amt-ider.js'); + obj.meshUserHandler = require('./meshuser.js'); + obj.interceptor = require('./interceptor'); + const constants = (obj.crypto.constants ? obj.crypto.constants : require('constants')); // require('constants') is deprecated in Node 11.10, use require('crypto').constants instead. + + // Setup WebAuthn / FIDO2 + obj.webauthn = require('./webauthn.js').CreateWebAuthnModule(); + + // Variables + obj.args = args; + obj.parent = parent; + obj.filespath = parent.filespath; + obj.db = db; + obj.app = obj.express(); + if (obj.args.agentport) { obj.agentapp = obj.express(); } + if (args.compression !== false) { obj.app.use(require('compression')()); } + obj.app.disable('x-powered-by'); + obj.tlsServer = null; + obj.tcpServer = null; + obj.certificates = certificates; + obj.users = {}; // UserID --> User + obj.meshes = {}; // MeshID --> Mesh (also called device group) + obj.userGroups = {}; // UGrpID --> User Group + obj.userAllowedIp = args.userallowedip; // List of allowed IP addresses for users + obj.agentAllowedIp = args.agentallowedip; // List of allowed IP addresses for agents + obj.agentBlockedIp = args.agentblockedip; // List of blocked IP addresses for agents + obj.tlsSniCredentials = null; + obj.dnsDomains = {}; + obj.relaySessionCount = 0; + obj.relaySessionErrorCount = 0; + obj.blockedUsers = 0; + obj.blockedAgents = 0; + obj.renderPages = null; + obj.renderLanguages = []; + + // Mesh Rights + const MESHRIGHT_EDITMESH = 1; + const MESHRIGHT_MANAGEUSERS = 2; + const MESHRIGHT_MANAGECOMPUTERS = 4; + const MESHRIGHT_REMOTECONTROL = 8; + const MESHRIGHT_AGENTCONSOLE = 16; + const MESHRIGHT_SERVERFILES = 32; + const MESHRIGHT_WAKEDEVICE = 64; + const MESHRIGHT_SETNOTES = 128; + + // Site rights + const SITERIGHT_SERVERBACKUP = 1; + const SITERIGHT_MANAGEUSERS = 2; + const SITERIGHT_SERVERRESTORE = 4; + const SITERIGHT_FILEACCESS = 8; + const SITERIGHT_SERVERUPDATE = 16; + const SITERIGHT_LOCKED = 32; + + // Setup SSPI authentication if needed + if ((obj.parent.platform == 'win32') && (obj.args.nousers != true) && (obj.parent.config != null) && (obj.parent.config.domains != null)) { + for (i in obj.parent.config.domains) { if (obj.parent.config.domains[i].auth == 'sspi') { var nodeSSPI = require('node-sspi'); obj.parent.config.domains[i].sspi = new nodeSSPI({ retrieveGroups: true, offerBasic: false }); } } + } + + // Perform hash on web certificate and agent certificate + obj.webCertificateHash = obj.defaultWebCertificateHash = parent.certificateOperations.getPublicKeyHashBinary(obj.certificates.web.cert); + obj.webCertificateHashs = { '': obj.webCertificateHash }; + obj.webCertificateHashBase64 = Buffer.from(obj.webCertificateHash, 'binary').toString('base64').replace(/\+/g, '@').replace(/\//g, '$'); + obj.webCertificateFullHash = obj.defaultWebCertificateFullHash = parent.certificateOperations.getCertHashBinary(obj.certificates.web.cert); + obj.webCertificateFullHashs = { '': obj.webCertificateFullHash }; + obj.agentCertificateHashHex = parent.certificateOperations.getPublicKeyHash(obj.certificates.agent.cert); + obj.agentCertificateHashBase64 = Buffer.from(obj.agentCertificateHashHex, 'hex').toString('base64').replace(/\+/g, '@').replace(/\//g, '$'); + obj.agentCertificateAsn1 = parent.certificateOperations.forge.asn1.toDer(parent.certificateOperations.forge.pki.certificateToAsn1(parent.certificateOperations.forge.pki.certificateFromPem(parent.certificates.agent.cert))).getBytes(); + + // Compute the hash of all of the web certificates for each domain + for (var i in obj.parent.config.domains) { + if (obj.parent.config.domains[i].certhash != null) { + // If the web certificate hash is provided, use it. + obj.webCertificateHashs[i] = obj.webCertificateFullHashs[i] = Buffer.from(obj.parent.config.domains[i].certhash, 'hex').toString('binary'); + if (obj.parent.config.domains[i].certkeyhash != null) { obj.webCertificateHashs[i] = Buffer.from(obj.parent.config.domains[i].certkeyhash, 'hex').toString('binary'); } + } else if ((obj.parent.config.domains[i].dns != null) && (obj.parent.config.domains[i].certs != null)) { + // If the domain has a different DNS name, use a different certificate hash. + // Hash the full certificate + obj.webCertificateFullHashs[i] = parent.certificateOperations.getCertHashBinary(obj.parent.config.domains[i].certs.cert); + try { + // Decode a RSA certificate and hash the public key. + obj.webCertificateHashs[i] = parent.certificateOperations.getPublicKeyHashBinary(obj.parent.config.domains[i].certs.cert); + } catch (ex) { + // This may be a ECDSA certificate, hash the entire cert. + obj.webCertificateHashs[i] = obj.webCertificateFullHashs[i]; + } + } else if ((obj.parent.config.domains[i].dns != null) && (obj.certificates.dns[i] != null)) { + // If this domain has a DNS and a matching DNS cert, use it. This case works for wildcard certs. + obj.webCertificateFullHashs[i] = parent.certificateOperations.getCertHashBinary(obj.certificates.dns[i].cert); + obj.webCertificateHashs[i] = parent.certificateOperations.getPublicKeyHashBinary(obj.certificates.dns[i].cert); + } else if (i != '') { + // For any other domain, use the default cert. + obj.webCertificateFullHashs[i] = obj.webCertificateFullHashs['']; + obj.webCertificateHashs[i] = obj.webCertificateHashs['']; + } + } + + // If we are running the legacy swarm server, compute the hash for that certificate + if (parent.certificates.swarmserver != null) { + obj.swarmCertificateAsn1 = parent.certificateOperations.forge.asn1.toDer(parent.certificateOperations.forge.pki.certificateToAsn1(parent.certificateOperations.forge.pki.certificateFromPem(parent.certificates.swarmserver.cert))).getBytes(); + obj.swarmCertificateHash384 = parent.certificateOperations.forge.pki.getPublicKeyFingerprint(parent.certificateOperations.forge.pki.certificateFromPem(obj.certificates.swarmserver.cert).publicKey, { md: parent.certificateOperations.forge.md.sha384.create(), encoding: 'binary' }); + obj.swarmCertificateHash256 = parent.certificateOperations.forge.pki.getPublicKeyFingerprint(parent.certificateOperations.forge.pki.certificateFromPem(obj.certificates.swarmserver.cert).publicKey, { md: parent.certificateOperations.forge.md.sha256.create(), encoding: 'binary' }); + } + + // Main lists + obj.wsagents = {}; // NodeId --> Agent + obj.wsagentsWithBadWebCerts = {}; // NodeId --> Agent + obj.wsagentsDisconnections = {}; + obj.wsagentsDisconnectionsTimer = null; + obj.duplicateAgentsLog = {}; + obj.wssessions = {}; // UserId --> Array Of Sessions + obj.wssessions2 = {}; // "UserId + SessionRnd" --> Session (Note that the SessionId is the UserId + / + SessionRnd) + obj.wsPeerSessions = {}; // ServerId --> Array Of "UserId + SessionRnd" + obj.wsPeerSessions2 = {}; // "UserId + SessionRnd" --> ServerId + obj.wsPeerSessions3 = {}; // ServerId --> UserId --> [ SessionId ] + obj.sessionsCount = {}; // Merged session counters, used when doing server peering. UserId --> SessionCount + obj.wsrelays = {}; // Id -> Relay + obj.desktoprelays = {}; // Id -> Desktop Multiplexor Relay + obj.wsPeerRelays = {}; // Id -> { ServerId, Time } + var tlsSessionStore = {}; // Store TLS session information for quick resume. + var tlsSessionStoreCount = 0; // Number of cached TLS session information in store. + + // Setup randoms + obj.crypto.randomBytes(48, function (err, buf) { obj.httpAuthRandom = buf; }); + obj.crypto.randomBytes(16, function (err, buf) { obj.httpAuthRealm = buf.toString('hex'); }); + obj.crypto.randomBytes(48, function (err, buf) { obj.relayRandom = buf; }); + + // Get non-english web pages and emails + getRenderList(); + getEmailLanguageList(); + + // Setup DNS domain TLS SNI credentials + { + var dnscount = 0; + obj.tlsSniCredentials = {}; + for (i in obj.certificates.dns) { if (obj.parent.config.domains[i].dns != null) { obj.dnsDomains[obj.parent.config.domains[i].dns.toLowerCase()] = obj.parent.config.domains[i]; obj.tlsSniCredentials[obj.parent.config.domains[i].dns] = obj.tls.createSecureContext(obj.certificates.dns[i]).context; dnscount++; } } + if (dnscount > 0) { obj.tlsSniCredentials[''] = obj.tls.createSecureContext({ cert: obj.certificates.web.cert, key: obj.certificates.web.key, ca: obj.certificates.web.ca }).context; } else { obj.tlsSniCredentials = null; } + } + function TlsSniCallback(name, cb) { + var c = obj.tlsSniCredentials[name]; + if (c != null) { + cb(null, c); + } else { + cb(null, obj.tlsSniCredentials['']); + } + } + + function EscapeHtml(x) { if (typeof x == 'string') return x.replace(/&/g, '&').replace(/>/g, '>').replace(//g, '>').replace(/').replace(/\n/g, '').replace(/\t/g, '  '); if (typeof x == "boolean") return x; if (typeof x == "number") return x; } + // Fetch all users from the database, keep this in memory + obj.db.GetAllType('user', function (err, docs) { + obj.common.unEscapeAllLinksFieldName(docs); + var domainUserCount = {}, i = 0; + for (i in parent.config.domains) { domainUserCount[i] = 0; } + for (i in docs) { var u = obj.users[docs[i]._id] = docs[i]; domainUserCount[u.domain]++; } + for (i in parent.config.domains) { + if ((parent.config.domains[i].share == null) && (domainUserCount[i] == 0)) { + // If newaccounts is set to no new accounts, but no accounts exists, temporarly allow account creation. + //if ((parent.config.domains[i].newaccounts === 0) || (parent.config.domains[i].newaccounts === false)) { parent.config.domains[i].newaccounts = 2; } + console.log('Server ' + ((i == '') ? '' : (i + ' ')) + 'has no users, next new account will be site administrator.'); + } + } + + // Fetch all device groups (meshes) from the database, keep this in memory + // As we load things in memory, we will also be doing some cleaning up. + // We will not save any clean up in the database right now, instead it will be saved next time there is a change. + obj.db.GetAllType('mesh', function (err, docs) { + obj.common.unEscapeAllLinksFieldName(docs); + for (var i in docs) { obj.meshes[docs[i]._id] = docs[i]; } // Get all meshes, including deleted ones. + + // Fetch all user groups from the database, keep this in memory + obj.db.GetAllType('ugrp', function (err, docs) { + obj.common.unEscapeAllLinksFieldName(docs); + + // Perform user group link cleanup + for (var i in docs) { + const ugrp = docs[i]; + if (ugrp.links != null) { + for (var j in ugrp.links) { + if (j.startsWith('user/') && (obj.users[j] == null)) { delete ugrp.links[j]; } // User group has a link to a user that does not exist + else if (j.startsWith('mesh/') && ((obj.meshes[j] == null) || (obj.meshes[j].deleted != null))) { delete ugrp.links[j]; } // User has a link to a device group that does not exist + } + } + obj.userGroups[docs[i]._id] = docs[i]; // Get all user groups + } + + // Perform device group link cleanup + for (var i in obj.meshes) { + const mesh = obj.meshes[i]; + if (mesh.links != null) { + for (var j in mesh.links) { + if (j.startsWith('ugrp/') && (obj.userGroups[j] == null)) { delete mesh.links[j]; } // Device group has a link to a user group that does not exist + else if (j.startsWith('user/') && (obj.users[j] == null)) { delete mesh.links[j]; } // Device group has a link to a user that does not exist + } + } + } + + // Perform user link cleanup + for (var i in obj.users) { + const user = obj.users[i]; + if (user.links != null) { + for (var j in user.links) { + if (j.startsWith('ugrp/') && (obj.userGroups[j] == null)) { delete user.links[j]; } // User has a link to a user group that does not exist + else if (j.startsWith('mesh/') && ((obj.meshes[j] == null) || (obj.meshes[j].deleted != null))) { delete user.links[j]; } // User has a link to a device group that does not exist + //else if (j.startsWith('node/') && (obj.nodes[j] == null)) { delete user.links[j]; } // TODO + } + //if (Object.keys(user.links).length == 0) { delete user.links; } + } + } + + // We loaded the users, device groups and user group state, start the server + serverStart(); + }); + }); + }); + + // Clean up a device, used before saving it in the database + obj.cleanDevice = function (device) { + // Check device links, if a link points to an unknown user, remove it. + if (device.links != null) { + for (var j in device.links) { + if ((obj.users[j] == null) && (obj.userGroups[j] == null)) { + delete device.links[j]; + if (Object.keys(device.links).length == 0) { delete device.links; } + } + } + } + return device; + } + + // Return statistics about this web server + obj.getStats = function () { + return { + users: Object.keys(obj.users).length, + meshes: Object.keys(obj.meshes).length, + dnsDomains: Object.keys(obj.dnsDomains).length, + relaySessionCount: obj.relaySessionCount, + relaySessionErrorCount: obj.relaySessionErrorCount, + wsagents: Object.keys(obj.wsagents).length, + wsagentsDisconnections: Object.keys(obj.wsagentsDisconnections).length, + wsagentsDisconnectionsTimer: Object.keys(obj.wsagentsDisconnectionsTimer).length, + wssessions: Object.keys(obj.wssessions).length, + wssessions2: Object.keys(obj.wssessions2).length, + wsPeerSessions: Object.keys(obj.wsPeerSessions).length, + wsPeerSessions2: Object.keys(obj.wsPeerSessions2).length, + wsPeerSessions3: Object.keys(obj.wsPeerSessions3).length, + sessionsCount: Object.keys(obj.sessionsCount).length, + wsrelays: Object.keys(obj.wsrelays).length, + wsPeerRelays: Object.keys(obj.wsPeerRelays).length, + tlsSessionStore: Object.keys(tlsSessionStore).length, + blockedUsers: obj.blockedUsers, + blockedAgents: obj.blockedAgents + }; + } + + // Agent counters + obj.agentStats = { + createMeshAgentCount: 0, + agentClose: 0, + agentBinaryUpdate: 0, + coreIsStableCount: 0, + verifiedAgentConnectionCount: 0, + clearingCoreCount: 0, + updatingCoreCount: 0, + recoveryCoreIsStableCount: 0, + meshDoesNotExistCount: 0, + invalidPkcsSignatureCount: 0, + invalidRsaSignatureCount: 0, + invalidJsonCount: 0, + unknownAgentActionCount: 0, + agentBadWebCertHashCount: 0, + agentBadSignature1Count: 0, + agentBadSignature2Count: 0, + agentMaxSessionHoldCount: 0, + invalidDomainMeshCount: 0, + invalidMeshTypeCount: 0, + invalidDomainMesh2Count: 0, + invalidMeshType2Count: 0, + duplicateAgentCount: 0, + maxDomainDevicesReached: 0 + } + obj.getAgentStats = function () { return obj.agentStats; } + + // Authenticate the user + obj.authenticate = function (name, pass, domain, fn) { + if ((typeof (name) != 'string') || (typeof (pass) != 'string') || (typeof (domain) != 'object')) { fn(new Error('invalid fields')); return; } + if (domain.auth == 'ldap') { + if (domain.ldapoptions.url == 'test') { + // Fake LDAP login + var xxuser = domain.ldapoptions[name.toLowerCase()]; + if (xxuser == null) { + fn(new Error('invalid password')); + return; + } else { + var username = xxuser['displayName']; + if (domain.ldapusername) { username = xxuser[domain.ldapusername]; } + var shortname = null; + if (domain.ldapuserbinarykey) { + // Use a binary key as the userid + if (xxuser[domain.ldapuserbinarykey]) { shortname = Buffer.from(xxuser[domain.ldapuserbinarykey], 'binary').toString('hex'); } + } else if (domain.ldapuserkey) { + // Use a string key as the userid + if (xxuser[domain.ldapuserkey]) { shortname = xxuser[domain.ldapuserkey]; } + } else { + // Use the default key as the userid + if (xxuser.objectSid) { shortname = Buffer.from(xxuser.objectSid, 'binary').toString('hex').toLowerCase(); } + else if (xxuser.objectGUID) { shortname = Buffer.from(xxuser.objectGUID, 'binary').toString('hex').toLowerCase(); } + else if (xxuser.name) { shortname = xxuser.name; } + else if (xxuser.cn) { shortname = xxuser.cn; } + } + if (username == null) { fn(new Error('no user name')); return; } + if (shortname == null) { fn(new Error('no user identifier')); return; } + var userid = 'user/' + domain.id + '/' + shortname; + var user = obj.users[userid]; + var email = null; + if (domain.ldapuseremail) { + email = xxuser[domain.ldapuseremail]; + } else if (xxuser.mail) { // use default + email = xxuser.mail; + } + if ('[object Array]' == Object.prototype.toString.call(email)) { + // mail may be multivalued in ldap in which case, answer is an array. Use the 1st value. + email = email[0]; + } + if (email) { email = email.toLowerCase(); } // it seems some code otherwhere also lowercase the emailaddress. be compatible. + + if (user == null) { + // Create a new user + var user = { type: 'user', _id: userid, name: username, creation: Math.floor(Date.now() / 1000), login: Math.floor(Date.now() / 1000), domain: domain.id }; + if (email) { user['email'] = email; user['emailVerified'] = true; } + if (domain.newaccountsrights) { user.siteadmin = domain.newaccountsrights; } + if (obj.common.validateStrArray(domain.newaccountrealms)) { user.groups = domain.newaccountrealms; } + var usercount = 0; + for (var i in obj.users) { if (obj.users[i].domain == domain.id) { usercount++; } } + if (usercount == 0) { user.siteadmin = 4294967295; /*if (domain.newaccounts === 2) { delete domain.newaccounts; }*/ } // If this is the first user, give the account site admin. + + // Auto-join any user groups + if (typeof domain.newaccountsusergroups == 'object') { + for (var i in domain.newaccountsusergroups) { + var ugrpid = domain.newaccountsusergroups[i]; + if (ugrpid.indexOf('/') < 0) { ugrpid = 'ugrp/' + domain.id + '/' + ugrpid; } + var ugroup = obj.userGroups[ugrpid]; + if (ugroup != null) { + // Add group to the user + if (user.links == null) { user.links = {}; } + user.links[ugroup._id] = { rights: 1 }; + + // Add user to the group + ugroup.links[user._id] = { userid: user._id, name: user.name, rights: 1 }; + db.Set(ugroup); + + // Notify user group change + var event = { etype: 'ugrp', ugrpid: ugroup._id, name: ugroup.name, desc: ugroup.desc, action: 'usergroupchange', links: ugroup.links, msg: 'Added user ' + user.name + ' to user group ' + ugroup.name, addUserDomain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user group. Another event will come. + parent.DispatchEvent(['*', ugroup._id, user._id], obj, event); + } + } + } + + obj.users[user._id] = user; + obj.db.SetUser(user); + var event = { etype: 'user', userid: userid, username: username, account: obj.CloneSafeUser(user), action: 'accountcreate', msg: 'Account created, name is ' + name, domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to create the user. Another event will come. + obj.parent.DispatchEvent(['*', 'server-users'], obj, event); + return fn(null, user._id); + } else { + // This is an existing user + // If the display username has changes, update it. + if (user.name != username) { + user.name = username; + obj.db.SetUser(user); + var event = { etype: 'user', userid: userid, username: user.name, account: obj.CloneSafeUser(user), action: 'accountchange', msg: 'Changed account display name to ' + username, domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come. + parent.DispatchEvent(['*', 'server-users', user._id], obj, event); + } + // Check if user email has changed + var emailreason = null; + if (user.email && !email) { // email unset in ldap => unset + delete user.email; + delete user.emailVerified; + emailreason = 'Unset email (no more email in LDAP)' + } else if (user.email != email) { // update email + user['email'] = email; + user['emailVerified'] = true; + emailreason = 'Set account email to ' + email + '. Sync with LDAP.'; + } + if (emailreason) { + obj.db.SetUser(user); + var event = { etype: 'user', userid: userid, username: user.name, account: obj.CloneSafeUser(user), action: 'accountchange', msg: emailreason, domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come. + parent.DispatchEvent(['*', 'server-users', user._id], obj, event); + } + // If user is locker out, block here. + if ((user.siteadmin) && (user.siteadmin != 0xFFFFFFFF) && (user.siteadmin & 32) != 0) { fn('locked'); return; } + return fn(null, user._id); + } + } + } else { + // LDAP login + var LdapAuth = require('ldapauth-fork'); + var ldap = new LdapAuth(domain.ldapoptions); + ldap.authenticate(name, pass, function (err, xxuser) { + try { ldap.close(); } catch (ex) { console.log(ex); } // Close the LDAP object + if (err) { fn(new Error('invalid password')); return; } + var shortname = null; + var email = null; + if (domain.ldapuseremail) { + email = xxuser[domain.ldapuseremail]; + } else if (xxuser.mail) { + email = xxuser.mail; + } + if ('[object Array]' == Object.prototype.toString.call(email)) { + // mail may be multivalued in ldap in which case, answer would be an array. Use the 1st one. + email = email[0]; + } + if (email) { email = email.toLowerCase(); } // it seems some code otherwhere also lowercase the emailaddress. be compatible. + var username = xxuser['displayName']; + if (domain.ldapusername) { username = xxuser[domain.ldapusername]; } + if (domain.ldapuserbinarykey) { + // Use a binary key as the userid + if (xxuser[domain.ldapuserbinarykey]) { shortname = Buffer.from(xxuser[domain.ldapuserbinarykey], 'binary').toString('hex').toLowerCase(); } + } else if (domain.ldapuserkey) { + // Use a string key as the userid + if (xxuser[domain.ldapuserkey]) { shortname = xxuser[domain.ldapuserkey]; } + } else { + // Use the default key as the userid + if (xxuser.objectSid) { shortname = Buffer.from(xxuser.objectSid, 'binary').toString('hex').toLowerCase(); } + else if (xxuser.objectGUID) { shortname = Buffer.from(xxuser.objectGUID, 'binary').toString('hex').toLowerCase(); } + else if (xxuser.name) { shortname = xxuser.name; } + else if (xxuser.cn) { shortname = xxuser.cn; } + } + if (username == null) { fn(new Error('no user name')); return; } + if (shortname == null) { fn(new Error('no user identifier')); return; } + var userid = 'user/' + domain.id + '/' + shortname; + var user = obj.users[userid]; + + if (user == null) { + // This user does not exist, create a new account. + var user = { type: 'user', _id: userid, name: shortname, creation: Math.floor(Date.now() / 1000), login: Math.floor(Date.now() / 1000), domain: domain.id }; + if (email) { + user['email'] = email; + user['emailVerified'] = true; + } + if (domain.newaccountsrights) { user.siteadmin = domain.newaccountsrights; } + if (obj.common.validateStrArray(domain.newaccountrealms)) { user.groups = domain.newaccountrealms; } + var usercount = 0; + for (var i in obj.users) { if (obj.users[i].domain == domain.id) { usercount++; } } + if (usercount == 0) { user.siteadmin = 4294967295; /*if (domain.newaccounts === 2) { delete domain.newaccounts; }*/ } // If this is the first user, give the account site admin. + + // Auto-join any user groups + if (typeof domain.newaccountsusergroups == 'object') { + for (var i in domain.newaccountsusergroups) { + var ugrpid = domain.newaccountsusergroups[i]; + if (ugrpid.indexOf('/') < 0) { ugrpid = 'ugrp/' + domain.id + '/' + ugrpid; } + var ugroup = obj.userGroups[ugrpid]; + if (ugroup != null) { + // Add group to the user + if (user.links == null) { user.links = {}; } + user.links[ugroup._id] = { rights: 1 }; + + // Add user to the group + ugroup.links[user._id] = { userid: user._id, name: user.name, rights: 1 }; + db.Set(ugroup); + + // Notify user group change + var event = { etype: 'ugrp', ugrpid: ugroup._id, name: ugroup.name, desc: ugroup.desc, action: 'usergroupchange', links: ugroup.links, msg: 'Added user ' + user.name + ' to user group ' + ugroup.name, addUserDomain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user group. Another event will come. + parent.DispatchEvent(['*', ugroup._id, user._id], obj, event); + } + } + } + + obj.users[user._id] = user; + obj.db.SetUser(user); + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountcreate', msg: 'Account created, name is ' + name, domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to create the user. Another event will come. + obj.parent.DispatchEvent(['*', 'server-users'], obj, event); + return fn(null, user._id); + } else { + // This is an existing user + // If the display username has changes, update it. + if (user.name != username) { + user.name = username; + obj.db.SetUser(user); + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountchange', msg: 'Changed account display name to ' + username, domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come. + parent.DispatchEvent(['*', 'server-users', user._id], obj, event); + } + // Check if user email has changed + var emailreason = null; + if (user.email && !email) { // email unset in ldap => unset + delete user.email; + delete user.emailVerified; + emailreason = 'Unset email (no more email in LDAP)' + } else if (user.email != email) { // update email + user['email'] = email; + user['emailVerified'] = true; + emailreason = 'Set account email to ' + email + '. Sync with LDAP.'; + } + if (emailreason) { + obj.db.SetUser(user); + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountchange', msg: emailreason, domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come. + parent.DispatchEvent(['*', 'server-users', user._id], obj, event); + } + // If user is locker out, block here. + if ((user.siteadmin) && (user.siteadmin != 0xFFFFFFFF) && (user.siteadmin & 32) != 0) { fn('locked'); return; } + return fn(null, user._id); + } + }); + } + } else { + // Regular login + var user = obj.users['user/' + domain.id + '/' + name.toLowerCase()]; + // Query the db for the given username + if (!user) { fn(new Error('cannot find user')); return; } + // Apply the same algorithm to the POSTed password, applying the hash against the pass / salt, if there is a match we found the user + if (user.salt == null) { + fn(new Error('invalid password')); + } else { + if (user.passtype != null) { + // IIS default clear or weak password hashing (SHA-1) + require('./pass').iishash(user.passtype, pass, user.salt, function (err, hash) { + if (err) return fn(err); + if (hash == user.hash) { + // Update the password to the stronger format. + require('./pass').hash(pass, function (err, salt, hash, tag) { if (err) throw err; user.salt = salt; user.hash = hash; delete user.passtype; obj.db.SetUser(user); }, 0); + if ((user.siteadmin) && (user.siteadmin != 0xFFFFFFFF) && (user.siteadmin & 32) != 0) { fn('locked'); return; } + return fn(null, user._id); + } + fn(new Error('invalid password'), null, user.passhint); + }); + } else { + // Default strong password hashing (pbkdf2 SHA384) + require('./pass').hash(pass, user.salt, function (err, hash, tag) { + if (err) return fn(err); + if (hash == user.hash) { + if ((user.siteadmin) && (user.siteadmin != 0xFFFFFFFF) && (user.siteadmin & 32) != 0) { fn('locked'); return; } + return fn(null, user._id); + } + fn(new Error('invalid password'), null, user.passhint); + }, 0); + } + } + } + }; + + /* + obj.restrict = function (req, res, next) { + console.log('restrict', req.url); + var domain = getDomain(req); + if (req.session.userid) { + next(); + } else { + req.session.messageid = 111; // Access denied. + res.redirect(domain.url + 'login'); + } + }; + */ + + // Check if the source IP address is in the IP list, return false if not. + function checkIpAddressEx(req, res, ipList, closeIfThis) { + try { + if (req.connection) { + // HTTP(S) request + if (req.clientIp) { for (var i = 0; i < ipList.length; i++) { if (require('ipcheck').match(req.clientIp, ipList[i])) { if (closeIfThis === true) { res.sendStatus(401); } return true; } } } + if (closeIfThis === false) { res.sendStatus(401); } + } else { + // WebSocket request + if (res.clientIp) { for (var i = 0; i < ipList.length; i++) { if (require('ipcheck').match(res.clientIp, ipList[i])) { if (closeIfThis === true) { try { req.close(); } catch (e) { } } return true; } } } + if (closeIfThis === false) { try { req.close(); } catch (e) { } } + } + } catch (e) { console.log(e); } // Should never happen + return false; + } + + // Check if the source IP address is allowed, return domain if allowed + // If there is a fail and null is returned, the request or connection is closed already. + function checkUserIpAddress(req, res) { + if ((parent.config.settings.userblockedip != null) && (checkIpAddressEx(req, res, parent.config.settings.userblockedip, true) == true)) { obj.blockedUsers++; return null; } + if ((parent.config.settings.userallowedip != null) && (checkIpAddressEx(req, res, parent.config.settings.userallowedip, false) == false)) { obj.blockedUsers++; return null; } + const domain = (req.url ? getDomain(req) : getDomain(res)); + if (domain == null) { parent.debug('web', 'handleRootRequest: invalid domain.'); try { res.sendStatus(404); } catch (ex) { } return; } + if ((domain.userblockedip != null) && (checkIpAddressEx(req, res, domain.userblockedip, true) == true)) { obj.blockedUsers++; return null; } + if ((domain.userallowedip != null) && (checkIpAddressEx(req, res, domain.userallowedip, false) == false)) { obj.blockedUsers++; return null; } + return domain; + } + + // Check if the source IP address is allowed, return domain if allowed + // If there is a fail and null is returned, the request or connection is closed already. + function checkAgentIpAddress(req, res) { + if ((parent.config.settings.agentblockedip != null) && (checkIpAddressEx(req, res, parent.config.settings.agentblockedip, null) == true)) { obj.blockedAgents++; return null; } + if ((parent.config.settings.agentallowedip != null) && (checkIpAddressEx(req, res, parent.config.settings.agentallowedip, null) == false)) { obj.blockedAgents++; return null; } + const domain = (req.url ? getDomain(req) : getDomain(res)); + if ((domain.agentblockedip != null) && (checkIpAddressEx(req, res, domain.agentblockedip, null) == true)) { obj.blockedAgents++; return null; } + if ((domain.agentallowedip != null) && (checkIpAddressEx(req, res, domain.agentallowedip, null) == false)) { obj.blockedAgents++; return null; } + return domain; + } + + // Return the current domain of the request + // Request or connection says open regardless of the response + function getDomain(req) { + if (req.xdomain != null) { return req.xdomain; } // Domain already set for this request, return it. + if (req.headers.host != null) { var d = obj.dnsDomains[req.headers.host.split(':')[0].toLowerCase()]; if (d != null) return d; } // If this is a DNS name domain, return it here. + var x = req.url.split('/'); + if (x.length < 2) return parent.config.domains['']; + var y = parent.config.domains[x[1].toLowerCase()]; + if ((y != null) && (y.dns == null)) { return parent.config.domains[x[1].toLowerCase()]; } + return parent.config.domains['']; + } + + function handleLogoutRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if (domain.auth == 'sspi') { parent.debug('web', 'handleLogoutRequest: failed checks.'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + res.set({ 'Cache-Control': 'no-store' }); + // Destroy the user's session to log them out will be re-created next request + if (req.session.userid) { + var user = obj.users[req.session.userid]; + if (user != null) { obj.parent.DispatchEvent(['*'], obj, { etype: 'user', userid: user._id, username: user.name, action: 'logout', msgid: 2, msg: 'Account logout', domain: domain.id }); } + } + req.session = null; + if (req.query.key != null) { res.redirect(domain.url + '?key=' + req.query.key); } else { res.redirect(domain.url); } + parent.debug('web', 'handleLogoutRequest: success.'); + } + + // Return true if this user has 2-step auth active + function checkUserOneTimePasswordRequired(domain, user, req) { + // Check if we can skip 2nd factor auth because of the source IP address + if ((req != null) && (req.clientIp != null) && (domain.passwordrequirements != null) && (domain.passwordrequirements.skip2factor != null)) { + for (var i in domain.passwordrequirements.skip2factor) { if (require('ipcheck').match(req.clientIp, domain.passwordrequirements.skip2factor[i]) === true) return false; } + } + + // Check if a 2nd factor cookie is present + if (typeof req.headers.cookie == 'string') { + const cookies = req.headers.cookie.split('; '); + for (var i in cookies) { + if (cookies[i].startsWith('twofactor=')) { + var twoFactorCookie = obj.parent.decodeCookie(decodeURIComponent(cookies[i].substring(10)), obj.parent.loginCookieEncryptionKey, (30 * 24 * 60)); // If the cookies does not have an expire feild, assume 30 day timeout. + if ((twoFactorCookie != null) && ((obj.args.cookieipcheck === false) || (twoFactorCookie.ip == null) || (twoFactorCookie.ip === req.clientIp)) && (twoFactorCookie.userid == user._id)) { return false; } + } + } + } + + // See if SMS 2FA is available + var sms2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.sms2factor != false)) && (parent.smsserver != null) && (user.phone != null)); + + // Check if a 2nd factor is present + return ((parent.config.settings.no2factorauth !== true) && (sms2fa || (user.otpsecret != null) || ((user.email != null) && (user.emailVerified == true) && (parent.mailserver != null) && (user.otpekey != null)) || ((user.otphkeys != null) && (user.otphkeys.length > 0)))); + } + + // Check the 2-step auth token + function checkUserOneTimePassword(req, domain, user, token, hwtoken, func) { + parent.debug('web', 'checkUserOneTimePassword()'); + const twoStepLoginSupported = ((domain.auth != 'sspi') && (obj.parent.certificates.CommonName.indexOf('.') != -1) && (obj.args.nousers !== true) && (parent.config.settings.no2factorauth !== true)); + if (twoStepLoginSupported == false) { parent.debug('web', 'checkUserOneTimePassword: not supported.'); func(true); return; }; + + // Check if we can use OTP tokens with email + var otpemail = (parent.mailserver != null); + if ((typeof domain.passwordrequirements == 'object') && (domain.passwordrequirements.email2factor == false)) { otpemail = false; } + var otpsms = (parent.smsserver != null); + if ((typeof domain.passwordrequirements == 'object') && (domain.passwordrequirements.sms2factor == false)) { otpsms = false; } + + // Check 2FA login cookie + if ((token != null) && (token.startsWith('cookie='))) { + var twoFactorCookie = obj.parent.decodeCookie(decodeURIComponent(token.substring(7)), obj.parent.loginCookieEncryptionKey, (30 * 24 * 60)); // If the cookies does not have an expire feild, assume 30 day timeout. + if ((twoFactorCookie != null) && ((obj.args.cookieipcheck === false) || (twoFactorCookie.ip == null) || (twoFactorCookie.ip === req.clientIp)) && (twoFactorCookie.userid == user._id)) { func(true); return; } + } + + // Check email key + if ((otpemail) && (user.otpekey != null) && (user.otpekey.d != null) && (user.otpekey.k === token)) { + var deltaTime = (Date.now() - user.otpekey.d); + if ((deltaTime > 0) && (deltaTime < 300000)) { // Allow 5 minutes to use the email token (10000 * 60 * 5). + user.otpekey = {}; + obj.db.SetUser(user); + parent.debug('web', 'checkUserOneTimePassword: success (email).'); + func(true); + return; + } + } + + // Check sms key + if ((otpsms) && (user.phone != null) && (user.otpsms != null) && (user.otpsms.d != null) && (user.otpsms.k === token)) { + var deltaTime = (Date.now() - user.otpsms.d); + if ((deltaTime > 0) && (deltaTime < 300000)) { // Allow 5 minutes to use the SMS token (10000 * 60 * 5). + delete user.otpsms; + obj.db.SetUser(user); + parent.debug('web', 'checkUserOneTimePassword: success (SMS).'); + func(true); + return; + } + } + + // Check hardware key + if (user.otphkeys && (user.otphkeys.length > 0) && (typeof (hwtoken) == 'string') && (hwtoken.length > 0)) { + var authResponse = null; + try { authResponse = JSON.parse(hwtoken); } catch (ex) { } + if ((authResponse != null) && (authResponse.clientDataJSON)) { + // Get all WebAuthn keys + var webAuthnKeys = []; + for (var i = 0; i < user.otphkeys.length; i++) { if (user.otphkeys[i].type == 3) { webAuthnKeys.push(user.otphkeys[i]); } } + if (webAuthnKeys.length > 0) { + // Decode authentication response + var clientAssertionResponse = { response: {} }; + clientAssertionResponse.id = authResponse.id; + clientAssertionResponse.rawId = Buffer.from(authResponse.id, 'base64'); + clientAssertionResponse.response.authenticatorData = Buffer.from(authResponse.authenticatorData, 'base64'); + clientAssertionResponse.response.clientDataJSON = Buffer.from(authResponse.clientDataJSON, 'base64'); + clientAssertionResponse.response.signature = Buffer.from(authResponse.signature, 'base64'); + clientAssertionResponse.response.userHandle = Buffer.from(authResponse.userHandle, 'base64'); + + // Look for the key with clientAssertionResponse.id + var webAuthnKey = null; + for (var i = 0; i < webAuthnKeys.length; i++) { if (webAuthnKeys[i].keyId == clientAssertionResponse.id) { webAuthnKey = webAuthnKeys[i]; } } + + // If we found a valid key to use, let's validate the response + if (webAuthnKey != null) { + // Figure out the origin + var httpport = ((args.aliasport != null) ? args.aliasport : args.port); + var origin = 'https://' + (domain.dns ? domain.dns : parent.certificates.CommonName); + if (httpport != 443) { origin += ':' + httpport; } + + var assertionExpectations = { + challenge: req.session.u2fchallenge, + origin: origin, + factor: 'either', + fmt: 'fido-u2f', + publicKey: webAuthnKey.publicKey, + prevCounter: webAuthnKey.counter, + userHandle: Buffer.from(user._id, 'binary').toString('base64') + }; + + var webauthnResponse = null; + try { webauthnResponse = obj.webauthn.verifyAuthenticatorAssertionResponse(clientAssertionResponse.response, assertionExpectations); } catch (ex) { parent.debug('web', 'checkUserOneTimePassword: exception ' + ex); console.log(ex); } + if ((webauthnResponse != null) && (webauthnResponse.verified === true)) { + // Update the hardware key counter and accept the 2nd factor + webAuthnKey.counter = webauthnResponse.counter; + obj.db.SetUser(user); + parent.debug('web', 'checkUserOneTimePassword: success (hardware).'); + func(true); + } else { + parent.debug('web', 'checkUserOneTimePassword: fail (hardware).'); + func(false); + } + return; + } + } + } + } + + // Check Google Authenticator + const otplib = require('otplib') + otplib.authenticator.options = { window: 2 }; // Set +/- 1 minute window + if (user.otpsecret && (typeof (token) == 'string') && (token.length == 6) && (otplib.authenticator.check(token, user.otpsecret) == true)) { + parent.debug('web', 'checkUserOneTimePassword: success (authenticator).'); + func(true); + return; + }; + + // Check written down keys + if ((user.otpkeys != null) && (user.otpkeys.keys != null) && (typeof (token) == 'string') && (token.length == 8)) { + var tokenNumber = parseInt(token); + for (var i = 0; i < user.otpkeys.keys.length; i++) { + if ((tokenNumber === user.otpkeys.keys[i].p) && (user.otpkeys.keys[i].u === true)) { + parent.debug('web', 'checkUserOneTimePassword: success (one-time).'); + user.otpkeys.keys[i].u = false; func(true); return; + } + } + } + + // Check OTP hardware key + if ((domain.yubikey != null) && (domain.yubikey.id != null) && (domain.yubikey.secret != null) && (user.otphkeys != null) && (user.otphkeys.length > 0) && (typeof (token) == 'string') && (token.length == 44)) { + var keyId = token.substring(0, 12); + + // Find a matching OTP key + var match = false; + for (var i = 0; i < user.otphkeys.length; i++) { if ((user.otphkeys[i].type === 2) && (user.otphkeys[i].keyid === keyId)) { match = true; } } + + // If we have a match, check the OTP + if (match === true) { + var yubikeyotp = require('yubikeyotp'); + var request = { otp: token, id: domain.yubikey.id, key: domain.yubikey.secret, timestamp: true } + if (domain.yubikey.proxy) { request.requestParams = { proxy: domain.yubikey.proxy }; } + yubikeyotp.verifyOTP(request, function (err, results) { + if ((results != null) && (results.status == 'OK')) { + parent.debug('web', 'checkUserOneTimePassword: success (Yubikey).'); + func(true); + } else { + parent.debug('web', 'checkUserOneTimePassword: fail (Yubikey).'); + func(false); + } + }); + return; + } + } + + parent.debug('web', 'checkUserOneTimePassword: fail (2).'); + func(false); + } + + // Return a U2F hardware key challenge + function getHardwareKeyChallenge(req, domain, user, func) { + if (req.session.u2fchallenge) { delete req.session.u2fchallenge; }; + if (user.otphkeys && (user.otphkeys.length > 0)) { + // Get all WebAuthn keys + var webAuthnKeys = []; + for (var i = 0; i < user.otphkeys.length; i++) { if (user.otphkeys[i].type == 3) { webAuthnKeys.push(user.otphkeys[i]); } } + if (webAuthnKeys.length > 0) { + // Generate a Webauthn challenge, this is really easy, no need to call any modules to do this. + var authnOptions = { type: 'webAuthn', keyIds: [], timeout: 60000, challenge: obj.crypto.randomBytes(64).toString('base64') }; + for (var i = 0; i < webAuthnKeys.length; i++) { authnOptions.keyIds.push(webAuthnKeys[i].keyId); } + req.session.u2fchallenge = authnOptions.challenge; + parent.debug('web', 'getHardwareKeyChallenge: success'); + func(JSON.stringify(authnOptions)); + return; + } + } + parent.debug('web', 'getHardwareKeyChallenge: fail'); + func(''); + } + + // Redirect a root request to a different page + function handleRootRedirect(req, res, direct) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + res.redirect(domain.rootredirect + getQueryPortion(req)); + } + + function handleLoginRequest(req, res, direct) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Check if this is a banned ip address + if (obj.checkAllowLogin(req) == false) { + // Wait and redirect the user + setTimeout(function () { + req.session.messageid = 114; // IP address blocked, try again later. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + }, 2000 + (obj.crypto.randomBytes(2).readUInt16BE(0) % 4095)); + return; + } + + // Normally, use the body username/password. If this is a token, use the username/password in the session. + var xusername = req.body.username, xpassword = req.body.password; + if ((xusername == null) && (xpassword == null) && (req.body.token != null)) { xusername = req.session.tokenusername; xpassword = req.session.tokenpassword; } + + // Authenticate the user + obj.authenticate(xusername, xpassword, domain, function (err, userid, passhint) { + if (userid) { + var user = obj.users[userid]; + + // Check if we are in maintenance mode + if ((parent.config.settings.maintenancemode != null) && (user.siteadmin != 4294967295)) { + req.session.messageid = 115; // Server under maintenance + req.session.loginmode = '1'; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + var email2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.email2factor != false)) && (parent.mailserver != null) && (user.email != null) && (user.emailVerified == true) && (user.otpekey != null)); + var sms2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.sms2factor != false)) && (parent.smsserver != null) && (user.phone != null)); + + // Check if this user has 2-step login active + if ((req.session.loginmode != '6') && checkUserOneTimePasswordRequired(domain, user, req)) { + if ((req.body.hwtoken == '**email**') && email2fa) { + user.otpekey = { k: obj.common.zeroPad(getRandomEightDigitInteger(), 8), d: Date.now() }; + obj.db.SetUser(user); + parent.debug('web', 'Sending 2FA email to: ' + user.email); + parent.mailserver.sendAccountLoginMail(domain, user.email, user.otpekey.k, obj.getLanguageCodes(req), req.query.key); + req.session.messageid = 2; // "Email sent" message + req.session.loginmode = '4'; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + if ((req.body.hwtoken == '**sms**') && sms2fa) { + // Cause a token to be sent to the user's phone number + user.otpsms = { k: obj.common.zeroPad(getRandomSixDigitInteger(), 6), d: Date.now() }; + obj.db.SetUser(user); + parent.debug('web', 'Sending 2FA SMS to: ' + user.phone); + parent.smsserver.sendToken(domain, user.phone, user.otpsms.k, obj.getLanguageCodes(req)); + // Ask for a login token & confirm sms was sent + req.session.messageid = 4; // "SMS sent" message + req.session.loginmode = '4'; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + checkUserOneTimePassword(req, domain, user, req.body.token, req.body.hwtoken, function (result) { + if (result == false) { + var randomWaitTime = 0; + + // 2-step auth is required, but the token is not present or not valid. + if ((req.body.token != null) || (req.body.hwtoken != null)) { + randomWaitTime = 2000 + (obj.crypto.randomBytes(2).readUInt16BE(0) % 4095); // This is a fail, wait a random time. 2 to 6 seconds. + req.session.messageid = 108; // Invalid token, try again. + if (obj.parent.authlog) { obj.parent.authLog('https', 'Failed 2FA for ' + xusername + ' from ' + cleanRemoteAddr(req.clientIp) + ' port ' + req.port); } + parent.debug('web', 'handleLoginRequest: invalid 2FA token'); + obj.parent.DispatchEvent(['*', 'server-users', user._id], obj, { action: 'authfail', username: user.name, userid: user._id, domain: domain.id, msg: 'User login attempt with incorrect 2nd factor from ' + req.clientIp }); + obj.setbadLogin(req); + } else { + parent.debug('web', 'handleLoginRequest: 2FA token required'); + } + + // Wait and redirect the user + setTimeout(function () { + req.session.loginmode = '4'; + req.session.tokenemail = ((user.email != null) && (user.emailVerified == true) && (parent.mailserver != null) && (user.otpekey != null)); + req.session.tokensms = ((user.phone != null) && (parent.smsserver != null)); + req.session.tokenuserid = userid; + req.session.tokenusername = xusername; + req.session.tokenpassword = xpassword; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + }, randomWaitTime); + } else { + // Check if we need to remember this device + if ((req.body.remembertoken === 'on') && ((domain.twofactorcookiedurationdays == null) || (domain.twofactorcookiedurationdays > 0))) { + var maxCookieAge = domain.twofactorcookiedurationdays; + if (typeof maxCookieAge != 'number') { maxCookieAge = 30; } + const twoFactorCookie = obj.parent.encodeCookie({ userid: user._id, expire: maxCookieAge * 24 * 60 /*, ip: req.clientIp*/ }, obj.parent.loginCookieEncryptionKey); + res.cookie('twofactor', twoFactorCookie, { maxAge: (maxCookieAge * 24 * 60 * 60 * 1000), httpOnly: true, sameSite: 'strict', secure: true }); + } + + // Check if email address needs to be confirmed + var emailcheck = ((obj.parent.mailserver != null) && (obj.parent.certificates.CommonName != null) && (obj.parent.certificates.CommonName.indexOf('.') != -1) && (obj.args.lanonly != true) && (domain.auth != 'sspi') && (domain.auth != 'ldap')) + if (emailcheck && (user.emailVerified !== true)) { + parent.debug('web', 'Redirecting using ' + user.name + ' to email check login page'); + req.session.messageid = 3; // "Email verification required" message + req.session.loginmode = '7'; + req.session.passhint = user.email; + req.session.cuserid = userid; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Login successful + if (obj.parent.authlog) { obj.parent.authLog('https', 'Accepted password for ' + xusername + ' from ' + req.clientIp + ' port ' + req.connection.remotePort); } + parent.debug('web', 'handleLoginRequest: successful 2FA login'); + completeLoginRequest(req, res, domain, user, userid, xusername, xpassword, direct); + } + }); + return; + } + + // Check if email address needs to be confirmed + var emailcheck = ((obj.parent.mailserver != null) && (obj.parent.certificates.CommonName != null) && (obj.parent.certificates.CommonName.indexOf('.') != -1) && (obj.args.lanonly != true) && (domain.auth != 'sspi') && (domain.auth != 'ldap')) + if (emailcheck && (user.emailVerified !== true)) { + parent.debug('web', 'Redirecting using ' + user.name + ' to email check login page'); + req.session.messageid = 3; // "Email verification required" message + req.session.loginmode = '7'; + req.session.passhint = user.email; + req.session.cuserid = userid; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Login successful + if (obj.parent.authlog) { obj.parent.authLog('https', 'Accepted password for ' + xusername + ' from ' + req.clientIp + ' port ' + req.connection.remotePort); } + parent.debug('web', 'handleLoginRequest: successful login'); + completeLoginRequest(req, res, domain, user, userid, xusername, xpassword, direct); + } else { + // Login failed, log the error + if (obj.parent.authlog) { obj.parent.authLog('https', 'Failed password for ' + xusername + ' from ' + req.clientIp + ' port ' + req.connection.remotePort); } + + // Wait a random delay + setTimeout(function () { + // If the account is locked, display that. + if (typeof xusername == 'string') { + var xuserid = 'user/' + domain.id + '/' + xusername.toLowerCase(); + if (err == 'locked') { + parent.debug('web', 'handleLoginRequest: login failed, locked account'); + req.session.messageid = 110; // Account locked. + obj.parent.DispatchEvent(['*', 'server-users', xuserid], obj, { action: 'authfail', userid: xuserid, username: xusername, domain: domain.id, msg: 'User login attempt on locked account from ' + req.clientIp }); + obj.setbadLogin(req); + } else { + parent.debug('web', 'handleLoginRequest: login failed, bad username and password'); + req.session.messageid = 112; // Login failed, check username and password. + obj.parent.DispatchEvent(['*', 'server-users', xuserid], obj, { action: 'authfail', userid: xuserid, username: xusername, domain: domain.id, msg: 'Invalid user login attempt from ' + req.clientIp }); + obj.setbadLogin(req); + } + } + + // Clean up login mode and display password hint if present. + delete req.session.loginmode; + if ((passhint != null) && (passhint.length > 0)) { + req.session.passhint = passhint; + } else { + delete req.session.passhint; + } + + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + }, 2000 + (obj.crypto.randomBytes(2).readUInt16BE(0) % 4095)); // Wait for 2 to ~6 seconds. + } + }); + } + + function completeLoginRequest(req, res, domain, user, userid, xusername, xpassword, direct) { + // Check if we need to change the password + if ((typeof user.passchange == 'number') && ((user.passchange == -1) || ((typeof domain.passwordrequirements == 'object') && (typeof domain.passwordrequirements.reset == 'number') && (user.passchange + (domain.passwordrequirements.reset * 86400) < Math.floor(Date.now() / 1000))))) { + // Request a password change + parent.debug('web', 'handleLoginRequest: login ok, password change requested'); + req.session.loginmode = '6'; + req.session.messageid = 113; // Password change requested. + req.session.resettokenuserid = userid; + req.session.resettokenusername = xusername; + req.session.resettokenpassword = xpassword; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Save login time + user.pastlogin = user.login; + user.login = Math.floor(Date.now() / 1000); + obj.db.SetUser(user); + + // Notify account login + var targets = ['*', 'server-users']; + if (user.groups) { for (var i in user.groups) { targets.push('server-users:' + i); } } + obj.parent.DispatchEvent(targets, obj, { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'login', msgid: 1, msg: 'Account login', domain: domain.id }); + + // Regenerate session when signing in to prevent fixation + //req.session.regenerate(function () { + // Store the user's primary key in the session store to be retrieved, or in this case the entire user object + delete req.session.loginmode; + delete req.session.tokenuserid; + delete req.session.tokenusername; + delete req.session.tokenpassword; + delete req.session.tokenemail; + delete req.session.tokensms; + delete req.session.messageid; + delete req.session.passhint; + delete req.session.cuserid; + req.session.userid = userid; + req.session.domainid = domain.id; + req.session.currentNode = ''; + req.session.ip = req.clientIp; + if (req.body.viewmode) { req.session.viewmode = req.body.viewmode; } + if (req.body.host) { + // TODO: This is a terrible search!!! FIX THIS. + /* + obj.db.GetAllType('node', function (err, docs) { + for (var i = 0; i < docs.length; i++) { + if (docs[i].name == req.body.host) { + req.session.currentNode = docs[i]._id; + break; + } + } + console.log("CurrentNode: " + req.session.currentNode); + // This redirect happens after finding node is completed + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + }); + */ + parent.debug('web', 'handleLoginRequest: login ok (1)'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } // Temporary + } else { + parent.debug('web', 'handleLoginRequest: login ok (2)'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } + //}); + } + + function handleCreateAccountRequest(req, res, direct) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.auth == 'sspi') || (domain.auth == 'ldap')) { parent.debug('web', 'handleCreateAccountRequest: failed checks.'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Check if we are in maintenance mode + if (parent.config.settings.maintenancemode != null) { + req.session.messageid = 115; // Server under maintenance + req.session.loginmode = '1'; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Always lowercase the email address + if (req.body.email) { req.body.email = req.body.email.toLowerCase(); } + + // If the email is the username, set this here. + if (domain.usernameisemail) { req.body.username = req.body.email; } + + // Accounts that start with ~ are not allowed + if ((typeof req.body.username != 'string') || (req.body.username.length < 1) || (req.body.username[0] == '~')) { + parent.debug('web', 'handleCreateAccountRequest: unable to create account (0)'); + req.session.loginmode = '2'; + req.session.messageid = 100; // Unable to create account. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Count the number of users in this domain + var domainUserCount = 0; + for (var i in obj.users) { if (obj.users[i].domain == domain.id) { domainUserCount++; } } + + // Check if we are allowed to create new users using the login screen + if ((domain.newaccounts !== 1) && (domain.newaccounts !== true) && (domainUserCount > 0)) { + parent.debug('web', 'handleCreateAccountRequest: domainUserCount > 1.'); + res.sendStatus(401); + return; + } + + // Check if this request is for an allows email domain + if ((domain.newaccountemaildomains != null) && Array.isArray(domain.newaccountemaildomains)) { + var i = -1; + if (typeof req.body.email == 'string') { i = req.body.email.indexOf('@'); } + if (i == -1) { + parent.debug('web', 'handleCreateAccountRequest: unable to create account (1)'); + req.session.loginmode = '2'; + req.session.messageid = 100; // Unable to create account. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + var emailok = false, emaildomain = req.body.email.substring(i + 1).toLowerCase(); + for (var i in domain.newaccountemaildomains) { if (emaildomain == domain.newaccountemaildomains[i].toLowerCase()) { emailok = true; } } + if (emailok == false) { + parent.debug('web', 'handleCreateAccountRequest: unable to create account (2)'); + req.session.loginmode = '2'; + req.session.messageid = 100; // Unable to create account. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + } + + // Check if we exceed the maximum number of user accounts + obj.db.isMaxType(domain.limits.maxuseraccounts, 'user', domain.id, function (maxExceed) { + if (maxExceed) { + parent.debug('web', 'handleCreateAccountRequest: account limit reached'); + req.session.loginmode = '2'; + req.session.messageid = 101; // Account limit reached. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else { + if (!obj.common.validateUsername(req.body.username, 1, 64) || !obj.common.validateEmail(req.body.email, 1, 256) || !obj.common.validateString(req.body.password1, 1, 256) || !obj.common.validateString(req.body.password2, 1, 256) || (req.body.password1 != req.body.password2) || req.body.username == '~' || !obj.common.checkPasswordRequirements(req.body.password1, domain.passwordrequirements)) { + parent.debug('web', 'handleCreateAccountRequest: unable to create account (3)'); + req.session.loginmode = '2'; + req.session.messageid = 100; // Unable to create account. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else { + // Check if this email was already verified + obj.db.GetUserWithVerifiedEmail(domain.id, req.body.email, function (err, docs) { + if ((docs != null) && (docs.length > 0)) { + parent.debug('web', 'handleCreateAccountRequest: Existing account with this email address'); + req.session.loginmode = '2'; + req.session.messageid = 102; // Existing account with this email address. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else { + // Check if there is domain.newAccountToken, check if supplied token is valid + if ((domain.newaccountspass != null) && (domain.newaccountspass != '') && (req.body.anewaccountpass != domain.newaccountspass)) { + parent.debug('web', 'handleCreateAccountRequest: Invalid account creation token'); + req.session.loginmode = '2'; + req.session.messageid = 103; // Invalid account creation token. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + // Check if user exists + if (obj.users['user/' + domain.id + '/' + req.body.username.toLowerCase()]) { + parent.debug('web', 'handleCreateAccountRequest: Username already exists'); + req.session.loginmode = '2'; + req.session.messageid = 104; // Username already exists. + } else { + var user = { type: 'user', _id: 'user/' + domain.id + '/' + req.body.username.toLowerCase(), name: req.body.username, email: req.body.email, creation: Math.floor(Date.now() / 1000), login: Math.floor(Date.now() / 1000), domain: domain.id }; + if (domain.newaccountsrights) { user.siteadmin = domain.newaccountsrights; } + if (obj.common.validateStrArray(domain.newaccountrealms)) { user.groups = domain.newaccountrealms; } + if ((domain.passwordrequirements != null) && (domain.passwordrequirements.hint === true) && (req.body.apasswordhint)) { var hint = req.body.apasswordhint; if (hint.length > 250) { hint = hint.substring(0, 250); } user.passhint = hint; } + if (domainUserCount == 0) { user.siteadmin = 4294967295; /*if (domain.newaccounts === 2) { delete domain.newaccounts; }*/ } // If this is the first user, give the account site admin. + + // Auto-join any user groups + if (typeof domain.newaccountsusergroups == 'object') { + for (var i in domain.newaccountsusergroups) { + var ugrpid = domain.newaccountsusergroups[i]; + if (ugrpid.indexOf('/') < 0) { ugrpid = 'ugrp/' + domain.id + '/' + ugrpid; } + var ugroup = obj.userGroups[ugrpid]; + if (ugroup != null) { + // Add group to the user + if (user.links == null) { user.links = {}; } + user.links[ugroup._id] = { rights: 1 }; + + // Add user to the group + ugroup.links[user._id] = { userid: user._id, name: user.name, rights: 1 }; + db.Set(ugroup); + + // Notify user group change + var event = { etype: 'ugrp', ugrpid: ugroup._id, name: ugroup.name, desc: ugroup.desc, action: 'usergroupchange', links: ugroup.links, msg: 'Added user ' + user.name + ' to user group ' + ugroup.name, addUserDomain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user group. Another event will come. + parent.DispatchEvent(['*', ugroup._id, user._id], obj, event); + } + } + } + + obj.users[user._id] = user; + req.session.userid = user._id; + req.session.domainid = domain.id; + req.session.ip = req.clientIp; // Bind this session to the IP address of the request + // Create a user, generate a salt and hash the password + require('./pass').hash(req.body.password1, function (err, salt, hash, tag) { + if (err) throw err; + user.salt = salt; + user.hash = hash; + delete user.passtype; + obj.db.SetUser(user); + + // Send the verification email + if ((obj.parent.mailserver != null) && (domain.auth != 'sspi') && (domain.auth != 'ldap') && (obj.common.validateEmail(user.email, 1, 256) == true)) { obj.parent.mailserver.sendAccountCheckMail(domain, user.name, user._id, user.email, obj.getLanguageCodes(req), req.query.key); } + }, 0); + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountcreate', msg: 'Account created, email is ' + req.body.email, domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to create the user. Another event will come. + obj.parent.DispatchEvent(['*', 'server-users'], obj, event); + } + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } + }); + } + } + }); + } + + // Called to process an account password reset + function handleResetPasswordRequest(req, res, direct) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Check everything is ok + if ((domain == null) || (domain.auth == 'sspi') || (domain.auth == 'ldap') || (typeof req.body.rpassword1 != 'string') || (typeof req.body.rpassword2 != 'string') || (req.body.rpassword1 != req.body.rpassword2) || (typeof req.body.rpasswordhint != 'string') || (req.session == null) || (typeof req.session.resettokenusername != 'string') || (typeof req.session.resettokenpassword != 'string')) { + parent.debug('web', 'handleResetPasswordRequest: checks failed'); + delete req.session.loginmode; + delete req.session.tokenuserid; + delete req.session.tokenusername; + delete req.session.tokenpassword; + delete req.session.resettokenuserid; + delete req.session.resettokenusername; + delete req.session.resettokenpassword; + delete req.session.tokenemail; + delete req.session.tokensms; + delete req.session.messageid; + delete req.session.passhint; + delete req.session.cuserid; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Authenticate the user + obj.authenticate(req.session.resettokenusername, req.session.resettokenpassword, domain, function (err, userid, passhint) { + if (userid) { + // Login + var user = obj.users[userid]; + + // If we have password requirements, check this here. + if (!obj.common.checkPasswordRequirements(req.body.rpassword1, domain.passwordrequirements)) { + parent.debug('web', 'handleResetPasswordRequest: password rejected, use a different one (1)'); + req.session.loginmode = '6'; + req.session.messageid = 105; // Password rejected, use a different one. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Check if the password is the same as a previous one + obj.checkOldUserPasswords(domain, user, req.body.rpassword1, function (result) { + if (result != 0) { + // This is the same password as an older one, request a password change again + parent.debug('web', 'handleResetPasswordRequest: password rejected, use a different one (2)'); + req.session.loginmode = '6'; + req.session.messageid = 105; // Password rejected, use a different one. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else { + // Update the password, use a different salt. + require('./pass').hash(req.body.rpassword1, function (err, salt, hash, tag) { + const nowSeconds = Math.floor(Date.now() / 1000); + if (err) { parent.debug('web', 'handleResetPasswordRequest: hash error.'); throw err; } + + if (domain.passwordrequirements != null) { + // Save password hint if this feature is enabled + if ((domain.passwordrequirements.hint === true) && (req.body.apasswordhint)) { var hint = req.body.apasswordhint; if (hint.length > 250) hint = hint.substring(0, 250); user.passhint = hint; } else { delete user.passhint; } + + // Save previous password if this feature is enabled + if ((typeof domain.passwordrequirements.oldpasswordban == 'number') && (domain.passwordrequirements.oldpasswordban > 0)) { + if (user.oldpasswords == null) { user.oldpasswords = []; } + user.oldpasswords.push({ salt: user.salt, hash: user.hash, start: user.passchange, end: nowSeconds }); + const extraOldPasswords = user.oldpasswords.length - domain.passwordrequirements.oldpasswordban; + if (extraOldPasswords > 0) { user.oldpasswords.splice(0, extraOldPasswords); } + } + } + + user.salt = salt; + user.hash = hash; + user.passchange = nowSeconds; + delete user.passtype; + obj.db.SetUser(user); + + // Event the account change + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountchange', msg: 'User password reset', domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come. + obj.parent.DispatchEvent(['*', 'server-users', user._id], obj, event); + + // Login successful + parent.debug('web', 'handleResetPasswordRequest: success'); + req.session.userid = userid; + req.session.domainid = domain.id; + req.session.ip = req.clientIp; // Bind this session to the IP address of the request + completeLoginRequest(req, res, domain, obj.users[userid], userid, req.session.tokenusername, req.session.tokenpassword, direct); + }, 0); + } + }, 0); + } else { + // Failed, error out. + parent.debug('web', 'handleResetPasswordRequest: failed authenticate()'); + delete req.session.loginmode; + delete req.session.tokenuserid; + delete req.session.tokenusername; + delete req.session.tokenpassword; + delete req.session.resettokenuserid; + delete req.session.resettokenusername; + delete req.session.resettokenpassword; + delete req.session.tokenemail; + delete req.session.tokensms; + delete req.session.messageid; + delete req.session.passhint; + delete req.session.cuserid; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + }); + } + + // Called to process an account reset request + function handleResetAccountRequest(req, res, direct) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.auth == 'sspi') || (domain.auth == 'ldap') || (obj.args.lanonly == true) || (obj.parent.certificates.CommonName == null) || (obj.parent.certificates.CommonName.indexOf('.') == -1)) { parent.debug('web', 'handleResetAccountRequest: check failed'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Always lowercase the email address + if (req.body.email) { req.body.email = req.body.email.toLowerCase(); } + + // Get the email from the body or session. + var email = req.body.email; + if ((email == null) || (email == '')) { email = req.session.tokenemail; } + + // Check the email string format + if (!email || checkEmail(email) == false) { + parent.debug('web', 'handleResetAccountRequest: Invalid email'); + req.session.loginmode = '3'; + req.session.messageid = 106; // Invalid email. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else { + obj.db.GetUserWithVerifiedEmail(domain.id, email, function (err, docs) { + // Remove all accounts that start with ~ since they are special accounts. + var cleanDocs = []; + if ((err == null) && (docs.length > 0)) { + for (var i in docs) { + const user = docs[i]; + const locked = ((user.siteadmin != null) && (user.siteadmin != 0xFFFFFFFF) && ((user.siteadmin & 1024) != 0)); // No password recovery for locked accounts + const specialAccount = (user._id.split('/')[2].startsWith('~')); // No password recovery for special accounts + if ((specialAccount == false) && (locked == false)) { cleanDocs.push(user); } + } + } + docs = cleanDocs; + + // Check if we have any account that match this email address + if ((err != null) || (docs.length == 0)) { + parent.debug('web', 'handleResetAccountRequest: Account not found'); + req.session.loginmode = '3'; + req.session.messageid = 1; // If valid, reset mail sent. Instead of "Account not found" (107), we send this hold on message so users can't know if this account exists or not. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else { + // If many accounts have the same validated e-mail, we are going to use the first one for display, but sent a reset email for all accounts. + var responseSent = false; + for (var i in docs) { + var user = docs[i]; + if (checkUserOneTimePasswordRequired(domain, user, req) == true) { + // Second factor setup, request it now. + checkUserOneTimePassword(req, domain, user, req.body.token, req.body.hwtoken, function (result) { + if (result == false) { + if (i == 0) { + // 2-step auth is required, but the token is not present or not valid. + parent.debug('web', 'handleResetAccountRequest: Invalid 2FA token, try again'); + if ((req.body.token != null) || (req.body.hwtoken != null)) { + var sms2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.sms2factor != false)) && (parent.smsserver != null) && (user.phone != null)); + if ((req.body.hwtoken == '**sms**') && sms2fa) { + // Cause a token to be sent to the user's phone number + user.otpsms = { k: obj.common.zeroPad(getRandomSixDigitInteger(), 6), d: Date.now() }; + obj.db.SetUser(user); + parent.debug('web', 'Sending 2FA SMS for password recovery to: ' + user.phone); + parent.smsserver.sendToken(domain, user.phone, user.otpsms.k, obj.getLanguageCodes(req)); + req.session.messageid = 4; // SMS sent. + } else { + req.session.messageid = 108; // Invalid token, try again. + obj.parent.DispatchEvent(['*', 'server-users', user._id], obj, { action: 'authfail', username: user.name, userid: user._id, domain: domain.id, msg: 'User login attempt with incorrect 2nd factor from ' + req.clientIp }); + obj.setbadLogin(req); + } + } + req.session.loginmode = '5'; + delete req.session.tokenemail; + req.session.tokenemail = email; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } + } else { + // Send email to perform recovery. + delete req.session.tokenemail; + if (obj.parent.mailserver != null) { + obj.parent.mailserver.sendAccountResetMail(domain, user.name, user._id, user.email, obj.getLanguageCodes(req), req.query.key); + if (i == 0) { + parent.debug('web', 'handleResetAccountRequest: Hold on, reset mail sent.'); + req.session.loginmode = '1'; + req.session.messageid = 1; // If valid, reset mail sent. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } + } else { + if (i == 0) { + parent.debug('web', 'handleResetAccountRequest: Unable to sent email.'); + req.session.loginmode = '3'; + req.session.messageid = 109; // Unable to sent email. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } + } + } + }); + } else { + // No second factor, send email to perform recovery. + if (obj.parent.mailserver != null) { + obj.parent.mailserver.sendAccountResetMail(domain, user.name, user._id, user.email, obj.getLanguageCodes(req), req.query.key); + if (i == 0) { + parent.debug('web', 'handleResetAccountRequest: Hold on, reset mail sent.'); + req.session.loginmode = '1'; + req.session.messageid = 1; // If valid, reset mail sent. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } + } else { + if (i == 0) { + parent.debug('web', 'handleResetAccountRequest: Unable to sent email.'); + req.session.loginmode = '3'; + req.session.messageid = 109; // Unable to sent email. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } + } + } + } + } + }); + } + } + + // Handle account email change and email verification request + function handleCheckAccountEmailRequest(req, res, direct) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((obj.parent.mailserver == null) || (domain.auth == 'sspi') || (domain.auth == 'ldap') || (typeof req.session.cuserid != 'string') || (obj.users[req.session.cuserid] == null) || (!obj.common.validateEmail(req.body.email, 1, 256))) { parent.debug('web', 'handleCheckAccountEmailRequest: failed checks.'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Always lowercase the email address + if (req.body.email) { req.body.email = req.body.email.toLowerCase(); } + + // Get the email from the body or session. + var email = req.body.email; + if ((email == null) || (email == '')) { email = req.session.tokenemail; } + + // Check if this request is for an allows email domain + if ((domain.newaccountemaildomains != null) && Array.isArray(domain.newaccountemaildomains)) { + var i = -1; + if (typeof req.body.email == 'string') { i = req.body.email.indexOf('@'); } + if (i == -1) { + parent.debug('web', 'handleCreateAccountRequest: unable to create account (1)'); + req.session.loginmode = '7'; + req.session.messageid = 106; // Invalid email. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + var emailok = false, emaildomain = req.body.email.substring(i + 1).toLowerCase(); + for (var i in domain.newaccountemaildomains) { if (emaildomain == domain.newaccountemaildomains[i].toLowerCase()) { emailok = true; } } + if (emailok == false) { + parent.debug('web', 'handleCreateAccountRequest: unable to create account (2)'); + req.session.loginmode = '7'; + req.session.messageid = 106; // Invalid email. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + } + + // Check the email string format + if (!email || checkEmail(email) == false) { + parent.debug('web', 'handleCheckAccountEmailRequest: Invalid email'); + req.session.loginmode = '7'; + req.session.messageid = 106; // Invalid email. + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else { + // Check is email already exists + obj.db.GetUserWithVerifiedEmail(domain.id, email, function (err, docs) { + if ((err != null) || (docs.length > 0)) { + // Email already exitst + req.session.messageid = 102; // Existing account with this email address. + } else { + // Update the user and notify of user email address change + var user = obj.users[req.session.cuserid]; + if (user.email != email) { + user.email = email; + db.SetUser(user); + var targets = ['*', 'server-users', user._id]; + if (user.groups) { for (var i in user.groups) { targets.push('server-users:' + i); } } + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountchange', msg: 'Account changed: ' + user.name, domain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come. + parent.DispatchEvent(targets, obj, event); + } + + // Send the verification email + obj.parent.mailserver.sendAccountCheckMail(domain, user.name, user._id, user.email, obj.getLanguageCodes(req), req.query.key); + + // Send the response + req.session.messageid = 2; // Email sent. + } + req.session.loginmode = '7'; + delete req.session.cuserid; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + }); + } + } + + // Called to process a web based email verification request + function handleCheckMailRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.auth == 'sspi') || (domain.auth == 'ldap') || (obj.parent.mailserver == null)) { parent.debug('web', 'handleCheckMailRequest: failed checks.'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + if (req.query.c != null) { + var cookie = obj.parent.decodeCookie(req.query.c, obj.parent.mailserver.mailCookieEncryptionKey, 30); + if ((cookie != null) && (cookie.u != null) && (cookie.u.startsWith('user/')) && (cookie.e != null)) { + var idsplit = cookie.u.split('/'); + if ((idsplit.length != 3) || (idsplit[1] != domain.id)) { + parent.debug('web', 'handleCheckMailRequest: Invalid domain.'); + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 1, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); + } else { + obj.db.Get(cookie.u, function (err, docs) { + if (docs.length == 0) { + parent.debug('web', 'handleCheckMailRequest: Invalid username.'); + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 2, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), arg1: encodeURIComponent(idsplit[1]).replace(/'/g, '%27') }, req, domain)); + } else { + var user = docs[0]; + if (user.email != cookie.e) { + parent.debug('web', 'handleCheckMailRequest: Invalid e-mail.'); + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 3, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), arg1: encodeURIComponent(user.email).replace(/'/g, '%27'), arg2: encodeURIComponent(user.name).replace(/'/g, '%27') }, req, domain)); + } else { + if (cookie.a == 1) { + // Account email verification + if (user.emailVerified == true) { + parent.debug('web', 'handleCheckMailRequest: email already verified.'); + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 4, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), arg1: encodeURIComponent(user.email).replace(/'/g, '%27'), arg2: encodeURIComponent(user.name).replace(/'/g, '%27') }, req, domain)); + } else { + obj.db.GetUserWithVerifiedEmail(domain.id, user.email, function (err, docs) { + if (docs.length > 0) { + parent.debug('web', 'handleCheckMailRequest: email already in use.'); + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 5, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), arg1: encodeURIComponent(user.email).replace(/'/g, '%27') }, req, domain)); + } else { + parent.debug('web', 'handleCheckMailRequest: email verification success.'); + + // Set the verified flag + obj.users[user._id].emailVerified = true; + user.emailVerified = true; + obj.db.SetUser(user); + + // Event the change + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountchange', msg: 'Verified email of user ' + EscapeHtml(user.name) + ' (' + EscapeHtml(user.email) + ')', domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come. + obj.parent.DispatchEvent(['*', 'server-users', user._id], obj, event); + + // Send the confirmation page + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 6, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), arg1: encodeURIComponent(user.email).replace(/'/g, '%27'), arg2: encodeURIComponent(user.name).replace(/'/g, '%27') }, req, domain)); + + // Send a notification + obj.parent.DispatchEvent([user._id], obj, { action: 'notify', title: 'Email verified', value: user.email, nolog: 1, id: Math.random() }); + + // Send to authlog + if (obj.parent.authlog) { obj.parent.authLog('https', 'Verified email address ' + user.email + ' for user ' + user.name); } + } + }); + } + } else if (cookie.a == 2) { + // Account reset + if (user.emailVerified != true) { + parent.debug('web', 'handleCheckMailRequest: email not verified.'); + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 7, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), arg1: EscapeHtml(user.email), arg2: EscapeHtml(user.name) }, req, domain)); + } else { + if (req.query.confirm == 1) { + // Set a temporary password + obj.crypto.randomBytes(16, function (err, buf) { + var newpass = buf.toString('base64').split('=').join('').split('/').join('').split('+').join(''); + require('./pass').hash(newpass, function (err, salt, hash, tag) { + if (err) throw err; + + // Change the password + var userinfo = obj.users[user._id]; + userinfo.salt = salt; + userinfo.hash = hash; + delete userinfo.passtype; + userinfo.passchange = Math.floor(Date.now() / 1000); + delete userinfo.passhint; + obj.db.SetUser(userinfo); + + // Event the change + var event = { etype: 'user', userid: user._id, username: userinfo.name, account: obj.CloneSafeUser(userinfo), action: 'accountchange', msg: 'Password reset for user ' + EscapeHtml(user.name), domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come. + obj.parent.DispatchEvent(['*', 'server-users', user._id], obj, event); + + // Send the new password + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 8, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), arg1: EscapeHtml(user.name), arg2: EscapeHtml(newpass) }, req, domain)); + parent.debug('web', 'handleCheckMailRequest: send temporary password.'); + + // Send to authlog + if (obj.parent.authlog) { obj.parent.authLog('https', 'Performed account reset for user ' + user.name); } + }, 0); + }); + } else { + // Display a link for the user to confirm password reset + // We must do this because GMail will also load this URL a few seconds after the user does and we don't want to cause two password resets. + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 14, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); + } + } + } else { + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 9, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); + } + } + } + }); + } + } else { + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 1, msgid: 10, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); + } + } + } + + // Called to process an agent invite GET/POST request + function handleInviteRequest(req, res) { + const domain = getDomain(req); + if (domain == null) { parent.debug('web', 'handleInviteRequest: failed checks.'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + if ((req.body.inviteCode == null) || (req.body.inviteCode == '')) { render(req, res, getRenderPage('invite', req, domain), getRenderArgs({ messageid: 0 }, req, domain)); return; } // No invitation code + + // Each for a device group that has this invite code. + for (var i in obj.meshes) { + if ((obj.meshes[i].domain == domain.id) && (obj.meshes[i].invite != null) && (obj.meshes[i].invite.codes.indexOf(req.body.inviteCode) >= 0)) { + // Send invitation link, valid for 1 minute. + res.redirect(domain.url + 'agentinvite?c=' + parent.encodeCookie({ a: 4, mid: i, f: obj.meshes[i].invite.flags, expire: 1 }, parent.invitationLinkEncryptionKey) + (req.query.key ? ('&key=' + req.query.key) : '')); + return; + } + } + + render(req, res, getRenderPage('invite', req, domain), getRenderArgs({ messageid: 100 }, req, domain)); // Bad invitation code + } + + // Called to render the MSTSC (RDP) web page + function handleMSTSCRequest(req, res) { + const domain = getDomain(req); + if (domain == null) { parent.debug('web', 'handleMSTSCRequest: failed checks.'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Check if we are in maintenance mode + if ((parent.config.settings.maintenancemode != null) && (req.query.admin !== '1')) { + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 3, msgid: 13, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); + return; + } + + if (req.query.ws != null) { + // This is a query with a websocket relay cookie, check that the cookie is valid and use it. + var rcookie = parent.decodeCookie(req.query.ws, parent.loginCookieEncryptionKey, 60); // Cookie with 1 hour timeout + if ((rcookie != null) && (rcookie.domainid == domain.id) && (rcookie.nodeid != null) && (rcookie.tcpport != null)) { + render(req, res, getRenderPage('mstsc', req, domain), getRenderArgs({ cookie: req.query.ws, name: encodeURIComponent(req.query.name).replace(/'/g, '%27') }, req, domain)); return; + } + } + + // Get the logged in user if present + var user = null; + + // If there is a login token, use that + if (req.query.login != null) { + var ucookie = parent.decodeCookie(req.query.login, parent.loginCookieEncryptionKey, 60); // Cookie with 1 hour timeout + if ((ucookie != null) && (ucookie.a === 3) && (typeof ucookie.u == 'string')) { user = obj.users[ucookie.u]; } + } + + // If no token, see if we have an active session + if ((user == null) && (req.session.userid != null)) { user = obj.users[req.session.userid]; } + + // If still no user, see if we have a default user + if ((user == null) && (obj.args.user)) { user = obj.users['user/' + domain.id + '/' + obj.args.user.toLowerCase()]; } + + // No user login, exit now + if (user == null) { res.sendStatus(401); return; } + + // Check the nodeid + if (req.query.node != null) { + var nodeidsplit = req.query.node.split('/'); + if (nodeidsplit.length == 1) { + req.query.node = 'node/' + domain.id + '/' + nodeidsplit[0]; // Format the nodeid correctly + } else if (nodeidsplit.length == 3) { + if ((nodeidsplit[0] != 'node') || (nodeidsplit[1] != domain.id)) { req.query.node = null; } // Check the nodeid format + } else { + req.query.node = null; // Bad nodeid + } + } + + // If there is no nodeid, exit now + if (req.query.node == null) { render(req, res, getRenderPage('mstsc', req, domain), getRenderArgs({ cookie: '', name: '' }, req, domain)); return; } + + // Fetch the node from the database + obj.db.Get(req.query.node, function (err, nodes) { + if ((err != null) || (nodes.length != 1)) { res.sendStatus(404); return; } + const node = nodes[0]; + + // Check access rights, must have remote control rights + if ((obj.GetNodeRights(user, node.meshid, node._id) & MESHRIGHT_REMOTECONTROL) == 0) { res.sendStatus(401); return; } + + // Figure out the target port + var port = 3389; + if (typeof node.rdpport == 'number') { port = node.rdpport; } + if (req.query.port != null) { var qport = 0; try { qport = parseInt(req.query.port); } catch (ex) { } if ((typeof qport == 'number') && (qport > 0) && (qport < 65536)) { port = qport; } } + + // Generate a cookie and respond + var cookie = parent.encodeCookie({ userid: user._id, domainid: user.domain, nodeid: node._id, tcpport: port }, parent.loginCookieEncryptionKey); + render(req, res, getRenderPage('mstsc', req, domain), getRenderArgs({ cookie: cookie, name: encodeURIComponent(node.name).replace(/'/g, '%27') }, req, domain)); + }); + } + + // Called to process an agent invite request + function handleAgentInviteRequest(req, res) { + const domain = getDomain(req); + if ((domain == null) || ((req.query.m == null) && (req.query.c == null))) { parent.debug('web', 'handleAgentInviteRequest: failed checks.'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + if (req.query.c != null) { + // A cookie is specified in the query string, use that + var cookie = obj.parent.decodeCookie(req.query.c, obj.parent.invitationLinkEncryptionKey); + if (cookie == null) { res.sendStatus(404); return; } + var mesh = obj.meshes[cookie.mid]; + if (mesh == null) { res.sendStatus(404); return; } + var installflags = cookie.f; + if (typeof installflags != 'number') { installflags = 0; } + parent.debug('web', 'handleAgentInviteRequest using cookie.'); + var meshcookie = parent.encodeCookie({ m: mesh._id.split('/')[2] }, parent.invitationLinkEncryptionKey); + render(req, res, getRenderPage('agentinvite', req, domain), getRenderArgs({ meshid: meshcookie, serverport: ((args.aliasport != null) ? args.aliasport : args.port), serverhttps: 1, servernoproxy: ((domain.agentnoproxy === true) ? '1' : '0'), meshname: encodeURIComponent(mesh.name).replace(/'/g, '%27'), installflags: installflags }, req, domain)); + } else if (req.query.m != null) { + // The MeshId is specified in the query string, use that + var mesh = obj.meshes['mesh/' + domain.id + '/' + req.query.m.toLowerCase()]; + if (mesh == null) { res.sendStatus(404); return; } + var installflags = 0; + if (req.query.f) { installflags = parseInt(req.query.f); } + if (typeof installflags != 'number') { installflags = 0; } + parent.debug('web', 'handleAgentInviteRequest using meshid.'); + var meshcookie = parent.encodeCookie({ m: mesh._id.split('/')[2] }, parent.invitationLinkEncryptionKey); + render(req, res, getRenderPage('agentinvite', req, domain), getRenderArgs({ meshid: meshcookie, serverport: ((args.aliasport != null) ? args.aliasport : args.port), serverhttps: 1, servernoproxy: ((domain.agentnoproxy === true) ? '1' : '0'), meshname: encodeURIComponent(mesh.name).replace(/'/g, '%27'), installflags: installflags }, req, domain)); + } + } + + function handleDeleteAccountRequest(req, res, direct) { + parent.debug('web', 'handleDeleteAccountRequest()'); + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.auth == 'sspi') || (domain.auth == 'ldap')) { parent.debug('web', 'handleDeleteAccountRequest: failed checks.'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + var user = null; + if (req.body.authcookie) { + // If a authentication cookie is provided, decode it here + var loginCookie = obj.parent.decodeCookie(req.body.authcookie, obj.parent.loginCookieEncryptionKey, 60); // 60 minute timeout + if ((loginCookie != null) && (domain.id == loginCookie.domainid)) { user = obj.users[loginCookie.userid]; } + } else { + // Check if the user is logged and we have all required parameters + if (!req.session || !req.session.userid || !req.body.apassword1 || (req.body.apassword1 != req.body.apassword2) || (req.session.domainid != domain.id)) { + parent.debug('web', 'handleDeleteAccountRequest: required parameters not present.'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } else { + user = obj.users[req.session.userid]; + } + } + if (!user) { parent.debug('web', 'handleDeleteAccountRequest: user not found.'); res.sendStatus(404); return; } + if ((user.siteadmin != 0xFFFFFFFF) && ((user.siteadmin & 1024) != 0)) { parent.debug('web', 'handleDeleteAccountRequest: account settings locked.'); res.sendStatus(404); return; } + + // Check if the password is correct + obj.authenticate(user._id.split('/')[2], req.body.apassword1, domain, function (err, userid) { + var deluser = obj.users[userid]; + if ((userid != null) && (deluser != null)) { + // Remove all links to this user + if (deluser.links != null) { + for (var i in deluser.links) { + if (i.startsWith('mesh/')) { + // Get the device group + var mesh = obj.meshes[i]; + if (mesh) { + // Remove user from the mesh + if (mesh.links[deluser._id] != null) { delete mesh.links[deluser._id]; parent.db.Set(mesh); } + + // Notify mesh change + var change = 'Removed user ' + deluser.name + ' from group ' + mesh.name; + var event = { etype: 'mesh', userid: user._id, username: user.name, meshid: mesh._id, name: mesh.name, mtype: mesh.mtype, desc: mesh.desc, action: 'meshchange', links: mesh.links, msg: change, domain: domain.id, invite: mesh.invite }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the mesh. Another event will come. + parent.DispatchEvent(['*', mesh._id, deluser._id, user._id], obj, event); + } + } else if (i.startsWith('node/')) { + // Get the node and the rights for this node + obj.GetNodeWithRights(domain, deluser, i, function (node, rights, visible) { + if ((node == null) || (node.links == null) || (node.links[deluser._id] == null)) return; + + // Remove the link and save the node to the database + delete node.links[deluser._id]; + if (Object.keys(node.links).length == 0) { delete node.links; } + db.Set(obj.cleanDevice(node)); + + // Event the node change + var event = { etype: 'node', userid: user._id, username: user.name, action: 'changenode', nodeid: node._id, domain: domain.id, msg: ('Removed user device rights for ' + node.name), node: obj.CloneSafeNode(node) } + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the mesh. Another event will come. + parent.DispatchEvent(['*', node.meshid, node._id], obj, event); + }); + } else if (i.startsWith('ugrp/')) { + // Get the device group + var ugroup = obj.userGroups[i]; + if (ugroup) { + // Remove user from the user group + if (ugroup.links[deluser._id] != null) { delete ugroup.links[deluser._id]; parent.db.Set(ugroup); } + + // Notify user group change + var change = 'Removed user ' + deluser.name + ' from user group ' + ugroup.name; + var event = { etype: 'ugrp', userid: user._id, username: user.name, ugrpid: ugroup._id, name: ugroup.name, desc: ugroup.desc, action: 'usergroupchange', links: ugroup.links, msg: 'Removed user ' + deluser.name + ' from user group ' + ugroup.name, addUserDomain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user group. Another event will come. + parent.DispatchEvent(['*', ugroup._id, user._id, deluser._id], obj, event); + } + } + } + } + + // Remove notes for this user + obj.db.Remove('nt' + deluser._id); + + // Remove the user + obj.db.Remove(deluser._id); + delete obj.users[deluser._id]; + req.session = null; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + obj.parent.DispatchEvent(['*', 'server-users'], obj, { etype: 'user', userid: deluser._id, username: deluser.name, action: 'accountremove', msg: 'Account removed', domain: domain.id }); + parent.debug('web', 'handleDeleteAccountRequest: removed user.'); + } else { + parent.debug('web', 'handleDeleteAccountRequest: auth failed.'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } + }); + } + + // Check a user's password + obj.checkUserPassword = function (domain, user, password, func) { + // Check the old password + if (user.passtype != null) { + // IIS default clear or weak password hashing (SHA-1) + require('./pass').iishash(user.passtype, password, user.salt, function (err, hash) { + if (err) { parent.debug('web', 'checkUserPassword: SHA-1 fail.'); return func(false); } + if (hash == user.hash) { + if ((user.siteadmin) && (user.siteadmin != 0xFFFFFFFF) && (user.siteadmin & 32) != 0) { parent.debug('web', 'checkUserPassword: SHA-1 locked.'); return func(false); } // Account is locked + parent.debug('web', 'checkUserPassword: SHA-1 ok.'); + return func(true); // Allow password change + } + func(false); + }); + } else { + // Default strong password hashing (pbkdf2 SHA384) + require('./pass').hash(password, user.salt, function (err, hash, tag) { + if (err) { parent.debug('web', 'checkUserPassword: pbkdf2 SHA384 fail.'); return func(false); } + if (hash == user.hash) { + if ((user.siteadmin) && (user.siteadmin != 0xFFFFFFFF) && (user.siteadmin & 32) != 0) { parent.debug('web', 'checkUserPassword: pbkdf2 SHA384 locked.'); return func(false); } // Account is locked + parent.debug('web', 'checkUserPassword: pbkdf2 SHA384 ok.'); + return func(true); // Allow password change + } + func(false); + }, 0); + } + } + + // Check a user's old passwords + // Callback: 0=OK, 1=OldPass, 2=CommonPass + obj.checkOldUserPasswords = function (domain, user, password, func) { + // Check how many old passwords we need to check + if ((domain.passwordrequirements != null) && (typeof domain.passwordrequirements.oldpasswordban == 'number') && (domain.passwordrequirements.oldpasswordban > 0)) { + if (user.oldpasswords != null) { + const extraOldPasswords = user.oldpasswords.length - domain.passwordrequirements.oldpasswordban; + if (extraOldPasswords > 0) { user.oldpasswords.splice(0, extraOldPasswords); } + } + } else { + delete user.oldpasswords; + } + + // If there is no old passwords, exit now. + var oldPassCount = 1; + if (user.oldpasswords != null) { oldPassCount += user.oldpasswords.length; } + var oldPassCheckState = { response: 0, count: oldPassCount, user: user, func: func }; + + // Test against common passwords if this feature is enabled + // Example of common passwords: 123456789, password123 + if ((domain.passwordrequirements != null) && (domain.passwordrequirements.bancommonpasswords == true)) { + oldPassCheckState.count++; + require('wildleek')(password).then(function (wild) { + if (wild == true) { oldPassCheckState.response = 2; } + if (--oldPassCheckState.count == 0) { oldPassCheckState.func(oldPassCheckState.response); } + }); + } + + // Try current password + require('./pass').hash(password, user.salt, function oldPassCheck(err, hash, tag) { + if ((err == null) && (hash == tag.user.hash)) { tag.response = 1; } + if (--tag.count == 0) { tag.func(tag.response); } + }, oldPassCheckState); + + // Try each old password + if (user.oldpasswords != null) { + for (var i in user.oldpasswords) { + const oldpassword = user.oldpasswords[i]; + // Default strong password hashing (pbkdf2 SHA384) + require('./pass').hash(password, oldpassword.salt, function oldPassCheck(err, hash, tag) { + if ((err == null) && (hash == tag.oldPassword.hash)) { tag.state.response = 1; } + if (--tag.state.count == 0) { tag.state.func(tag.state.response); } + }, { oldPassword: oldpassword, state: oldPassCheckState }); + } + } + } + + // Handle password changes + function handlePasswordChangeRequest(req, res, direct) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.auth == 'sspi') || (domain.auth == 'ldap')) { parent.debug('web', 'handlePasswordChangeRequest: failed checks (1).'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Check if the user is logged and we have all required parameters + if (!req.session || !req.session.userid || !req.body.apassword0 || !req.body.apassword1 || (req.body.apassword1 != req.body.apassword2) || (req.session.domainid != domain.id)) { + parent.debug('web', 'handlePasswordChangeRequest: failed checks (2).'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Get the current user + var user = obj.users[req.session.userid]; + if (!user) { + parent.debug('web', 'handlePasswordChangeRequest: user not found.'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Check account settings locked + if ((user.siteadmin != 0xFFFFFFFF) && ((user.siteadmin & 1024) != 0)) { + parent.debug('web', 'handlePasswordChangeRequest: account settings locked.'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + return; + } + + // Check old password + obj.checkUserPassword(domain, user, req.body.apassword1, function (result) { + if (result == true) { + // Check if the new password is allowed, only do this if this feature is enabled. + parent.checkOldUserPasswords(domain, user, command.newpass, function (result) { + if (result == 1) { + parent.debug('web', 'handlePasswordChangeRequest: old password reuse attempt.'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else if (result == 2) { + parent.debug('web', 'handlePasswordChangeRequest: commonly used password use attempt.'); + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + } else { + // Update the password + require('./pass').hash(req.body.apassword1, function (err, salt, hash, tag) { + const nowSeconds = Math.floor(Date.now() / 1000); + if (err) { parent.debug('web', 'handlePasswordChangeRequest: hash error.'); throw err; } + if (domain.passwordrequirements != null) { + // Save password hint if this feature is enabled + if ((domain.passwordrequirements.hint === true) && (req.body.apasswordhint)) { var hint = req.body.apasswordhint; if (hint.length > 250) hint = hint.substring(0, 250); user.passhint = hint; } else { delete user.passhint; } + + // Save previous password if this feature is enabled + if ((typeof domain.passwordrequirements.oldpasswordban == 'number') && (domain.passwordrequirements.oldpasswordban > 0)) { + if (user.oldpasswords == null) { user.oldpasswords = []; } + user.oldpasswords.push({ salt: user.salt, hash: user.hash, start: user.passchange, end: nowSeconds }); + const extraOldPasswords = user.oldpasswords.length - domain.passwordrequirements.oldpasswordban; + if (extraOldPasswords > 0) { user.oldpasswords.splice(0, extraOldPasswords); } + } + } + user.salt = salt; + user.hash = hash; + user.passchange = nowSeconds; + delete user.passtype; + + obj.db.SetUser(user); + req.session.viewmode = 2; + if (direct === true) { handleRootRequestEx(req, res, domain); } else { res.redirect(domain.url + getQueryPortion(req)); } + obj.parent.DispatchEvent(['*', 'server-users'], obj, { etype: 'user', userid: user._id, username: user.name, action: 'passchange', msg: 'Account password changed: ' + user.name, domain: domain.id }); + }, 0); + } + }); + } + }); + } + + // Called when a strategy login occured + // This is called after a succesful Oauth to Twitter, Google, GitHub... + function handleStrategyLogin(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + parent.debug('web', 'handleStrategyLogin: ' + JSON.stringify(req.user)); + if ((req.user != null) && (req.user.sid != null)) { + const userid = 'user/' + domain.id + '/' + req.user.sid; + var user = obj.users[userid]; + if (user == null) { + var newAccountAllowed = false; + var newAccountRealms = null; + + if (domain.newaccounts === true) { newAccountAllowed = true; } + if (obj.common.validateStrArray(domain.newaccountrealms)) { newAccountRealms = domain.newaccountrealms; } + + if ((domain.authstrategies != null) && (domain.authstrategies[req.user.strategy] != null)) { + if (domain.authstrategies[req.user.strategy].newaccounts === true) { newAccountAllowed = true; } + if (obj.common.validateStrArray(domain.authstrategies[req.user.strategy].newaccountrealms)) { newAccountRealms = domain.authstrategies[req.user.strategy].newaccountrealms; } + } + + if (newAccountAllowed === true) { + // Create the user + parent.debug('web', 'handleStrategyLogin: creating new user: ' + userid); + user = { type: 'user', _id: userid, name: req.user.name, email: req.user.email, creation: Math.floor(Date.now() / 1000), domain: domain.id }; + if (req.user.email != null) { user.email = req.user.email; user.emailVerified = true; } + if (domain.newaccountsrights) { user.siteadmin = domain.newaccountsrights; } // New accounts automatically assigned server rights. + if (domain.authstrategies[req.user.strategy].newaccountsrights) { user.siteadmin = obj.common.meshServerRightsArrayToNumber(domain.authstrategies[req.user.strategy].newaccountsrights); } // If there are specific SSO server rights, use these instead. + if (newAccountRealms) { user.groups = newAccountRealms; } // New accounts automatically part of some groups (Realms). + obj.users[userid] = user; + + // Auto-join any user groups + var newaccountsusergroups = null; + if (typeof domain.newaccountsusergroups == 'object') { newaccountsusergroups = domain.newaccountsusergroups; } + if (typeof domain.authstrategies[req.user.strategy].newaccountsusergroups == 'object') { newaccountsusergroups = domain.authstrategies[req.user.strategy].newaccountsusergroups; } + if (newaccountsusergroups) { + for (var i in newaccountsusergroups) { + var ugrpid = newaccountsusergroups[i]; + if (ugrpid.indexOf('/') < 0) { ugrpid = 'ugrp/' + domain.id + '/' + ugrpid; } + var ugroup = obj.userGroups[ugrpid]; + if (ugroup != null) { + // Add group to the user + if (user.links == null) { user.links = {}; } + user.links[ugroup._id] = { rights: 1 }; + + // Add user to the group + ugroup.links[user._id] = { userid: user._id, name: user.name, rights: 1 }; + db.Set(ugroup); + + // Notify user group change + var event = { etype: 'ugrp', ugrpid: ugroup._id, name: ugroup.name, desc: ugroup.desc, action: 'usergroupchange', links: ugroup.links, msg: 'Added user ' + user.name + ' to user group ' + ugroup.name, addUserDomain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user group. Another event will come. + parent.DispatchEvent(['*', ugroup._id, user._id], obj, event); + } + } + } + + // Save the user + obj.db.SetUser(user); + + // Event user creation + var targets = ['*', 'server-users']; + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountcreate', msg: 'Account created, username is ' + user.name, domain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to create the user. Another event will come. + parent.DispatchEvent(targets, obj, event); + + req.session.userid = userid; + req.session.domainid = domain.id; + } else { + // New users not allowed + parent.debug('web', 'handleStrategyLogin: Can\'t create new accounts'); + req.session.loginmode = '1'; + req.session.messageid = 100; // Unable to create account. + res.redirect(domain.url + getQueryPortion(req)); + return; + } + } else { + // Login success + var userChange = false; + if ((req.user.name != null) && (req.user.name != user.name)) { user.name = req.user.name; userChange = true; } + if ((req.user.email != null) && (req.user.email != user.email)) { user.email = req.user.email; user.emailVerified = true; userChange = true; } + if (userChange) { + obj.db.SetUser(user); + + // Event user creation + var targets = ['*', 'server-users']; + var event = { etype: 'user', userid: user._id, username: user.name, account: obj.CloneSafeUser(user), action: 'accountchange', msg: 'Account changed', domain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to create the user. Another event will come. + parent.DispatchEvent(targets, obj, event); + } + parent.debug('web', 'handleStrategyLogin: succesful login: ' + userid); + req.session.userid = userid; + req.session.domainid = domain.id; + } + } + //res.redirect(domain.url); // This does not handle cookie correctly. + res.set('Content-Type', 'text/html'); + res.end(''); + } + + // Indicates that any request to "/" should render "default" or "login" depending on login state + function handleRootRequest(req, res, direct) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + if (!obj.args) { parent.debug('web', 'handleRootRequest: no obj.args.'); res.sendStatus(500); return; } + + // Check if we are in maintenance mode + if ((parent.config.settings.maintenancemode != null) && (req.query.admin !== '1')) { + parent.debug('web', 'handleLoginRequest: Server under maintenance.'); + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 3, msgid: 13, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); + return; + } + + if ((domain.sspi != null) && ((req.query.login == null) || (obj.parent.loginCookieEncryptionKey == null))) { + // Login using SSPI + domain.sspi.authenticate(req, res, function (err) { + if ((err != null) || (req.connection.user == null)) { + if (obj.parent.authlog) { obj.parent.authLog('https', 'Failed SSPI-auth for ' + req.connection.user + ' from ' + req.clientIp + ' port ' + req.connection.remotePort); } + parent.debug('web', 'handleRootRequest: SSPI auth required.'); + res.end('Authentication Required...'); + } else { + if (obj.parent.authlog) { obj.parent.authLog('https', 'Accepted SSPI-auth for ' + req.connection.user + ' from ' + req.clientIp + ' port ' + req.connection.remotePort); } + parent.debug('web', 'handleRootRequest: SSPI auth ok.'); + handleRootRequestEx(req, res, domain, direct); + } + }); + } else if (req.query.user && req.query.pass) { + // User credentials are being passed in the URL. WARNING: Putting credentials in a URL is bad security... but people are requesting this option. + obj.authenticate(req.query.user, req.query.pass, domain, function (err, userid) { + if (obj.parent.authlog) { obj.parent.authLog('https', 'Accepted password for ' + req.connection.user + ' from ' + req.clientIp + ' port ' + req.connection.remotePort); } + parent.debug('web', 'handleRootRequest: user/pass in URL auth ok.'); + req.session.userid = userid; + req.session.domainid = domain.id; + req.session.currentNode = ''; + req.session.ip = req.clientIp; // Bind this session to the IP address of the request + handleRootRequestEx(req, res, domain, direct); + }); + } else { + // Login using a different system + handleRootRequestEx(req, res, domain, direct); + } + } + + function handleRootRequestEx(req, res, domain, direct) { + var nologout = false, user = null, features = 0, features2 = 0; + res.set({ 'Cache-Control': 'no-store' }); + + // Check if we have an incomplete domain name in the path + if ((domain.id != '') && (domain.dns == null) && (req.url.split('/').length == 2)) { + parent.debug('web', 'handleRootRequestEx: incomplete domain name in the path.'); + res.redirect(domain.url + getQueryPortion(req)); // BAD*** + return; + } + + if (obj.args.nousers == true) { + // If in single user mode, setup things here. + if (req.session && req.session.loginmode) { delete req.session.loginmode; } + req.session.userid = 'user/' + domain.id + '/~'; + req.session.domainid = domain.id; + req.session.currentNode = ''; + req.session.ip = req.clientIp; // Bind this session to the IP address of the request + if (obj.users[req.session.userid] == null) { + // Create the dummy user ~ with impossible password + parent.debug('web', 'handleRootRequestEx: created dummy user in nouser mode.'); + obj.users[req.session.userid] = { type: 'user', _id: req.session.userid, name: '~', email: '~', domain: domain.id, siteadmin: 4294967295 }; + obj.db.SetUser(obj.users[req.session.userid]); + } + } else if (obj.args.user && obj.users['user/' + domain.id + '/' + obj.args.user.toLowerCase()]) { + // If a default user is active, setup the session here. + parent.debug('web', 'handleRootRequestEx: auth using default user.'); + if (req.session && req.session.loginmode) { delete req.session.loginmode; } + req.session.userid = 'user/' + domain.id + '/' + obj.args.user.toLowerCase(); + req.session.domainid = domain.id; + req.session.currentNode = ''; + req.session.ip = req.clientIp; // Bind this session to the IP address of the request + } else if (req.query.login && (obj.parent.loginCookieEncryptionKey != null)) { + var loginCookie = obj.parent.decodeCookie(req.query.login, obj.parent.loginCookieEncryptionKey, 60); // 60 minute timeout + //if ((loginCookie != null) && (obj.args.cookieipcheck !== false) && (loginCookie.ip != null) && (loginCookie.ip != req.clientIp)) { loginCookie = null; } // If the cookie if binded to an IP address, check here. + if ((loginCookie != null) && (loginCookie.a == 3) && (loginCookie.u != null) && (loginCookie.u.split('/')[1] == domain.id)) { + // If a login cookie was provided, setup the session here. + parent.debug('web', 'handleRootRequestEx: cookie auth ok.'); + if (req.session && req.session.loginmode) { delete req.session.loginmode; } + req.session.userid = loginCookie.u; + req.session.domainid = domain.id; + req.session.currentNode = ''; + req.session.ip = req.clientIp; // Bind this session to the IP address of the request + } else { + parent.debug('web', 'handleRootRequestEx: cookie auth failed.'); + } + } else if (domain.sspi != null) { + // SSPI login (Windows only) + //console.log(req.connection.user, req.connection.userSid); + if ((req.connection.user == null) || (req.connection.userSid == null)) { + parent.debug('web', 'handleRootRequestEx: SSPI no user auth.'); + res.sendStatus(404); return; + } else { + nologout = true; + req.session.userid = 'user/' + domain.id + '/' + req.connection.user.toLowerCase(); + req.session.usersid = req.connection.userSid; + req.session.usersGroups = req.connection.userGroups; + req.session.domainid = domain.id; + req.session.currentNode = ''; + req.session.ip = req.clientIp; // Bind this session to the IP address of the request + + // Check if this user exists, create it if not. + user = obj.users[req.session.userid]; + if ((user == null) || (user.sid != req.session.usersid)) { + // Create the domain user + var usercount = 0, user2 = { type: 'user', _id: req.session.userid, name: req.connection.user, domain: domain.id, sid: req.session.usersid, creation: Math.floor(Date.now() / 1000), login: Math.floor(Date.now() / 1000) }; + if (domain.newaccountsrights) { user2.siteadmin = domain.newaccountsrights; } + if (obj.common.validateStrArray(domain.newaccountrealms)) { user2.groups = domain.newaccountrealms; } + for (var i in obj.users) { if (obj.users[i].domain == domain.id) { usercount++; } } + if (usercount == 0) { user2.siteadmin = 4294967295; } // If this is the first user, give the account site admin. + + // Auto-join any user groups + if (typeof domain.newaccountsusergroups == 'object') { + for (var i in domain.newaccountsusergroups) { + var ugrpid = domain.newaccountsusergroups[i]; + if (ugrpid.indexOf('/') < 0) { ugrpid = 'ugrp/' + domain.id + '/' + ugrpid; } + var ugroup = obj.userGroups[ugrpid]; + if (ugroup != null) { + // Add group to the user + if (user2.links == null) { user2.links = {}; } + user2.links[ugroup._id] = { rights: 1 }; + + // Add user to the group + ugroup.links[user2._id] = { userid: user2._id, name: user2.name, rights: 1 }; + db.Set(ugroup); + + // Notify user group change + var event = { etype: 'ugrp', ugrpid: ugroup._id, name: ugroup.name, desc: ugroup.desc, action: 'usergroupchange', links: ugroup.links, msg: 'Added user ' + user2.name + ' to user group ' + ugroup.name, addUserDomain: domain.id }; + if (db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user group. Another event will come. + parent.DispatchEvent(['*', ugroup._id, user2._id], obj, event); + } + } + } + + obj.users[req.session.userid] = user2; + obj.db.SetUser(user2); + var event = { etype: 'user', userid: req.session.userid, username: req.connection.user, account: obj.CloneSafeUser(user2), action: 'accountcreate', msg: 'Domain account created, user ' + req.connection.user, domain: domain.id }; + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to create the user. Another event will come. + obj.parent.DispatchEvent(['*', 'server-users'], obj, event); + parent.debug('web', 'handleRootRequestEx: SSPI new domain user.'); + } + } + } + + // Figure out the minimal password requirement + var passRequirements = null; + if (domain.passwordrequirements != null) { + if (domain.passrequirementstr == null) { + var passRequirements = {}; + if (typeof domain.passwordrequirements.min == 'number') { passRequirements.min = domain.passwordrequirements.min; } + if (typeof domain.passwordrequirements.max == 'number') { passRequirements.max = domain.passwordrequirements.max; } + if (typeof domain.passwordrequirements.upper == 'number') { passRequirements.upper = domain.passwordrequirements.upper; } + if (typeof domain.passwordrequirements.lower == 'number') { passRequirements.lower = domain.passwordrequirements.lower; } + if (typeof domain.passwordrequirements.numeric == 'number') { passRequirements.numeric = domain.passwordrequirements.numeric; } + if (typeof domain.passwordrequirements.nonalpha == 'number') { passRequirements.nonalpha = domain.passwordrequirements.nonalpha; } + domain.passwordrequirementsstr = encodeURIComponent(JSON.stringify(passRequirements)); + } + passRequirements = domain.passwordrequirementsstr; + } + + // If a user exists and is logged in, serve the default app, otherwise server the login app. + if (req.session && req.session.userid && obj.users[req.session.userid]) { + var user = obj.users[req.session.userid]; + if (req.session.domainid != domain.id) { // Check if the session is for the correct domain + parent.debug('web', 'handleRootRequestEx: incorrect domain.'); + req.session = null; + res.redirect(domain.url + getQueryPortion(req)); // BAD*** + return; + } + + // Check if this is a locked account + if ((user.siteadmin != null) && ((user.siteadmin & 32) != 0) && (user.siteadmin != 0xFFFFFFFF)) { + // Locked account + parent.debug('web', 'handleRootRequestEx: locked account.'); + delete req.session.userid; + delete req.session.domainid; + delete req.session.currentNode; + delete req.session.passhint; + delete req.session.cuserid; + req.session.messageid = 110; // Account locked. + res.redirect(domain.url + getQueryPortion(req)); // BAD*** + return; + } + + var viewmode = 1; + if (req.session.viewmode) { + viewmode = req.session.viewmode; + delete req.session.viewmode; + } else if (req.query.viewmode) { + viewmode = req.query.viewmode; + } + var currentNode = ''; + if (req.session.currentNode) { + currentNode = req.session.currentNode; + delete req.session.currentNode; + } else if (req.query.node) { + currentNode = 'node/' + domain.id + '/' + req.query.node; + } + var logoutcontrols = {}; + if (obj.args.nousers != true) { logoutcontrols.name = user.name; } + + // Give the web page a list of supported server features + features = 0; + features2 = 0; + if (obj.args.wanonly == true) { features += 0x00000001; } // WAN-only mode + if (obj.args.lanonly == true) { features += 0x00000002; } // LAN-only mode + if (obj.args.nousers == true) { features += 0x00000004; } // Single user mode + if (domain.userQuota == -1) { features += 0x00000008; } // No server files mode + if (obj.args.mpstlsoffload) { features += 0x00000010; } // No mutual-auth CIRA + if ((parent.config.settings.allowframing != null) || (domain.allowframing != null)) { features += 0x00000020; } // Allow site within iframe + if ((obj.parent.mailserver != null) && (obj.parent.certificates.CommonName != null) && (obj.parent.certificates.CommonName.indexOf('.') != -1) && (obj.args.lanonly != true)) { features += 0x00000040; } // Email invites + if (obj.args.webrtc == true) { features += 0x00000080; } // Enable WebRTC (Default false for now) + // 0x00000100 --> This feature flag is free for future use. + if (obj.args.allowhighqualitydesktop !== false) { features += 0x00000200; } // Enable AllowHighQualityDesktop (Default true) + if ((obj.args.lanonly == true) || (obj.args.mpsport == 0)) { features += 0x00000400; } // No CIRA + if ((obj.parent.serverSelfWriteAllowed == true) && (user != null) && (user.siteadmin == 0xFFFFFFFF)) { features += 0x00000800; } // Server can self-write (Allows self-update) + if ((parent.config.settings.no2factorauth !== true) && (domain.auth != 'sspi') && (obj.parent.certificates.CommonName.indexOf('.') != -1) && (obj.args.nousers !== true) && (user._id.split('/')[2][0] != '~')) { features += 0x00001000; } // 2FA login supported + if (domain.agentnoproxy === true) { features += 0x00002000; } // Indicates that agents should be installed without using a HTTP proxy + if ((parent.config.settings.no2factorauth !== true) && domain.yubikey && domain.yubikey.id && domain.yubikey.secret && (user._id.split('/')[2][0] != '~')) { features += 0x00004000; } // Indicates Yubikey support + if (domain.geolocation == true) { features += 0x00008000; } // Enable geo-location features + if ((domain.passwordrequirements != null) && (domain.passwordrequirements.hint === true)) { features += 0x00010000; } // Enable password hints + if (parent.config.settings.no2factorauth !== true) { features += 0x00020000; } // Enable WebAuthn/FIDO2 support + if ((obj.args.nousers != true) && (domain.passwordrequirements != null) && (domain.passwordrequirements.force2factor === true) && (user._id.split('/')[2][0] != '~')) { + // Check if we can skip 2nd factor auth because of the source IP address + var skip2factor = false; + if ((req != null) && (req.clientIp != null) && (domain.passwordrequirements != null) && (domain.passwordrequirements.skip2factor != null)) { + for (var i in domain.passwordrequirements.skip2factor) { + if (require('ipcheck').match(req.clientIp, domain.passwordrequirements.skip2factor[i]) === true) { skip2factor = true; } + } + } + if (skip2factor == false) { features += 0x00040000; } // Force 2-factor auth + } + if ((domain.auth == 'sspi') || (domain.auth == 'ldap')) { features += 0x00080000; } // LDAP or SSPI in use, warn that users must login first before adding a user to a group. + if (domain.amtacmactivation) { features += 0x00100000; } // Intel AMT ACM activation/upgrade is possible + if (domain.usernameisemail) { features += 0x00200000; } // Username is email address + if (parent.mqttbroker != null) { features += 0x00400000; } // This server supports MQTT channels + if (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.email2factor != false)) && (parent.mailserver != null)) { features += 0x00800000; } // using email for 2FA is allowed + if (domain.agentinvitecodes == true) { features += 0x01000000; } // Support for agent invite codes + if (parent.smsserver != null) { features += 0x02000000; } // SMS messaging is supported + if ((parent.smsserver != null) && ((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.sms2factor != false))) { features += 0x04000000; } // SMS 2FA is allowed + if (domain.sessionrecording != null) { features += 0x08000000; } // Server recordings enabled + if (domain.urlswitching === false) { features += 0x10000000; } // Disables the URL switching feature + if (domain.novnc === false) { features += 0x20000000; } // Disables noVNC + if (domain.mstsc !== true) { features += 0x40000000; } // Disables MSTSC.js + if (obj.isTrustedCert(domain) == false) { features += 0x80000000; } // Indicate we are not using a trusted certificate + if (obj.parent.amtManager != null) { features2 += 1; } // Indicates that the Intel AMT manager is active + + // Create a authentication cookie + const authCookie = obj.parent.encodeCookie({ userid: user._id, domainid: domain.id, ip: req.clientIp }, obj.parent.loginCookieEncryptionKey); + const authRelayCookie = obj.parent.encodeCookie({ ruserid: user._id, domainid: domain.id }, obj.parent.loginCookieEncryptionKey); + + // Send the main web application + var extras = (req.query.key != null) ? ('&key=' + req.query.key) : ''; + if ((!obj.args.user) && (obj.args.nousers != true) && (nologout == false)) { logoutcontrols.logoutUrl = (domain.url + 'logout?' + Math.random() + extras); } // If a default user is in use or no user mode, don't display the logout button + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + + // Clean up the U2F challenge if needed + if (req.session.u2fchallenge) { delete req.session.u2fchallenge; }; + + // Intel AMT Scanning options + var amtscanoptions = ''; + if (typeof domain.amtscanoptions == 'string') { amtscanoptions = encodeURIComponent(domain.amtscanoptions); } + else if (obj.common.validateStrArray(domain.amtscanoptions)) { domain.amtscanoptions = domain.amtscanoptions.join(','); amtscanoptions = encodeURIComponent(domain.amtscanoptions); } + + // Fetch the web state + parent.debug('web', 'handleRootRequestEx: success.'); + obj.db.Get('ws' + user._id, function (err, states) { + var webstate = ''; + if ((err == null) && (states != null) && (Array.isArray(states))) { + webstate = (states.length == 1) ? obj.filterUserWebState(states[0].state) : ''; + if ((webstate == '') && (typeof domain.defaultuserwebstate == 'object')) { webstate = JSON.stringify(domain.defaultuserwebstate); } // User has no web state, use defaults. + if (typeof domain.forceduserwebstate == 'object') { // Forces initial user web state is present, use it. + var webstate2 = {}; + try { if (webstate != '') { webstate2 = JSON.parse(webstate); } } catch (ex) { } + for (var i in domain.forceduserwebstate) { webstate2[i] = domain.forceduserwebstate[i]; } + webstate = JSON.stringify(webstate2); + } + } + + // Custom user interface + var customui = ''; + if (domain.customui != null) { customui = encodeURIComponent(JSON.stringify(domain.customui)); } + + // Server features + var serverFeatures = 127; + if (domain.myserver === false) { serverFeatures = 0; } // 64 = Show "My Server" tab + else if (typeof domain.myserver == 'object') { + if (domain.myserver.backup !== true) { serverFeatures -= 1; } // Disallow simple server backups + if (domain.myserver.restore !== true) { serverFeatures -= 2; } // Disallow simple server restore + if (domain.myserver.upgrade !== true) { serverFeatures -= 4; } // Disallow server upgrade + if (domain.myserver.errorlog !== true) { serverFeatures -= 8; } // Disallow show server crash log + if (domain.myserver.console !== true) { serverFeatures -= 16; } // Disallow server console + if (domain.myserver.trace !== true) { serverFeatures -= 32; } // Disallow server tracing + } + if (obj.db.databaseType != 1) { // If not using NeDB, we can't backup using the simple system. + if ((serverFeatures & 1) != 0) { serverFeatures -= 1; } // Disallow server backups + if ((serverFeatures & 2) != 0) { serverFeatures -= 2; } // Disallow simple server restore + } + + // Refresh the session + render(req, res, getRenderPage('default', req, domain), getRenderArgs({ + authCookie: authCookie, + authRelayCookie: authRelayCookie, + viewmode: viewmode, + currentNode: currentNode, + logoutControls: encodeURIComponent(JSON.stringify(logoutcontrols)).replace(/'/g, '%27'), + domain: domain.id, + debuglevel: parent.debugLevel, + serverDnsName: obj.getWebServerName(domain), + serverRedirPort: args.redirport, + serverPublicPort: httpsPort, + serverfeatures: serverFeatures, + features: features, + features2: features2, + sessiontime: (args.sessiontime) ? args.sessiontime : 60, + mpspass: args.mpspass, + passRequirements: passRequirements, + customui: customui, + webcerthash: Buffer.from(obj.webCertificateFullHashs[domain.id], 'binary').toString('base64').replace(/\+/g, '@').replace(/\//g, '$'), + footer: (domain.footer == null) ? '' : domain.footer, + webstate: encodeURIComponent(webstate).replace(/'/g, '%27'), + amtscanoptions: amtscanoptions, + pluginHandler: (parent.pluginHandler == null) ? 'null' : parent.pluginHandler.prepExports() + }, req, domain)); + }); + } else { + // Send back the login application + // If this is a 2 factor auth request, look for a hardware key challenge. + // Normal login 2 factor request + if (req.session && (req.session.loginmode == '4') && (req.session.tokenuserid)) { + var user = obj.users[req.session.tokenuserid]; + if (user != null) { + parent.debug('web', 'handleRootRequestEx: sending 2FA challenge.'); + getHardwareKeyChallenge(req, domain, user, function (hwchallenge) { handleRootRequestLogin(req, res, domain, hwchallenge, passRequirements); }); + return; + } + } + // Password recovery 2 factor request + if (req.session && (req.session.loginmode == '5') && (req.session.tokenemail)) { + obj.db.GetUserWithVerifiedEmail(domain.id, req.session.tokenemail, function (err, docs) { + if ((err != null) || (docs.length == 0)) { + parent.debug('web', 'handleRootRequestEx: password recover 2FA fail.'); + req.session = null; + res.redirect(domain.url + getQueryPortion(req)); // BAD*** + } else { + var user = obj.users[docs[0]._id]; + if (user != null) { + parent.debug('web', 'handleRootRequestEx: password recover 2FA challenge.'); + getHardwareKeyChallenge(req, domain, user, function (hwchallenge) { handleRootRequestLogin(req, res, domain, hwchallenge, passRequirements); }); + } else { + parent.debug('web', 'handleRootRequestEx: password recover 2FA no user.'); + req.session = null; + res.redirect(domain.url + getQueryPortion(req)); // BAD*** + } + } + }); + return; + } + handleRootRequestLogin(req, res, domain, '', passRequirements); + } + } + + function handleRootRequestLogin(req, res, domain, hardwareKeyChallenge, passRequirements) { + parent.debug('web', 'handleRootRequestLogin()'); + var features = 0; + if ((parent.config != null) && (parent.config.settings != null) && ((parent.config.settings.allowframing == true) || (typeof parent.config.settings.allowframing == 'string'))) { features += 32; } // Allow site within iframe + if (domain.usernameisemail) { features += 0x00200000; } // Username is email address + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + var loginmode = ''; + if (req.session) { loginmode = req.session.loginmode; delete req.session.loginmode; } // Clear this state, if the user hits refresh, we want to go back to the login page. + + // Format an error message if needed + var passhint = null, msgid = 0; + if (req.session != null) { + msgid = req.session.messageid; + if ((loginmode == '7') || ((domain.passwordrequirements != null) && (domain.passwordrequirements.hint === true))) { passhint = EscapeHtml(req.session.passhint); } + delete req.session.messageid; + delete req.session.passhint; + } + var emailcheck = ((obj.parent.mailserver != null) && (obj.parent.certificates.CommonName != null) && (obj.parent.certificates.CommonName.indexOf('.') != -1) && (obj.args.lanonly != true) && (domain.auth != 'sspi') && (domain.auth != 'ldap')) + + // Check if we are allowed to create new users using the login screen + var newAccountsAllowed = true; + if ((domain.newaccounts !== 1) && (domain.newaccounts !== true)) { for (var i in obj.users) { if (obj.users[i].domain == domain.id) { newAccountsAllowed = false; break; } } } + if (parent.config.settings.maintenancemode != null) { newAccountsAllowed = false; } + + // Encrypt the hardware key challenge state if needed + var hwstate = null; + if (hardwareKeyChallenge) { hwstate = obj.parent.encodeCookie({ u: req.session.tokenusername, p: req.session.tokenpassword, c: req.session.u2fchallenge }, obj.parent.loginCookieEncryptionKey) } + + // Check if we can use OTP tokens with email. We can't use email for 2FA password recovery (loginmode 5). + var otpemail = (loginmode != 5) && (parent.mailserver != null) && (req.session != null) && ((req.session.tokenemail == true) || (typeof req.session.tokenemail == 'string')); + if ((typeof domain.passwordrequirements == 'object') && (domain.passwordrequirements.email2factor == false)) { otpemail = false; } + var otpsms = (parent.smsserver != null) && (req.session != null) && (req.session.tokensms == true); + if ((typeof domain.passwordrequirements == 'object') && (domain.passwordrequirements.sms2factor == false)) { otpsms = false; } + + // See if we support two-factor trusted cookies + var twoFactorCookieDays = 30; + if (typeof domain.twofactorcookiedurationdays == 'number') { twoFactorCookieDays = domain.twofactorcookiedurationdays; } + + // See what authentication strategies we have + var authStrategies = []; + if (typeof domain.authstrategies == 'object') { + if (typeof domain.authstrategies.twitter == 'object') { authStrategies.push('twitter'); } + if (typeof domain.authstrategies.google == 'object') { authStrategies.push('google'); } + if (typeof domain.authstrategies.github == 'object') { authStrategies.push('github'); } + if (typeof domain.authstrategies.reddit == 'object') { authStrategies.push('reddit'); } + if (typeof domain.authstrategies.azure == 'object') { authStrategies.push('azure'); } + if (typeof domain.authstrategies.intel == 'object') { authStrategies.push('intel'); } + if (typeof domain.authstrategies.jumpcloud == 'object') { authStrategies.push('jumpcloud'); } + if (typeof domain.authstrategies.saml == 'object') { authStrategies.push('saml'); } + } + + // Custom user interface + var customui = ''; + if (domain.customui != null) { customui = encodeURIComponent(JSON.stringify(domain.customui)); } + + // Render the login page + render(req, res, + getRenderPage((domain.sitestyle == 2) ? 'login2' : 'login', req, domain), + getRenderArgs({ + loginmode: loginmode, + rootCertLink: getRootCertLink(), + newAccount: newAccountsAllowed, + newAccountPass: (((domain.newaccountspass == null) || (domain.newaccountspass == '')) ? 0 : 1), + serverDnsName: obj.getWebServerName(domain), + serverPublicPort: httpsPort, + passlogin: (typeof domain.showpasswordlogin == 'boolean') ? domain.showpasswordlogin : true, + emailcheck: emailcheck, + features: features, + sessiontime: (args.sessiontime) ? args.sessiontime : 60, + passRequirements: passRequirements, + customui: customui, + footer: (domain.loginfooter == null) ? '' : domain.loginfooter, + hkey: encodeURIComponent(hardwareKeyChallenge).replace(/'/g, '%27'), + messageid: msgid, + passhint: passhint, + welcometext: domain.welcometext ? encodeURIComponent(domain.welcometext).split('\'').join('\\\'') : null, + hwstate: hwstate, + otpemail: otpemail, + otpsms: otpsms, + twoFactorCookieDays: twoFactorCookieDays, + authStrategies: authStrategies.join(','), + loginpicture: (typeof domain.loginpicture == 'string') + }, req, domain, (domain.sitestyle == 2) ? 'login2' : 'login')); + } + + // Handle a post request on the root + function handleRootPostRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.end("Not Found"); return; } // Check 3FA URL key + parent.debug('web', 'handleRootPostRequest, action: ' + req.body.action); + + switch (req.body.action) { + case 'login': { handleLoginRequest(req, res, true); break; } + case 'tokenlogin': { + if (req.body.hwstate) { + var cookie = obj.parent.decodeCookie(req.body.hwstate, obj.parent.loginCookieEncryptionKey, 10); + if (cookie != null) { req.session.tokenusername = cookie.u; req.session.tokenpassword = cookie.p; req.session.u2fchallenge = cookie.c; } + } + handleLoginRequest(req, res, true); break; + } + case 'changepassword': { handlePasswordChangeRequest(req, res, true); break; } + case 'deleteaccount': { handleDeleteAccountRequest(req, res, true); break; } + case 'createaccount': { handleCreateAccountRequest(req, res, true); break; } + case 'resetpassword': { handleResetPasswordRequest(req, res, true); break; } + case 'resetaccount': { handleResetAccountRequest(req, res, true); break; } + case 'checkemail': { handleCheckAccountEmailRequest(req, res, true); break; } + default: { handleLoginRequest(req, res, true); break; } + } + } + + // Return true if it looks like we are using a real TLS certificate. + obj.isTrustedCert = function (domain) { + if ((domain != null) && (typeof domain.trustedcert == 'boolean')) return domain.trustedcert; // If the status of the cert specified, use that. + if (typeof obj.args.trustedcert == 'boolean') return obj.args.trustedcert; // If the status of the cert specified, use that. + if (obj.args.tlsoffload != null) return true; // We are using TLS offload, a real cert is likely used. + if (obj.parent.config.letsencrypt != null) return (obj.parent.config.letsencrypt.production === true); // We are using Let's Encrypt, real cert in use if production is set to true. + if (obj.certificates.WebIssuer.indexOf('MeshCentralRoot-') == 0) return false; // Our cert is issued by self-signed cert. + if (obj.certificates.CommonName.indexOf('.') == -1) return false; // Our cert is named with a fake name + return true; // This is a guess + } + + // Get the link to the root certificate if needed + function getRootCertLink() { + // Check if the HTTPS certificate is issued from MeshCentralRoot, if so, add download link to root certificate. + if ((obj.args.tlsoffload == null) && (obj.parent.config.letsencrypt == null) && (obj.tlsSniCredentials == null) && (obj.certificates.WebIssuer.indexOf('MeshCentralRoot-') == 0) && (obj.certificates.CommonName.indexOf('.') != -1)) { return 'Root Certificate'; } + return ''; + } + + // Serve the xterm page + function handleXTermRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + parent.debug('web', 'handleXTermRequest: sending xterm'); + res.set({ 'Cache-Control': 'no-store' }); + if (req.session && req.session.userid) { + if (req.session.domainid != domain.id) { res.redirect(domain.url + getQueryPortion(req)); return; } // Check if the session is for the correct domain + var user = obj.users[req.session.userid]; + if ((user == null) || (req.query.nodeid == null)) { res.redirect(domain.url + getQueryPortion(req)); return; } // Check if the user exists + + // Check permissions + obj.GetNodeWithRights(domain, user, req.query.nodeid, function (node, rights, visible) { + if ((node == null) || ((rights & 8) == 0) || ((rights != 0xFFFFFFFF) && ((rights & 512) != 0))) { res.redirect(domain.url + getQueryPortion(req)); return; } + + var logoutcontrols = { name: user.name }; + var extras = (req.query.key != null) ? ('&key=' + req.query.key) : ''; + if ((domain.ldap == null) && (domain.sspi == null) && (obj.args.user == null) && (obj.args.nousers != true)) { logoutcontrols.logoutUrl = (domain.url + 'logout?' + Math.random() + extras); } // If a default user is in use or no user mode, don't display the logout button + + // Create a authentication cookie + const authCookie = obj.parent.encodeCookie({ userid: user._id, domainid: domain.id, ip: req.clientIp }, obj.parent.loginCookieEncryptionKey); + const authRelayCookie = obj.parent.encodeCookie({ ruserid: user._id, domainid: domain.id }, obj.parent.loginCookieEncryptionKey); + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + render(req, res, getRenderPage('xterm', req, domain), getRenderArgs({ serverDnsName: obj.getWebServerName(domain), serverRedirPort: args.redirport, serverPublicPort: httpsPort, authCookie: authCookie, authRelayCookie: authRelayCookie, logoutControls: encodeURIComponent(JSON.stringify(logoutcontrols)).replace(/'/g, '%27'), name: EscapeHtml(node.name) }, req, domain)); + }); + } else { + res.redirect(domain.url + getQueryPortion(req)); + return; + } + } + + // Render the terms of service. + function handleTermsRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // See if term.txt was loaded from the database + if ((parent.configurationFiles != null) && (parent.configurationFiles['terms.txt'] != null)) { + // Send the terms from the database + res.set({ 'Cache-Control': 'no-store' }); + if (req.session && req.session.userid) { + if (req.session.domainid != domain.id) { req.session = null; res.redirect(domain.url + getQueryPortion(req)); return; } // Check if the session is for the correct domain + var user = obj.users[req.session.userid]; + var logoutcontrols = { name: user.name }; + var extras = (req.query.key != null) ? ('&key=' + req.query.key) : ''; + if ((domain.ldap == null) && (domain.sspi == null) && (obj.args.user == null) && (obj.args.nousers != true)) { logoutcontrols.logoutUrl = (domain.url + 'logout?' + Math.random() + extras); } // If a default user is in use or no user mode, don't display the logout button + render(req, res, getRenderPage('terms', req, domain), getRenderArgs({ terms: encodeURIComponent(parent.configurationFiles['terms.txt'].toString()).split('\'').join('\\\''), logoutControls: encodeURIComponent(JSON.stringify(logoutcontrols)).replace(/'/g, '%27') }, req, domain)); + } else { + render(req, res, getRenderPage('terms', req, domain), getRenderArgs({ terms: encodeURIComponent(parent.configurationFiles['terms.txt'].toString()).split('\'').join('\\\''), logoutControls: encodeURIComponent('{}') }, req, domain)); + } + } else { + // See if there is a terms.txt file in meshcentral-data + var p = obj.path.join(obj.parent.datapath, 'terms.txt'); + if (obj.fs.existsSync(p)) { + obj.fs.readFile(p, 'utf8', function (err, data) { + if (err != null) { parent.debug('web', 'handleTermsRequest: no terms.txt'); res.sendStatus(404); return; } + + // Send the terms from terms.txt + res.set({ 'Cache-Control': 'no-store' }); + if (req.session && req.session.userid) { + if (req.session.domainid != domain.id) { req.session = null; res.redirect(domain.url + getQueryPortion(req)); return; } // Check if the session is for the correct domain + var user = obj.users[req.session.userid]; + var logoutcontrols = { name: user.name }; + var extras = (req.query.key != null) ? ('&key=' + req.query.key) : ''; + if ((domain.ldap == null) && (domain.sspi == null) && (obj.args.user == null) && (obj.args.nousers != true)) { logoutcontrols.logoutUrl = (domain.url + 'logout?' + Math.random() + extras); } // If a default user is in use or no user mode, don't display the logout button + render(req, res, getRenderPage('terms', req, domain), getRenderArgs({ terms: encodeURIComponent(data).split('\'').join('\\\''), logoutControls: encodeURIComponent(JSON.stringify(logoutcontrols)).replace(/'/g, '%27') }, req, domain)); + } else { + render(req, res, getRenderPage('terms', req, domain), getRenderArgs({ terms: encodeURIComponent(data).split('\'').join('\\\''), logoutControls: encodeURIComponent('{}') }, req, domain)); + } + }); + } else { + // Send the default terms + parent.debug('web', 'handleTermsRequest: sending default terms'); + res.set({ 'Cache-Control': 'no-store' }); + if (req.session && req.session.userid) { + if (req.session.domainid != domain.id) { req.session = null; res.redirect(domain.url + getQueryPortion(req)); return; } // Check if the session is for the correct domain + var user = obj.users[req.session.userid]; + var logoutcontrols = { name: user.name }; + var extras = (req.query.key != null) ? ('&key=' + req.query.key) : ''; + if ((domain.ldap == null) && (domain.sspi == null) && (obj.args.user == null) && (obj.args.nousers != true)) { logoutcontrols.logoutUrl = (domain.url + 'logout?' + Math.random() + extras); } // If a default user is in use or no user mode, don't display the logout button + render(req, res, getRenderPage('terms', req, domain), getRenderArgs({ logoutControls: encodeURIComponent(JSON.stringify(logoutcontrols)).replace(/'/g, '%27') }, req, domain)); + } else { + render(req, res, getRenderPage('terms', req, domain), getRenderArgs({ logoutControls: encodeURIComponent('{}') }, req, domain)); + } + } + } + } + + // Render the messenger application. + function handleMessengerRequest(req, res) { + const domain = getDomain(req); + if (domain == null) { parent.debug('web', 'handleMessengerRequest: no domain'); res.sendStatus(404); return; } + parent.debug('web', 'handleMessengerRequest()'); + + // Check if we are in maintenance mode + if (parent.config.settings.maintenancemode != null) { + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 3, msgid: 13, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); + return; + } + + var webRtcConfig = null; + if (obj.parent.config.settings && obj.parent.config.settings.webrtconfig && (typeof obj.parent.config.settings.webrtconfig == 'object')) { webRtcConfig = encodeURIComponent(JSON.stringify(obj.parent.config.settings.webrtconfig)).replace(/'/g, '%27'); } + else if (args.webrtconfig && (typeof args.webrtconfig == 'object')) { webRtcConfig = encodeURIComponent(JSON.stringify(args.webrtconfig)).replace(/'/g, '%27'); } + res.set({ 'Cache-Control': 'no-store' }); + render(req, res, getRenderPage('messenger', req, domain), getRenderArgs({ webrtconfig: webRtcConfig }, req, domain)); + } + + // Returns the server root certificate encoded in base64 + function getRootCertBase64() { + var rootcert = obj.certificates.root.cert; + var i = rootcert.indexOf('-----BEGIN CERTIFICATE-----\r\n'); + if (i >= 0) { rootcert = rootcert.substring(i + 29); } + i = rootcert.indexOf('-----END CERTIFICATE-----'); + if (i >= 0) { rootcert = rootcert.substring(i, 0); } + return Buffer.from(rootcert, 'base64').toString('base64'); + } + + // Returns the mesh server root certificate + function handleRootCertRequest(req, res) { + const domain = getDomain(req); + if (domain == null) { parent.debug('web', 'handleRootCertRequest: no domain'); res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + if ((obj.userAllowedIp != null) && (checkIpAddressEx(req, res, obj.userAllowedIp, false) === false)) { parent.debug('web', 'handleRootCertRequest: invalid ip'); return; } // Check server-wide IP filter only. + parent.debug('web', 'handleRootCertRequest()'); + setContentDispositionHeader(res, 'application/octet-stream', certificates.RootName + '.cer', null, 'rootcert.cer'); + res.send(Buffer.from(getRootCertBase64(), 'base64')); + } + + // Handle user public file downloads + function handleDownloadUserFiles(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + if (obj.common.validateString(req.path, 1, 4096) == false) { res.sendStatus(404); return; } + var domainname = 'domain', spliturl = decodeURIComponent(req.path).split('/'), filename = ''; + if ((spliturl.length < 3) || (obj.common.IsFilenameValid(spliturl[2]) == false) || (domain.userQuota == -1)) { res.sendStatus(404); return; } + if (domain.id != '') { domainname = 'domain-' + domain.id; } + var path = obj.path.join(obj.filespath, domainname + '/user-' + spliturl[2] + '/Public'); + for (var i = 3; i < spliturl.length; i++) { if (obj.common.IsFilenameValid(spliturl[i]) == true) { path += '/' + spliturl[i]; filename = spliturl[i]; } else { res.sendStatus(404); return; } } + + var stat = null; + try { stat = obj.fs.statSync(path); } catch (e) { } + if ((stat != null) && ((stat.mode & 0x004000) == 0)) { + if (req.query.download == 1) { + setContentDispositionHeader(res, 'application/octet-stream', filename, null, 'file.bin'); + try { res.sendFile(obj.path.resolve(__dirname, path)); } catch (e) { res.sendStatus(404); } + } else { + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'download2' : 'download', req, domain), getRenderArgs({ rootCertLink: getRootCertLink(), messageid: 1, fileurl: req.path + '?download=1', filename: filename, filesize: stat.size }, req, domain)); + } + } else { + render(req, res, getRenderPage((domain.sitestyle == 2) ? 'download2' : 'download', req, domain), getRenderArgs({ rootCertLink: getRootCertLink(), messageid: 2 }, req, domain)); + } + } + + // Handle device file request + function handleDeviceFile(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((req.query.c == null) || (req.query.m == null) || (req.query.n == null) || (req.query.f == null)) { res.sendStatus(404); return; } + + // Check the inbound desktop sharing cookie + var c = obj.parent.decodeCookie(req.query.c, obj.parent.loginCookieEncryptionKey, 60); // 60 minute timeout + if ((c == null) || (c.domainid !== domain.id)) { res.sendStatus(404); return; } + + // Check userid + const user = obj.users[c.userid]; + if ((c == user)) { res.sendStatus(404); return; } + + // Check if this user has permission to manage this computer + const meshid = 'mesh/' + domain.id + '/' + req.query.m; + const nodeid = 'node/' + domain.id + '/' + req.query.n; + if ((obj.GetNodeRights(c.userid, meshid, nodeid) & MESHRIGHT_REMOTECONTROL) == 0) { res.sendStatus(404); return; } + + // All good, start the file transfer + req.query.id = getRandomLowerCase(12); + obj.meshDeviceFileHandler.CreateMeshDeviceFile(obj, null, res, req, domain, user, meshid, nodeid); + } + + // Handle download of a server file by an agent + function handleAgentDownloadFile(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if (req.query.c == null) { res.sendStatus(404); return; } + + // Check the inbound desktop sharing cookie + var c = obj.parent.decodeCookie(req.query.c, obj.parent.loginCookieEncryptionKey, 5); // 5 minute timeout + if ((c == null) || (c.a != 'tmpdl') || (c.d != domain.id) || (c.nid == null) || (c.f == null) || (obj.common.IsFilenameValid(c.f) == false)) { res.sendStatus(404); return; } + + // Send the file back + try { res.sendFile(obj.path.join(obj.filespath, 'tmp', c.f)); return; } catch (ex) { res.sendStatus(404); } + } + + // Handle logo request + function handleLogoRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + + //res.set({ 'Cache-Control': 'max-age=86400' }); // 1 day + if (domain.titlepicture) { + if ((parent.configurationFiles != null) && (parent.configurationFiles[domain.titlepicture] != null)) { + // Use the logo in the database + res.set({ 'Content-Type': domain.titlepicture.toLowerCase().endsWith('.png')?'image/png':'image/jpeg' }); + res.send(parent.configurationFiles[domain.titlepicture]); + return; + } else { + // Use the logo on file + try { res.sendFile(obj.path.join(obj.parent.datapath, domain.titlepicture)); return; } catch (ex) { } + } + } + + if ((domain.webpublicpath != null) && (obj.fs.existsSync(obj.path.join(domain.webpublicpath, 'images/logoback.png')))) { + // Use the domain logo picture + try { res.sendFile(obj.path.join(domain.webpublicpath, 'images/logoback.png')); } catch (ex) { res.sendStatus(404); } + } else if (parent.webPublicOverridePath && obj.fs.existsSync(obj.path.join(obj.parent.webPublicOverridePath, 'images/logoback.png'))) { + // Use the override logo picture + try { res.sendFile(obj.path.join(obj.parent.webPublicOverridePath, 'images/logoback.png')); } catch (ex) { res.sendStatus(404); } + } else { + // Use the default logo picture + try { res.sendFile(obj.path.join(obj.parent.webPublicPath, 'images/logoback.png')); } catch (ex) { res.sendStatus(404); } + } + } + + // Handle login logo request + function handleLoginLogoRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + + //res.set({ 'Cache-Control': 'max-age=86400' }); // 1 day + if (domain.loginpicture) { + if ((parent.configurationFiles != null) && (parent.configurationFiles[domain.loginpicture] != null)) { + // Use the logo in the database + res.set({ 'Content-Type': domain.loginpicture.toLowerCase().endsWith('.png') ? 'image/png' : 'image/jpeg' }); + res.send(parent.configurationFiles[domain.loginpicture]); + return; + } else { + // Use the logo on file + try { res.sendFile(obj.path.join(obj.parent.datapath, domain.loginpicture)); return; } catch (ex) { res.sendStatus(404); } + } + } else { + res.sendStatus(404); + } + } + + // Handle translation request + function handleTranslationsRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + //if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + if ((obj.userAllowedIp != null) && (checkIpAddressEx(req, res, obj.userAllowedIp, false) === false)) { return; } // Check server-wide IP filter only. + + var user = null; + if (obj.args.user != null) { + // A default user is active + user = obj.users['user/' + domain.id + '/' + obj.args.user]; + if (!user) { parent.debug('web', 'handleTranslationsRequest: user not found.'); res.sendStatus(401); return; } + } else { + // Check if the user is logged and we have all required parameters + if (!req.session || !req.session.userid) { parent.debug('web', 'handleTranslationsRequest: failed checks (2).'); res.sendStatus(401); return; } + + // Get the current user + user = obj.users[req.session.userid]; + if (!user) { parent.debug('web', 'handleTranslationsRequest: user not found.'); res.sendStatus(401); return; } + if (user.siteadmin != 0xFFFFFFFF) { parent.debug('web', 'handleTranslationsRequest: user not site administrator.'); res.sendStatus(401); return; } + } + + var data = ''; + req.setEncoding('utf8'); + req.on('data', function (chunk) { data += chunk; }); + req.on('end', function () { + try { data = JSON.parse(data); } catch (ex) { data = null; } + if (data == null) { res.sendStatus(404); return; } + if (data.action == 'getTranslations') { + if (obj.fs.existsSync(obj.path.join(obj.parent.datapath, 'translate.json'))) { + // Return the translation file (JSON) + try { res.sendFile(obj.path.join(obj.parent.datapath, 'translate.json')); } catch (ex) { res.sendStatus(404); } + } else if (obj.fs.existsSync(obj.path.join(__dirname, 'translate', 'translate.json'))) { + // Return the default translation file (JSON) + try { res.sendFile(obj.path.join(__dirname, 'translate', 'translate.json')); } catch (ex) { res.sendStatus(404); } + } else { res.sendStatus(404); } + } else if (data.action == 'setTranslations') { + obj.fs.writeFile(obj.path.join(obj.parent.datapath, 'translate.json'), obj.common.translationsToJson({ strings: data.strings }), function (err) { if (err == null) { res.send(JSON.stringify({ response: 'ok' })); } else { res.send(JSON.stringify({ response: err })); } }); + } else if (data.action == 'translateServer') { + if (obj.pendingTranslation === true) { res.send(JSON.stringify({ response: 'Server is already performing a translation.' })); return; } + const nodeVersion = Number(process.version.match(/^v(\d+\.\d+)/)[1]); + if (nodeVersion < 8) { res.send(JSON.stringify({ response: 'Server requires NodeJS 8.x or better.' })); return; } + var translateFile = obj.path.join(obj.parent.datapath, 'translate.json'); + if (obj.fs.existsSync(translateFile) == false) { translateFile = obj.path.join(__dirname, 'translate', 'translate.json'); } + if (obj.fs.existsSync(translateFile) == false) { res.send(JSON.stringify({ response: 'Unable to find translate.js file on the server.' })); return; } + res.send(JSON.stringify({ response: 'ok' })); + console.log('Started server translation...'); + obj.pendingTranslation = true; + require('child_process').exec('node translate.js translateall \"' + translateFile + '\"', { maxBuffer: 512000, timeout: 120000, cwd: obj.path.join(__dirname, 'translate') }, function (error, stdout, stderr) { + delete obj.pendingTranslation; + //console.log('error', error); + //console.log('stdout', stdout); + //console.log('stderr', stderr); + //console.log('Server restart...'); // Perform a server restart + //process.exit(0); + console.log('Server translation completed.'); + }); + } else { + // Unknown request + res.sendStatus(404); + } + }); + } + + // Handle welcome image request + function handleWelcomeImageRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + + //res.set({ 'Cache-Control': 'max-age=86400' }); // 1 day + if (domain.welcomepicture) { + if ((parent.configurationFiles != null) && (parent.configurationFiles[domain.welcomepicture] != null)) { + // Use the welcome image in the database + res.set({ 'Content-Type': domain.welcomepicture.toLowerCase().endsWith('.png')?'image/png':'image/jpeg' }); + res.send(parent.configurationFiles[domain.welcomepicture]); + return; + } + + // Use the configured logo picture + try { res.sendFile(obj.path.join(obj.parent.datapath, domain.welcomepicture)); return; } catch (ex) { } + } + + var imagefile = 'images/mainwelcome.jpg'; + if (domain.sitestyle == 2) { imagefile = 'images/login/back.png'; } + if (domain.webpublicpath != null) { + obj.fs.exists(obj.path.join(domain.webpublicpath, imagefile), function (exists) { + if (exists) { + // Use the domain logo picture + try { res.sendFile(obj.path.join(domain.webpublicpath, imagefile)); } catch (ex) { res.sendStatus(404); } + } else { + // Use the default logo picture + try { res.sendFile(obj.path.join(obj.parent.webPublicPath, imagefile)); } catch (ex) { res.sendStatus(404); } + } + }); + } else if (parent.webPublicOverridePath) { + obj.fs.exists(obj.path.join(obj.parent.webPublicOverridePath, imagefile), function (exists) { + if (exists) { + // Use the override logo picture + try { res.sendFile(obj.path.join(obj.parent.webPublicOverridePath, imagefile)); } catch (ex) { res.sendStatus(404); } + } else { + // Use the default logo picture + try { res.sendFile(obj.path.join(obj.parent.webPublicPath, imagefile)); } catch (ex) { res.sendStatus(404); } + } + }); + } else { + // Use the default logo picture + try { res.sendFile(obj.path.join(obj.parent.webPublicPath, imagefile)); } catch (ex) { res.sendStatus(404); } + } + } + + // Download a desktop recording + function handleGetRecordings(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) return; + + // Check the query + if ((domain.sessionrecording == null) || (req.query.file == null) || (obj.common.IsFilenameValid(req.query.file) !== true)) { res.sendStatus(401); return; } + + // Get the recording path + var recordingsPath = null; + if (domain.sessionrecording.filepath) { recordingsPath = domain.sessionrecording.filepath; } else { recordingsPath = parent.recordpath; } + if (recordingsPath == null) { res.sendStatus(401); return; } + + // Get the user and check user rights + var authUserid = null; + if ((req.session != null) && (typeof req.session.userid == 'string')) { authUserid = req.session.userid; } + if (authUserid == null) { res.sendStatus(401); return; } + const user = obj.users[authUserid]; + if (user == null) { res.sendStatus(401); return; } + if ((user.siteadmin & 512) == 0) { res.sendStatus(401); return; } // Check if we have right to get recordings + + // Send the recorded file + setContentDispositionHeader(res, 'application/octet-stream', req.query.file, null, 'recording.mcrec'); + try { res.sendFile(obj.path.join(recordingsPath, req.query.file)); } catch (ex) { res.sendStatus(404); } + } + + // Serve the player page + function handlePlayerRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + + parent.debug('web', 'handlePlayerRequest: sending player'); + res.set({ 'Cache-Control': 'no-store' }); + render(req, res, getRenderPage('player', req, domain), getRenderArgs({}, req, domain)); + } + + // Serve the guest desktop page + function handleDesktopRequest(req, res) { + const domain = getDomain(req, res); + if (domain == null) { return; } + if (req.query.c == null) { res.sendStatus(404); return; } + if (domain.guestdevicesharing === false) { res.sendStatus(404); return; } // This feature is not allowed. + + // Check the inbound desktop sharing cookie + var c = obj.parent.decodeCookie(req.query.c, obj.parent.invitationLinkEncryptionKey, 60); // 60 minute timeout + if ((c == null) || (c.a !== 5) || ((c.p !== 2) && (c.p != null)) || (typeof c.uid != 'string') || (typeof c.nid != 'string') || (typeof c.gn != 'string') || (typeof c.cf != 'number') || (typeof c.start != 'number') || (typeof c.expire != 'number') || (typeof c.pid != 'string')) { res.sendStatus(404); return; } + + // Check the expired time, expire message. + if (c.expire <= Date.now()) { render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 2, msgid: 12, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); return; } + + // Check the public id + obj.db.GetAllTypeNodeFiltered([c.nid], domain.id, 'deviceshare', null, function (err, docs) { + // Check if any desktop sharing links are present, expire message. + if ((err != null) || (docs.length == 0)) { render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 2, msgid: 12, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); return; } + + // Search for the device share public identifier, expire message. + var found = false; + for (var i = 0; i < docs.length; i++) { if (docs[i].publicid == c.pid) { found = true; } } + if (found == false) { render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 2, msgid: 12, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); return; } + + // Check the start time, not yet valid message. + if ((c.start > Date.now()) || (c.start > c.expire)) { render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 2, msgid: 11, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); return; } + + // Looks good, let's create the outbound session cookies. + // Consent flags are 1 = Notify, 8 = Prompt, 64 = Privacy Bar. + const authCookie = obj.parent.encodeCookie({ userid: c.uid, domainid: domain.id, nid: c.nid, ip: req.clientIp, p: 2, gn: c.gn, cf: 65 | c.cf, r: 8, expire: c.expire, pid: c.pid, vo: c.vo }, obj.parent.loginCookieEncryptionKey); + + // Lets respond by sending out the desktop viewer. + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + parent.debug('web', 'handleDesktopRequest: Sending guest desktop page for \"' + c.uid + '\", guest \"' + c.gn + '\".'); + res.set({ 'Cache-Control': 'no-store' }); + render(req, res, getRenderPage('desktop', req, domain), getRenderArgs({ authCookie: authCookie, authRelayCookie: '', domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), nodeid: c.nid, serverDnsName: obj.getWebServerName(domain), serverRedirPort: args.redirport, serverPublicPort: httpsPort, expire: c.expire, viewOnly: (c.vo == 1) ? 1 : 0 }, req, domain)); + }); + } + + // Serve the guest terminal page + function handleTerminalRequest(req, res) { + const domain = getDomain(req, res); + if (domain == null) { return; } + if (req.query.c == null) { res.sendStatus(404); return; } + if (domain.guestdevicesharing === false) { res.sendStatus(404); return; } // This feature is not allowed. + + // Check the inbound desktop sharing cookie + var c = obj.parent.decodeCookie(req.query.c, obj.parent.invitationLinkEncryptionKey, 60); // 60 minute timeout + if ((c == null) || (c.a !== 5) || (c.p !== 1) || (typeof c.uid != 'string') || (typeof c.nid != 'string') || (typeof c.gn != 'string') || (typeof c.cf != 'number') || (typeof c.start != 'number') || (typeof c.expire != 'number') || (typeof c.pid != 'string')) { res.sendStatus(404); return; } + + // Check the expired time, expire message. + if (c.expire <= Date.now()) { render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 4, msgid: 12, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); return; } + + // Check the public id + obj.db.GetAllTypeNodeFiltered([c.nid], domain.id, 'deviceshare', null, function (err, docs) { + // Check if any desktop sharing links are present, expire message. + if ((err != null) || (docs.length == 0)) { render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 4, msgid: 12, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); return; } + + // Search for the device share public identifier, expire message. + var found = false; + for (var i = 0; i < docs.length; i++) { if (docs[i].publicid == c.pid) { found = true; } } + if (found == false) { render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 4, msgid: 12, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); return; } + + // Check the start time, not yet valid message. + if ((c.start > Date.now()) || (c.start > c.expire)) { render(req, res, getRenderPage((domain.sitestyle == 2) ? 'message2' : 'message', req, domain), getRenderArgs({ titleid: 4, msgid: 11, domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27') }, req, domain)); return; } + + // Looks good, let's create the outbound session cookies. + // Consent flags are 2 = Notify, 16 = Prompt + const authCookie = obj.parent.encodeCookie({ userid: c.uid, domainid: domain.id, nid: c.nid, ip: req.clientIp, p: 1, gn: c.gn, cf: 2 | c.cf, r: 8, expire: c.expire, pid: c.pid }, obj.parent.loginCookieEncryptionKey); + + // Lets respond by sending out the desktop viewer. + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + parent.debug('web', 'handleTerminalRequest: Sending guest terminal page for \"' + c.uid + '\", guest \"' + c.gn + '\".'); + res.set({ 'Cache-Control': 'no-store' }); + render(req, res, getRenderPage('terminal', req, domain), getRenderArgs({ authCookie: authCookie, authRelayCookie: '', domainurl: encodeURIComponent(domain.url).replace(/'/g, '%27'), nodeid: c.nid, serverDnsName: obj.getWebServerName(domain), serverRedirPort: args.redirport, serverPublicPort: httpsPort, expire: c.expire }, req, domain)); + }); + } + + // Handle domain redirection + obj.handleDomainRedirect = function (req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if (domain.redirects == null) { res.sendStatus(404); return; } + var urlArgs = '', urlName = null, splitUrl = req.originalUrl.split('?'); + if (splitUrl.length > 1) { urlArgs = '?' + splitUrl[1]; } + if ((splitUrl.length > 0) && (splitUrl[0].length > 1)) { urlName = splitUrl[0].substring(1).toLowerCase(); } + if ((urlName == null) || (domain.redirects[urlName] == null) || (urlName[0] == '_')) { res.sendStatus(404); return; } + if (domain.redirects[urlName] == '~showversion') { + // Show the current version + res.end('MeshCentral v' + obj.parent.currentVer); + } else { + // Perform redirection + res.redirect(domain.redirects[urlName] + urlArgs + getQueryPortion(req)); + } + } + + // Take a "user/domain/userid/path/file" format and return the actual server disk file path if access is allowed + obj.getServerFilePath = function (user, domain, path) { + var splitpath = path.split('/'), serverpath = obj.path.join(obj.filespath, 'domain'), filename = ''; + if ((splitpath.length < 3) || (splitpath[0] != 'user' && splitpath[0] != 'mesh') || (splitpath[1] != domain.id)) return null; // Basic validation + var objid = splitpath[0] + '/' + splitpath[1] + '/' + splitpath[2]; + if (splitpath[0] == 'user' && (objid != user._id)) return null; // User validation, only self allowed + if (splitpath[0] == 'mesh') { if ((obj.GetMeshRights(user, objid) & 32) == 0) { return null; } } // Check mesh server file rights + if (splitpath[1] != '') { serverpath += '-' + splitpath[1]; } // Add the domain if needed + serverpath += ('/' + splitpath[0] + '-' + splitpath[2]); + for (var i = 3; i < splitpath.length; i++) { if (obj.common.IsFilenameValid(splitpath[i]) == true) { serverpath += '/' + splitpath[i]; filename = splitpath[i]; } else { return null; } } // Check that each folder is correct + return { fullpath: obj.path.resolve(obj.filespath, serverpath), path: serverpath, name: filename, quota: obj.getQuota(objid, domain) }; + }; + + // Return the maximum number of bytes allowed in the user account "My Files". + obj.getQuota = function (objid, domain) { + if (objid == null) return 0; + if (objid.startsWith('user/')) { + var user = obj.users[objid]; + if (user == null) return 0; + if (user.siteadmin == 0xFFFFFFFF) return null; // Administrators have no user limit + if ((user.quota != null) && (typeof user.quota == 'number')) { return user.quota; } + if ((domain != null) && (domain.userquota != null) && (typeof domain.userquota == 'number')) { return domain.userquota; } + return null; // By default, the user will have no limit + } else if (objid.startsWith('mesh/')) { + var mesh = obj.meshes[objid]; + if (mesh == null) return 0; + if ((mesh.quota != null) && (typeof mesh.quota == 'number')) { return mesh.quota; } + if ((domain != null) && (domain.meshquota != null) && (typeof domain.meshquota == 'number')) { return domain.meshquota; } + return null; // By default, the mesh will have no limit + } + return 0; + }; + + // Download a file from the server + function handleDownloadFile(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((req.query.link == null) || (req.session == null) || (req.session.userid == null) || (domain == null) || (domain.userQuota == -1)) { res.sendStatus(404); return; } + const user = obj.users[req.session.userid]; + if (user == null) { res.sendStatus(404); return; } + const file = obj.getServerFilePath(user, domain, req.query.link); + if (file == null) { res.sendStatus(404); return; } + setContentDispositionHeader(res, 'application/octet-stream', file.name, null, 'file.bin'); + obj.fs.exists(file.fullpath, function (exists) { if (exists == true) { res.sendFile(file.fullpath); } else { res.sendStatus(404); } }); + } + + // Upload a MeshCore.js file to the server + function handleUploadMeshCoreFile(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if (domain.id !== '') { res.sendStatus(401); return; } + + var authUserid = null; + if ((req.session != null) && (typeof req.session.userid == 'string')) { authUserid = req.session.userid; } + + const multiparty = require('multiparty'); + const form = new multiparty.Form(); + form.parse(req, function (err, fields, files) { + // If an authentication cookie is embedded in the form, use that. + if ((fields != null) && (fields.auth != null) && (fields.auth.length == 1) && (typeof fields.auth[0] == 'string')) { + var loginCookie = obj.parent.decodeCookie(fields.auth[0], obj.parent.loginCookieEncryptionKey, 60); // 60 minute timeout + if ((loginCookie != null) && (obj.args.cookieipcheck !== false) && (loginCookie.ip != null) && (loginCookie.ip != req.clientIp)) { loginCookie = null; } // Check cookie IP binding. + if ((loginCookie != null) && (domain.id == loginCookie.domainid)) { authUserid = loginCookie.userid; } // Use cookie authentication + } + if (authUserid == null) { res.sendStatus(401); return; } + + // Get the user + const user = obj.users[authUserid]; + if (user.siteadmin != 0xFFFFFFFF) { res.sendStatus(401); return; } // Check if we have mesh core upload rights (Full admin only) + + if ((fields == null) || (fields.attrib == null) || (fields.attrib.length != 1)) { res.sendStatus(404); return; } + for (var i in files.files) { + var file = files.files[i]; + obj.fs.readFile(file.path, 'utf8', function (err, data) { + if (err != null) return; + data = obj.common.IntToStr(0) + data; // Add the 4 bytes encoding type & flags (Set to 0 for raw) + obj.sendMeshAgentCore(user, domain, fields.attrib[0], 'custom', data); // Upload the core + try { obj.fs.unlinkSync(file.path); } catch (e) { } + }); + } + res.send(''); + }); + } + + // Upload a file to the server + function handleUploadFile(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if (domain.userQuota == -1) { res.sendStatus(401); return; } + var authUserid = null; + if ((req.session != null) && (typeof req.session.userid == 'string')) { authUserid = req.session.userid; } + const multiparty = require('multiparty'); + const form = new multiparty.Form(); + form.parse(req, function (err, fields, files) { + // If an authentication cookie is embedded in the form, use that. + if ((fields != null) && (fields.auth != null) && (fields.auth.length == 1) && (typeof fields.auth[0] == 'string')) { + var loginCookie = obj.parent.decodeCookie(fields.auth[0], obj.parent.loginCookieEncryptionKey, 60); // 60 minute timeout + if ((loginCookie != null) && (obj.args.cookieipcheck !== false) && (loginCookie.ip != null) && (loginCookie.ip != req.clientIp)) { loginCookie = null; } // Check cookie IP binding. + if ((loginCookie != null) && (domain.id == loginCookie.domainid)) { authUserid = loginCookie.userid; } // Use cookie authentication + } + if (authUserid == null) { res.sendStatus(401); return; } + + // Get the user + const user = obj.users[authUserid]; + if ((user == null) || (user.siteadmin & 8) == 0) { res.sendStatus(401); return; } // Check if we have file rights + + if ((fields == null) || (fields.link == null) || (fields.link.length != 1)) { /*console.log('UploadFile, Invalid Fields:', fields, files);*/ console.log('err4'); res.sendStatus(404); return; } + var xfile = null; + try { xfile = obj.getServerFilePath(user, domain, decodeURIComponent(fields.link[0])); } catch (ex) { } + if (xfile == null) { res.sendStatus(404); return; } + // Get total bytes in the path + var totalsize = readTotalFileSize(xfile.fullpath); + if ((xfile.quota == null) || (totalsize < xfile.quota)) { // Check if the quota is not already broken + if (fields.name != null) { + + // See if we need to create the folder + var domainx = 'domain'; + if (domain.id.length > 0) { domainx = 'domain-' + usersplit[1]; } + try { obj.fs.mkdirSync(obj.parent.filespath); } catch (ex) { } + try { obj.fs.mkdirSync(obj.parent.path.join(obj.parent.filespath, domainx)); } catch (ex) { } + try { obj.fs.mkdirSync(xfile.fullpath); } catch (ex) { } + + // Upload method where all the file data is within the fields. + var names = fields.name[0].split('*'), sizes = fields.size[0].split('*'), types = fields.type[0].split('*'), datas = fields.data[0].split('*'); + if ((names.length == sizes.length) && (types.length == datas.length) && (names.length == types.length)) { + for (var i = 0; i < names.length; i++) { + if (obj.common.IsFilenameValid(names[i]) == false) { res.sendStatus(404); return; } + var filedata = Buffer.from(datas[i].split(',')[1], 'base64'); + if ((xfile.quota == null) || ((totalsize + filedata.length) < xfile.quota)) { // Check if quota would not be broken if we add this file + // Create the user folder if needed + (function (fullpath, filename, filedata) { + obj.fs.mkdir(xfile.fullpath, function () { + // Write the file + obj.fs.writeFile(obj.path.join(xfile.fullpath, filename), filedata, function () { + obj.parent.DispatchEvent([user._id], obj, 'updatefiles'); // Fire an event causing this user to update this files + }); + }); + })(xfile.fullpath, names[i], filedata); + } else { + // Send a notification + obj.parent.DispatchEvent([user._id], obj, { action: 'notify', title: "Disk quota exceed", value: names[i], nolog: 1, id: Math.random() }); + } + } + } + } else { + // More typical upload method, the file data is in a multipart mime post. + for (var i in files.files) { + var file = files.files[i], fpath = obj.path.join(xfile.fullpath, file.originalFilename); + if (obj.common.IsFilenameValid(file.originalFilename) && ((xfile.quota == null) || ((totalsize + file.size) < xfile.quota))) { // Check if quota would not be broken if we add this file + + // See if we need to create the folder + var domainx = 'domain'; + if (domain.id.length > 0) { domainx = 'domain-' + domain.id; } + try { obj.fs.mkdirSync(obj.parent.filespath); } catch (e) { } + try { obj.fs.mkdirSync(obj.parent.path.join(obj.parent.filespath, domainx)); } catch (e) { } + try { obj.fs.mkdirSync(xfile.fullpath); } catch (e) { } + + // Rename the file + obj.fs.rename(file.path, fpath, function (err) { + if (err && (err.code === 'EXDEV')) { + // On some Linux, the rename will fail with a "EXDEV" error, do a copy+unlink instead. + obj.common.copyFile(file.path, fpath, function (err) { + obj.fs.unlink(file.path, function (err) { + obj.parent.DispatchEvent([user._id], obj, 'updatefiles'); // Fire an event causing this user to update this files + }); + }); + } else { + obj.parent.DispatchEvent([user._id], obj, 'updatefiles'); // Fire an event causing this user to update this files + } + }); + } else { + // Send a notification + obj.parent.DispatchEvent([user._id], obj, { action: 'notify', title: "Disk quota exceed", value: file.originalFilename, nolog: 1, id: Math.random() }); + try { obj.fs.unlink(file.path, function (err) { }); } catch (e) { } + } + } + } + } else { + // Send a notification + obj.parent.DispatchEvent([user._id], obj, { action: 'notify', value: "Disk quota exceed", nolog: 1, id: Math.random() }); + } + res.send(''); + }); + } + + // Upload a file to the server and then batch upload to many agents + function handleUploadFileBatch(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + var authUserid = null; + if ((req.session != null) && (typeof req.session.userid == 'string')) { authUserid = req.session.userid; } + const multiparty = require('multiparty'); + const form = new multiparty.Form(); + form.parse(req, function (err, fields, files) { + // If an authentication cookie is embedded in the form, use that. + if ((fields != null) && (fields.auth != null) && (fields.auth.length == 1) && (typeof fields.auth[0] == 'string')) { + var loginCookie = obj.parent.decodeCookie(fields.auth[0], obj.parent.loginCookieEncryptionKey, 60); // 60 minute timeout + if ((loginCookie != null) && (obj.args.cookieipcheck !== false) && (loginCookie.ip != null) && (loginCookie.ip != req.clientIp)) { loginCookie = null; } // Check cookie IP binding. + if ((loginCookie != null) && (domain.id == loginCookie.domainid)) { authUserid = loginCookie.userid; } // Use cookie authentication + } + if (authUserid == null) { res.sendStatus(401); return; } + + // Get the user + const user = obj.users[authUserid]; + if (user == null) { parent.debug('web', 'Batch upload error, invalid user.'); res.sendStatus(401); return; } // Check if user exists + + // Get fields + if ((fields == null) || (fields.nodeIds == null) || (fields.nodeIds.length != 1)) { res.sendStatus(404); return; } + var cmd = { nodeids: fields.nodeIds[0].split(','), files: [], user: user, domain: domain }; + if ((fields.winpath != null) && (fields.winpath.length == 1)) { cmd.windowsPath = fields.winpath[0]; } + if ((fields.linuxpath != null) && (fields.linuxpath.length == 1)) { cmd.linuxPath = fields.linuxpath[0]; } + if ((fields.overwriteFiles != null) && (fields.overwriteFiles.length == 1) && (fields.overwriteFiles[0] == 'on')) { cmd.overwrite = true; } + if ((fields.createFolder != null) && (fields.createFolder.length == 1) && (fields.createFolder[0] == 'on')) { cmd.createFolder = true; } + + // Check if we have at least one target path + if ((cmd.windowsPath == null) && (cmd.linuxPath == null)) { + parent.debug('web', 'Batch upload error, invalid fields: ' + JSON.stringify(fields)); + res.send(''); + return; + } + + // Get server temporary path + var serverpath = obj.path.join(obj.filespath, 'tmp') + try { obj.fs.mkdirSync(obj.parent.filespath); } catch (ex) { } + try { obj.fs.mkdirSync(serverpath); } catch (ex) { } + + // More typical upload method, the file data is in a multipart mime post. + for (var i in files.files) { + var file = files.files[i], ftarget = getRandomPassword() + '-' + file.originalFilename, fpath = obj.path.join(serverpath, ftarget); + cmd.files.push({ name: file.originalFilename, target: ftarget }); + // Rename the file + obj.fs.rename(file.path, fpath, function (err) { + if (err && (err.code === 'EXDEV')) { + // On some Linux, the rename will fail with a "EXDEV" error, do a copy+unlink instead. + obj.common.copyFile(file.path, fpath, function (err) { obj.fs.unlink(file.path, function (err) { }); }); + } + }); + } + + // Instruct one of more agents to download a URL to a given local drive location. + var tlsCertHash = null; + if (parent.args.ignoreagenthashcheck !== true) { + tlsCertHash = obj.webCertificateFullHashs[cmd.domain.id]; + if (tlsCertHash != null) { tlsCertHash = Buffer.from(tlsCertHash, 'binary').toString('hex'); } + } + for (var i in cmd.nodeids) { + obj.GetNodeWithRights(cmd.domain, cmd.user, cmd.nodeids[i], function (node, rights, visible) { + if ((node == null) || ((rights & 8) == 0) || (visible == false)) return; // We don't have remote control rights to this device + var agentPath = ((node.agent.id > 0) && (node.agent.id < 5)) ? cmd.windowsPath : cmd.linuxPath; + if (agentPath == null) return; + + // Event that this operation is being performed. + var targets = obj.CreateNodeDispatchTargets(node.meshid, node._id, ['server-users', cmd.user._id]); + var msgid = 103; // "Batch upload of {0} file(s) to folder {1}" + var event = { etype: 'node', userid: cmd.user._id, username: cmd.user.name, nodeid: node._id, action: 'batchupload', msg: 'Performing batch upload of ' + cmd.files.length + ' file(s) to ' + agentPath, msgid: msgid, msgArgs: [cmd.files.length, agentPath], domain: cmd.domain.id }; + parent.DispatchEvent(targets, obj, event); + + // Send the agent commands to perform the batch upload operation + for (var f in cmd.files) { + if (cmd.files[f].name != null) { + const acmd = { action: 'wget', overwrite: cmd.overwrite, createFolder: cmd.createFolder, urlpath: '/agentdownload.ashx?c=' + obj.parent.encodeCookie({ a: 'tmpdl', d: cmd.domain.id, nid: node._id, f: cmd.files[f].target }, obj.parent.loginCookieEncryptionKey), path: obj.path.join(agentPath, cmd.files[f].name), folder: agentPath, servertlshash: tlsCertHash }; + var agent = obj.wsagents[node._id]; + if (agent != null) { try { agent.send(JSON.stringify(acmd)); } catch (ex) { } } + // TODO: Add support for peer servers. + } + } + }); + } + + res.send(''); + }); + } + + // Subscribe to all events we are allowed to receive + obj.subscribe = function (userid, target) { + const user = obj.users[userid]; + const subscriptions = [userid, 'server-global']; + if (user.siteadmin != null) { + // Allow full site administrators of users with all events rights to see all events. + if ((user.siteadmin == 0xFFFFFFFF) || ((user.siteadmin & 2048) != 0)) { subscriptions.push('*'); } + else if ((user.siteadmin & 2) != 0) { + if ((user.groups == null) || (user.groups.length == 0)) { + // Subscribe to all user changes + subscriptions.push('server-users'); + } else { + // Subscribe to user changes for some groups + for (var i in user.groups) { subscriptions.push('server-users:' + i); } + } + } + } + if (user.links != null) { for (var i in user.links) { subscriptions.push(i); } } + obj.parent.RemoveAllEventDispatch(target); + obj.parent.AddEventDispatch(subscriptions, target); + return subscriptions; + }; + + // Handle a web socket relay request + function handleRelayWebSocket(ws, req, domain, user, cookie) { + if (!(req.query.host)) { console.log('ERR: No host target specified'); try { ws.close(); } catch (e) { } return; } // Disconnect websocket + parent.debug('web', 'Websocket relay connected from ' + user.name + ' for ' + req.query.host + '.'); + + try { ws._socket.setKeepAlive(true, 240000); } catch (ex) { } // Set TCP keep alive + + // Fetch information about the target + obj.db.Get(req.query.host, function (err, docs) { + if (docs.length == 0) { console.log('ERR: Node not found'); try { ws.close(); } catch (e) { } return; } // Disconnect websocket + var node = docs[0]; + if (!node.intelamt) { console.log('ERR: Not AMT node'); try { ws.close(); } catch (e) { } return; } // Disconnect websocket + + // Check if this user has permission to manage this computer + if ((obj.GetNodeRights(user, node.meshid, node._id) & MESHRIGHT_REMOTECONTROL) == 0) { console.log('ERR: Access denied (3)'); try { ws.close(); } catch (e) { } return; } + + // Check what connectivity is available for this node + var state = parent.GetConnectivityState(req.query.host); + var conn = 0; + if (!state || state.connectivity == 0) { parent.debug('web', 'ERR: No routing possible (1)'); try { ws.close(); } catch (e) { } return; } else { conn = state.connectivity; } + + // Check what server needs to handle this connection + if ((obj.parent.multiServer != null) && ((cookie == null) || (cookie.ps != 1))) { // If a cookie is provided and is from a peer server, don't allow the connection to jump again to a different server + var server = obj.parent.GetRoutingServerId(req.query.host, 2); // Check for Intel CIRA connection + if (server != null) { + if (server.serverid != obj.parent.serverId) { + // Do local Intel CIRA routing using a different server + parent.debug('web', 'Route Intel AMT CIRA connection to peer server: ' + server.serverid); + obj.parent.multiServer.createPeerRelay(ws, req, server.serverid, user); + return; + } + } else { + server = obj.parent.GetRoutingServerId(req.query.host, 4); // Check for local Intel AMT connection + if ((server != null) && (server.serverid != obj.parent.serverId)) { + // Do local Intel AMT routing using a different server + parent.debug('web', 'Route Intel AMT direct connection to peer server: ' + server.serverid); + obj.parent.multiServer.createPeerRelay(ws, req, server.serverid, user); + return; + } + } + } + + // Setup session recording if needed + if (domain.sessionrecording == true || ((typeof domain.sessionrecording == 'object') && ((domain.sessionrecording.protocols == null) || (domain.sessionrecording.protocols.indexOf((req.query.p == 2) ? 101 : 100) >= 0)))) { // TODO 100 + // Check again if we need to do recording + var record = true; + if (domain.sessionrecording.onlyselecteddevicegroups === true) { + var mesh = obj.meshes[node.meshid]; + if ((mesh.flags == null) || ((mesh.flags & 4) == 0)) { record = false; } // Do not record the session + } + + if (record == true) { + var now = new Date(Date.now()); + var recFilename = 'relaysession' + ((domain.id == '') ? '' : '-') + domain.id + '-' + now.getUTCFullYear() + '-' + obj.common.zeroPad(now.getUTCMonth(), 2) + '-' + obj.common.zeroPad(now.getUTCDate(), 2) + '-' + obj.common.zeroPad(now.getUTCHours(), 2) + '-' + obj.common.zeroPad(now.getUTCMinutes(), 2) + '-' + obj.common.zeroPad(now.getUTCSeconds(), 2) + '-' + getRandomPassword() + '.mcrec' + var recFullFilename = null; + if (domain.sessionrecording.filepath) { + try { obj.fs.mkdirSync(domain.sessionrecording.filepath); } catch (e) { } + recFullFilename = obj.path.join(domain.sessionrecording.filepath, recFilename); + } else { + try { obj.fs.mkdirSync(parent.recordpath); } catch (e) { } + recFullFilename = obj.path.join(parent.recordpath, recFilename); + } + var fd = obj.fs.openSync(recFullFilename, 'w'); + if (fd != null) { + // Write the recording file header + var firstBlock = JSON.stringify({ magic: 'MeshCentralRelaySession', ver: 1, userid: user._id, username: user.name, ipaddr: req.clientIp, nodeid: node._id, intelamt: true, protocol: (req.query.p == 2) ? 101 : 100, time: new Date().toLocaleString() }) + recordingEntry(fd, 1, 0, firstBlock, function () { }); + ws.logfile = { fd: fd, lock: false }; + if (req.query.p == 2) { ws.send(Buffer.from(String.fromCharCode(0xF0), 'binary')); } // Intel AMT Redirection: Indicate the session is being recorded + } + } + } + + // If Intel AMT CIRA connection is available, use it + var ciraconn = parent.mpsserver.GetConnectionToNode(req.query.host, null, false); + if (ciraconn != null) { + parent.debug('web', 'Opening relay CIRA channel connection to ' + req.query.host + '.'); + + // TODO: If the CIRA connection is a relay or LMS connection, we can't detect the TLS state like this. + // Compute target port, look at the CIRA port mappings, if non-TLS is allowed, use that, if not use TLS + var port = 16993; + //if (node.intelamt.tls == 0) port = 16992; // DEBUG: Allow TLS flag to set TLS mode within CIRA + if (ciraconn.tag.boundPorts.indexOf(16992) >= 0) port = 16992; // RELEASE: Always use non-TLS mode if available within CIRA + if (req.query.p == 2) port += 2; + + // Setup a new CIRA channel + if ((port == 16993) || (port == 16995)) { + // Perform TLS + var ser = new SerialTunnel(); + var chnl = parent.mpsserver.SetupChannel(ciraconn, port); + + // Let's chain up the TLSSocket <-> SerialTunnel <-> CIRA APF (chnl) + // Anything that needs to be forwarded by SerialTunnel will be encapsulated by chnl write + ser.forwardwrite = function (data) { if (data.length > 0) { chnl.write(data); } }; // TLS ---> CIRA + + // When APF tunnel return something, update SerialTunnel buffer + chnl.onData = function (ciraconn, data) { if (data.length > 0) { try { ser.updateBuffer(data); } catch (ex) { console.log(ex); } } }; // CIRA ---> TLS + + // Handle CIRA tunnel state change + chnl.onStateChange = function (ciraconn, state) { + parent.debug('webrelay', 'Relay TLS CIRA state change', state); + if (state == 0) { try { ws.close(); } catch (e) { } } + if (state == 2) { + // TLSSocket to encapsulate TLS communication, which then tunneled via SerialTunnel an then wrapped through CIRA APF + const tlsoptions = { socket: ser, ciphers: 'RSA+AES:!aNULL:!MD5:!DSS', secureOptions: constants.SSL_OP_NO_SSLv2 | constants.SSL_OP_NO_SSLv3 | constants.SSL_OP_NO_COMPRESSION | constants.SSL_OP_CIPHER_SERVER_PREFERENCE, rejectUnauthorized: false }; + if (req.query.tls1only == 1) { tlsoptions.secureProtocol = 'TLSv1_method'; } + var tlsock = obj.tls.connect(tlsoptions, function () { parent.debug('webrelay', "CIRA Secure TLS Connection"); ws._socket.resume(); }); + tlsock.chnl = chnl; + tlsock.setEncoding('binary'); + tlsock.on('error', function (err) { parent.debug('webrelay', "CIRA TLS Connection Error", err); }); + + // Decrypted tunnel from TLS communcation to be forwarded to websocket + tlsock.on('data', function (data) { + // AMT/TLS ---> WS + if (ws.interceptor) { data = ws.interceptor.processAmtData(data); } // Run data thru interceptor + try { ws.send(data); } catch (ex) { } + }); + + // If TLS is on, forward it through TLSSocket + ws.forwardclient = tlsock; + ws.forwardclient.xtls = 1; + + ws.forwardclient.onStateChange = function (ciraconn, state) { + parent.debug('webrelay', 'Relay CIRA state change', state); + if (state == 0) { try { ws.close(); } catch (e) { } } + }; + + ws.forwardclient.onData = function (ciraconn, data) { + // Run data thru interceptor + if (ws.interceptor) { data = ws.interceptor.processAmtData(data); } + + if (data.length > 0) { + if (ws.logfile == null) { + try { ws.send(data); } catch (e) { } + } else { + // Log to recording file + recordingEntry(ws.logfile.fd, 2, 0, data, function () { try { ws.send(data); } catch (ex) { console.log(ex); } }); // TODO: Add TLS support + } + } + }; + + // TODO: Flow control? (Dont' really need it with AMT, but would be nice) + ws.forwardclient.onSendOk = function (ciraconn) { }; + } + }; + } else { + // Without TLS + ws.forwardclient = parent.mpsserver.SetupChannel(ciraconn, port); + ws.forwardclient.xtls = 0; + ws._socket.resume(); + + ws.forwardclient.onStateChange = function (ciraconn, state) { + parent.debug('webrelay', 'Relay CIRA state change', state); + if (state == 0) { try { ws.close(); } catch (e) { } } + }; + + ws.forwardclient.onData = function (ciraconn, data) { + //parent.debug('webrelaydata', 'Relay CIRA data to WS', data.length); + + // Run data thru interceptorp + if (ws.interceptor) { data = ws.interceptor.processAmtData(data); } + + //console.log('AMT --> WS', Buffer.from(data, 'binary').toString('hex')); + if (data.length > 0) { + if (ws.logfile == null) { + try { ws.send(data); } catch (e) { } + } else { + // Log to recording file + recordingEntry(ws.logfile.fd, 2, 0, data, function () { try { ws.send(data); } catch (ex) { console.log(ex); } }); + } + } + }; + + // TODO: Flow control? (Dont' really need it with AMT, but would be nice) + ws.forwardclient.onSendOk = function (ciraconn) { }; + } + + // When data is received from the web socket, forward the data into the associated CIRA cahnnel. + // If the CIRA connection is pending, the CIRA channel has built-in buffering, so we are ok sending anyway. + ws.on('message', function (data) { + //parent.debug('webrelaydata', 'Relay WS data to CIRA', data.length); + if (typeof data == 'string') { data = Buffer.from(data, 'binary'); } + + // WS ---> AMT/TLS + if (ws.interceptor) { data = ws.interceptor.processBrowserData(data); } // Run data thru interceptor + + // Log to recording file + if (ws.logfile == null) { + // Forward data to the associated TCP connection. + ws.forwardclient.write(data); + } else { + // Log to recording file + recordingEntry(ws.logfile.fd, 2, 2, data, function () { try { ws.forwardclient.write(data); } catch (ex) { } }); + } + }); + + // If error, close the associated TCP connection. + ws.on('error', function (err) { + console.log('CIRA server websocket error from ' + req.clientIp + ', ' + err.toString().split('\r')[0] + '.'); + parent.debug('webrelay', 'Websocket relay closed on error.'); + + // Websocket closed, close the CIRA channel and TLS session. + if (ws.forwardclient) { + if (ws.forwardclient.close) { ws.forwardclient.close(); } // NonTLS, close the CIRA channel + if (ws.forwardclient.end) { ws.forwardclient.end(); } // TLS, close the TLS session + if (ws.forwardclient.chnl) { ws.forwardclient.chnl.close(); } // TLS, close the CIRA channel + delete ws.forwardclient; + } + + // Close the recording file + if (ws.logfile != null) { recordingEntry(ws.logfile.fd, 3, 0, 'MeshCentralMCREC', function (fd, ws) { obj.fs.close(fd); delete ws.logfile; }, ws); } + }); + + // If the web socket is closed, close the associated TCP connection. + ws.on('close', function (req) { + parent.debug('webrelay', 'Websocket relay closed.'); + + // Websocket closed, close the CIRA channel and TLS session. + if (ws.forwardclient) { + if (ws.forwardclient.close) { ws.forwardclient.close(); } // NonTLS, close the CIRA channel + if (ws.forwardclient.end) { ws.forwardclient.end(); } // TLS, close the TLS session + if (ws.forwardclient.chnl) { ws.forwardclient.chnl.close(); } // TLS, close the CIRA channel + delete ws.forwardclient; + } + + // Close the recording file + if (ws.logfile != null) { recordingEntry(ws.logfile.fd, 3, 0, 'MeshCentralMCREC', function (fd, ws) { obj.fs.close(fd); delete ws.logfile; }, ws); } + }); + + // Note that here, req.query.p: 1 = WSMAN with server auth, 2 = REDIR with server auth, 3 = WSMAN without server auth, 4 = REDIR with server auth + + // Fetch Intel AMT credentials & Setup interceptor + if (req.query.p == 1) { + parent.debug('webrelaydata', 'INTERCEPTOR1', { host: node.host, port: port, user: node.intelamt.user, pass: node.intelamt.pass }); + ws.interceptor = obj.interceptor.CreateHttpInterceptor({ host: node.host, port: port, user: node.intelamt.user, pass: node.intelamt.pass }); + ws.interceptor.blockAmtStorage = true; + } else if (req.query.p == 2) { + parent.debug('webrelaydata', 'INTERCEPTOR2', { user: node.intelamt.user, pass: node.intelamt.pass }); + ws.interceptor = obj.interceptor.CreateRedirInterceptor({ user: node.intelamt.user, pass: node.intelamt.pass }); + ws.interceptor.blockAmtStorage = true; + } + + return; + } + + // If Intel AMT direct connection is possible, option a direct socket + if ((conn & 4) != 0) { // We got a new web socket connection, initiate a TCP connection to the target Intel AMT host/port. + parent.debug('webrelay', 'Opening relay TCP socket connection to ' + req.query.host + '.'); + + // When data is received from the web socket, forward the data into the associated TCP connection. + ws.on('message', function (msg) { + //parent.debug('webrelaydata', 'TCP relay data to ' + node.host + ', ' + msg.length + ' bytes'); + + if (typeof msg == 'string') { msg = Buffer.from(msg, 'binary'); } + if (ws.interceptor) { msg = ws.interceptor.processBrowserData(msg); } // Run data thru interceptor + + // Log to recording file + if (ws.logfile == null) { + // Forward data to the associated TCP connection. + try { ws.forwardclient.write(msg); } catch (ex) { } + } else { + // Log to recording file + recordingEntry(ws.logfile.fd, 2, 2, msg, function () { try { ws.forwardclient.write(msg); } catch (ex) { } }); + } + }); + + // If error, close the associated TCP connection. + ws.on('error', function (err) { + console.log('Error with relay web socket connection from ' + req.clientIp + ', ' + err.toString().split('\r')[0] + '.'); + parent.debug('webrelay', 'Error with relay web socket connection from ' + req.clientIp + '.'); + if (ws.forwardclient) { try { ws.forwardclient.destroy(); } catch (e) { } } + + // Close the recording file + if (ws.logfile != null) { + recordingEntry(ws.logfile.fd, 3, 0, 'MeshCentralMCREC', function (fd) { + obj.fs.close(fd); + ws.logfile = null; + }); + } + }); + + // If the web socket is closed, close the associated TCP connection. + ws.on('close', function () { + parent.debug('webrelay', 'Closing relay web socket connection to ' + req.query.host + '.'); + if (ws.forwardclient) { try { ws.forwardclient.destroy(); } catch (e) { } } + + // Close the recording file + if (ws.logfile != null) { + recordingEntry(ws.logfile.fd, 3, 0, 'MeshCentralMCREC', function (fd) { + obj.fs.close(fd); + ws.logfile = null; + }); + } + }); + + // Compute target port + var port = 16992; + if (node.intelamt.tls > 0) port = 16993; // This is a direct connection, use TLS when possible + if ((req.query.p == 2) || (req.query.p == 4)) port += 2; + + if (node.intelamt.tls == 0) { + // If this is TCP (without TLS) set a normal TCP socket + ws.forwardclient = new obj.net.Socket(); + ws.forwardclient.setEncoding('binary'); + ws.forwardclient.xstate = 0; + ws.forwardclient.forwardwsocket = ws; + ws._socket.resume(); + } else { + // If TLS is going to be used, setup a TLS socket + var tlsoptions = { ciphers: 'RSA+AES:!aNULL:!MD5:!DSS', secureOptions: constants.SSL_OP_NO_SSLv2 | constants.SSL_OP_NO_SSLv3 | constants.SSL_OP_NO_COMPRESSION | constants.SSL_OP_CIPHER_SERVER_PREFERENCE, rejectUnauthorized: false }; + if (req.query.tls1only == 1) { tlsoptions.secureProtocol = 'TLSv1_method'; } + ws.forwardclient = obj.tls.connect(port, node.host, tlsoptions, function () { + // The TLS connection method is the same as TCP, but located a bit differently. + parent.debug('webrelay', 'TLS connected to ' + node.host + ':' + port + '.'); + ws.forwardclient.xstate = 1; + ws._socket.resume(); + }); + ws.forwardclient.setEncoding('binary'); + ws.forwardclient.xstate = 0; + ws.forwardclient.forwardwsocket = ws; + } + + // When we receive data on the TCP connection, forward it back into the web socket connection. + ws.forwardclient.on('data', function (data) { + if (typeof data == 'string') { data = Buffer.from(data, 'binary'); } + if (obj.parent.debugLevel >= 1) { // DEBUG + parent.debug('webrelaydata', 'TCP relay data from ' + node.host + ', ' + data.length + ' bytes.'); + //if (obj.parent.debugLevel >= 4) { Debug(4, ' ' + Buffer.from(data, 'binary').toString('hex')); } + } + if (ws.interceptor) { data = ws.interceptor.processAmtData(data); } // Run data thru interceptor + if (ws.logfile == null) { + // No logging + try { ws.send(data); } catch (e) { } + } else { + // Log to recording file + recordingEntry(ws.logfile.fd, 2, 0, data, function () { try { ws.send(data); } catch (e) { } }); + } + }); + + // If the TCP connection closes, disconnect the associated web socket. + ws.forwardclient.on('close', function () { + parent.debug('webrelay', 'TCP relay disconnected from ' + node.host + ':' + port + '.'); + try { ws.close(); } catch (e) { } + }); + + // If the TCP connection causes an error, disconnect the associated web socket. + ws.forwardclient.on('error', function (err) { + parent.debug('webrelay', 'TCP relay error from ' + node.host + ':' + port + ': ' + err); + try { ws.close(); } catch (e) { } + }); + + // Fetch Intel AMT credentials & Setup interceptor + if (req.query.p == 1) { ws.interceptor = obj.interceptor.CreateHttpInterceptor({ host: node.host, port: port, user: node.intelamt.user, pass: node.intelamt.pass }); } + else if (req.query.p == 2) { ws.interceptor = obj.interceptor.CreateRedirInterceptor({ user: node.intelamt.user, pass: node.intelamt.pass }); } + + if (node.intelamt.tls == 0) { + // A TCP connection to Intel AMT just connected, start forwarding. + ws.forwardclient.connect(port, node.host, function () { + parent.debug('webrelay', 'TCP relay connected to ' + node.host + ':' + port + '.'); + ws.forwardclient.xstate = 1; + ws._socket.resume(); + }); + } + return; + } + + }); + } + + // Setup agent to/from server file transfer handler + function handleAgentFileTransfer(ws, req) { + var domain = checkAgentIpAddress(ws, req); + if (domain == null) { parent.debug('web', 'Got agent file transfer connection with bad domain or blocked IP address ' + req.clientIp + ', dropping.'); ws.close(); return; } + if (req.query.c == null) { parent.debug('web', 'Got agent file transfer connection without a cookie from ' + req.clientIp + ', dropping.'); ws.close(); return; } + var c = obj.parent.decodeCookie(req.query.c, obj.parent.loginCookieEncryptionKey, 10); // 10 minute timeout + if ((c == null) || (c.a != 'aft')) { parent.debug('web', 'Got agent file transfer connection with invalid cookie from ' + req.clientIp + ', dropping.'); ws.close(); return; } + ws.xcmd = c.b; ws.xarg = c.c, ws.xfilelen = 0; + ws.send('c'); // Indicate connection of the tunnel. In this case, we are the termination point. + ws.send('5'); // Indicate we want to perform file transfers (5 = Files). + if (ws.xcmd == 'coredump') { + // Check the agent core dump folder if not already present. + var coreDumpPath = obj.path.join(parent.datapath, '..', 'meshcentral-coredumps'); + if (obj.fs.existsSync(coreDumpPath) == false) { try { obj.fs.mkdirSync(coreDumpPath); } catch (ex) { } } + ws.xfilepath = obj.path.join(parent.datapath, '..', 'meshcentral-coredumps', ws.xarg); + ws.xid = 'coredump'; + ws.send(JSON.stringify({ action: 'download', sub: 'start', ask: 'coredump', id: 'coredump' })); // Ask for a core dump file + } + + // When data is received from the web socket, echo it back + ws.on('message', function (data) { + if (typeof data == 'string') { + // Control message + var cmd = null; + try { cmd = JSON.parse(data); } catch (ex) { } + if ((cmd == null) || (cmd.action != 'download') || (cmd.sub == null)) return; + switch (cmd.sub) { + case 'start': { + // Perform an async file open + var callback = function onFileOpen(err, fd) { + onFileOpen.xws.xfile = fd; + onFileOpen.xws.send(JSON.stringify({ action: 'download', sub: 'startack', id: onFileOpen.xws.xid, ack: 1 })); // Ask for a directory (test) + }; + callback.xws = this; + obj.fs.open(this.xfilepath + '.part', 'w', callback); + break; + } + } + } else { + // Binary message + if (data.length < 4) return; + var flags = data.readInt32BE(0); + if ((data.length > 4)) { + // Write the file + this.xfilelen += (data.length - 4); + try { + var callback = function onFileDataWritten(err, bytesWritten, buffer) { + if (onFileDataWritten.xflags & 1) { + // End of file + parent.debug('web', "Completed downloads of agent dumpfile, " + onFileDataWritten.xws.xfilelen + " bytes."); + if (onFileDataWritten.xws.xfile) { + obj.fs.close(onFileDataWritten.xws.xfile, function (err) { }); + obj.fs.rename(onFileDataWritten.xws.xfilepath + '.part', onFileDataWritten.xws.xfilepath, function (err) { }); + onFileDataWritten.xws.xfile = null; + } + onFileDataWritten.xws.send(JSON.stringify({ action: 'markcoredump' })); // Ask to delete the core dump file + try { onFileDataWritten.xws.close(); } catch (ex) { } + } else { + // Send ack + onFileDataWritten.xws.send(JSON.stringify({ action: 'download', sub: 'ack', id: onFileDataWritten.xws.xid })); // Ask for a directory (test) + } + }; + callback.xws = this; + callback.xflags = flags; + obj.fs.write(this.xfile, data, 4, data.length - 4, callback); + } catch (ex) { } + } else { + if (flags & 1) { + // End of file + parent.debug('web', "Completed downloads of agent dumpfile, " + this.xfilelen + " bytes."); + if (this.xfile) { + obj.fs.close(this.xfile, function (err) { }); + obj.fs.rename(this.xfilepath + '.part', this.xfilepath, function (err) { }); + this.xfile = null; + } + this.send(JSON.stringify({ action: 'markcoredump' })); // Ask to delete the core dump file + try { this.close(); } catch (ex) { } + } else { + // Send ack + this.send(JSON.stringify({ action: 'download', sub: 'ack', id: this.xid })); // Ask for a directory (test) + } + } + } + }); + + // If error, do nothing. + ws.on('error', function (err) { console.log('Agent file transfer server error from ' + req.clientIp + ', ' + err.toString().split('\r')[0] + '.'); }); + + // If closed, do nothing + ws.on('close', function (req) { + if (this.xfile) { + obj.fs.close(this.xfile, function (err) { }); + obj.fs.unlink(this.xfilepath + '.part', function (err) { }); // Remove a partial file + } + }); + } + + // Handle the web socket echo request, just echo back the data sent + function handleEchoWebSocket(ws, req) { + const domain = checkUserIpAddress(ws, req); + if (domain == null) { return; } + ws._socket.setKeepAlive(true, 240000); // Set TCP keep alive + + // When data is received from the web socket, echo it back + ws.on('message', function (data) { + if (data.toString('utf8') == 'close') { + try { ws.close(); } catch (e) { console.log(e); } + } else { + try { ws.send(data); } catch (e) { console.log(e); } + } + }); + + // If error, do nothing. + ws.on('error', function (err) { console.log('Echo server error from ' + req.clientIp + ', ' + err.toString().split('\r')[0] + '.'); }); + + // If closed, do nothing + ws.on('close', function (req) { }); + } + + // Get the total size of all files in a folder and all sub-folders. (TODO: try to make all async version) + function readTotalFileSize(path) { + var r = 0, dir; + try { dir = obj.fs.readdirSync(path); } catch (e) { return 0; } + for (var i in dir) { + var stat = obj.fs.statSync(path + '/' + dir[i]); + if ((stat.mode & 0x004000) == 0) { r += stat.size; } else { r += readTotalFileSize(path + '/' + dir[i]); } + } + return r; + } + + // Delete a folder and all sub items. (TODO: try to make all async version) + function deleteFolderRec(path) { + if (obj.fs.existsSync(path) == false) return; + try { + obj.fs.readdirSync(path).forEach(function (file, index) { + var pathx = path + '/' + file; + if (obj.fs.lstatSync(pathx).isDirectory()) { deleteFolderRec(pathx); } else { obj.fs.unlinkSync(pathx); } + }); + obj.fs.rmdirSync(path); + } catch (ex) { } + } + + // Handle Intel AMT events + // To subscribe, add "http://server:port/amtevents.ashx" to Intel AMT subscriptions. + obj.handleAmtEventRequest = function (req, res) { + const domain = getDomain(req); + try { + if (req.headers.authorization) { + var authstr = req.headers.authorization; + if (authstr.substring(0, 7) == 'Digest ') { + var auth = obj.common.parseNameValueList(obj.common.quoteSplit(authstr.substring(7))); + if ((req.url === auth.uri) && (obj.httpAuthRealm === auth.realm) && (auth.opaque === obj.crypto.createHmac('SHA384', obj.httpAuthRandom).update(auth.nonce).digest('hex'))) { + + // Read the data, we need to get the arg field + var eventData = ''; + req.on('data', function (chunk) { eventData += chunk; }); + req.on('end', function () { + + // Completed event read, let get the argument that must contain the nodeid + var i = eventData.indexOf(''); + if (i > 0) { + var nodeid = eventData.substring(i + 30, i + 30 + 64); + if (nodeid.length == 64) { + var nodekey = 'node/' + domain.id + '/' + nodeid; + + // See if this node exists in the database + obj.db.Get(nodekey, function (err, nodes) { + if (nodes.length == 1) { + // Yes, the node exists, compute Intel AMT digest password + var node = nodes[0]; + var amtpass = obj.crypto.createHash('sha384').update(auth.username.toLowerCase() + ':' + nodeid + ":" + obj.parent.dbconfig.amtWsEventSecret).digest('base64').substring(0, 12).split('/').join('x').split('\\').join('x'); + + // Check the MD5 hash + if (auth.response === obj.common.ComputeDigesthash(auth.username, amtpass, auth.realm, 'POST', auth.uri, auth.qop, auth.nonce, auth.nc, auth.cnonce)) { + + // This is an authenticated Intel AMT event, update the host address + var amthost = req.clientIp; + if (amthost.substring(0, 7) === '::ffff:') { amthost = amthost.substring(7); } + if (node.host != amthost) { + // Get the mesh for this device + var mesh = obj.meshes[node.meshid]; + if (mesh) { + // Update the database + var oldname = node.host; + node.host = amthost; + obj.db.Set(obj.cleanDevice(node)); + + // Event the node change + var event = { etype: 'node', action: 'changenode', nodeid: node._id, domain: domain.id, msg: 'Intel(R) AMT host change ' + node.name + ' from group ' + mesh.name + ': ' + oldname + ' to ' + amthost }; + + // Remove the Intel AMT password before eventing this. + event.node = node; + if (event.node.intelamt && event.node.intelamt.pass) { + event.node = Object.assign({}, event.node); // Shallow clone + event.node.intelamt = Object.assign({}, event.node.intelamt); // Shallow clone + delete event.node.intelamt.pass; + } + + if (obj.db.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the node. Another event will come. + obj.parent.DispatchEvent(['*', node.meshid], obj, event); + } + } + + parent.amtEventHandler.handleAmtEvent(eventData, nodeid, amthost); + //res.send('OK'); + + return; + } + } + }); + } + } + }); + } + } + } + } catch (e) { console.log(e); } + + // Send authentication response + obj.crypto.randomBytes(48, function (err, buf) { + var nonce = buf.toString('hex'), opaque = obj.crypto.createHmac('SHA384', obj.httpAuthRandom).update(nonce).digest('hex'); + res.set({ 'WWW-Authenticate': 'Digest realm="' + obj.httpAuthRealm + '", qop="auth,auth-int", nonce="' + nonce + '", opaque="' + opaque + '"' }); + res.sendStatus(401); + }); + }; + + // Handle a server backup request + function handleBackupRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + if ((!req.session) || (req.session == null) || (!req.session.userid)) { res.sendStatus(401); return; } + if ((domain.myserver === false) || ((domain.myserver != null) && (domain.myserver.backup !== true))) { res.sendStatus(401); return; } + + var user = obj.users[req.session.userid]; + if ((user == null) || ((user.siteadmin & 1) == 0)) { res.sendStatus(401); return; } // Check if we have server backup rights + + // Require modules + const archive = require('archiver')('zip', { level: 9 }); // Sets the compression method to maximum. + + // Good practice to catch this error explicitly + archive.on('error', function (err) { throw err; }); + + // Set the archive name + res.attachment((domain.title ? domain.title : 'MeshCentral') + '-Backup-' + new Date().toLocaleDateString().replace('/', '-').replace('/', '-') + '.zip'); + + // Pipe archive data to the file + archive.pipe(res); + + // Append files from a glob pattern + archive.directory(obj.parent.datapath, false); + + // Finalize the archive (ie we are done appending files but streams have to finish yet) + archive.finalize(); + } + + // Handle a server restore request + function handleRestoreRequest(req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + if ((domain.myserver === false) || ((domain.myserver != null) && (domain.myserver.restore !== true))) { res.sendStatus(401); return; } + + var authUserid = null; + if ((req.session != null) && (typeof req.session.userid == 'string')) { authUserid = req.session.userid; } + const multiparty = require('multiparty'); + const form = new multiparty.Form(); + form.parse(req, function (err, fields, files) { + // If an authentication cookie is embedded in the form, use that. + if ((fields != null) && (fields.auth != null) && (fields.auth.length == 1) && (typeof fields.auth[0] == 'string')) { + var loginCookie = obj.parent.decodeCookie(fields.auth[0], obj.parent.loginCookieEncryptionKey, 60); // 60 minute timeout + if ((loginCookie != null) && (obj.args.cookieipcheck !== false) && (loginCookie.ip != null) && (loginCookie.ip != req.clientIp)) { loginCookie = null; } // Check cookie IP binding. + if ((loginCookie != null) && (domain.id == loginCookie.domainid)) { authUserid = loginCookie.userid; } // Use cookie authentication + } + if (authUserid == null) { res.sendStatus(401); return; } + + // Get the user + const user = obj.users[req.session.userid]; + if ((user == null) || ((user.siteadmin & 4) == 0)) { res.sendStatus(401); return; } // Check if we have server restore rights + + res.set('Content-Type', 'text/html'); + res.end('Server must be restarted, click here to login.'); + parent.Stop(files.datafile[0].path); + }); + } + + // Handle a request to download a mesh agent + obj.handleMeshAgentRequest = function (req, res) { + var domain = getDomain(req, res); + if (domain == null) { parent.debug('web', 'handleRootRequest: invalid domain.'); try { res.sendStatus(404); } catch (ex) { } return; } + + // If required, check if this user has rights to do this + if ((obj.parent.config.settings != null) && ((obj.parent.config.settings.lockagentdownload == true) || (domain.lockagentdownload == true)) && (req.session.userid == null)) { res.sendStatus(401); return; } + + if ((req.query.meshinstall != null) && (req.query.id != null)) { + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Send meshagent with included self installer for a specific platform back + // Start by getting the .msh for this request + var meshsettings = getMshFromRequest(req, res, domain); + if (meshsettings == null) { res.sendStatus(401); return; } + + // Get the interactive install script, this only works for non-Windows agents + var agentid = parseInt(req.query.meshinstall); + var argentInfo = obj.parent.meshAgentBinaries[agentid]; + var scriptInfo = obj.parent.meshAgentInstallScripts[6]; + if ((argentInfo == null) || (scriptInfo == null) || (argentInfo.platform == 'win32')) { res.sendStatus(404); return; } + + // Change the .msh file into JSON format and merge it into the install script + var tokens, msh = {}, meshsettingslines = meshsettings.split('\r').join('').split('\n'); + for (var i in meshsettingslines) { tokens = meshsettingslines[i].split('='); if (tokens.length == 2) { msh[tokens[0]] = tokens[1]; } } + var js = scriptInfo.data.replace('var msh = {};', 'var msh = ' + JSON.stringify(msh) + ';'); + + // Get the agent filename + var meshagentFilename = 'meshagent'; + if ((domain.agentcustomization != null) && (typeof domain.agentcustomization.filename == 'string')) { meshagentFilename = domain.agentcustomization.filename; } + + setContentDispositionHeader(res, 'application/octet-stream', meshagentFilename, null, 'meshagent'); + res.statusCode = 200; + obj.parent.exeHandler.streamExeWithJavaScript({ platform: argentInfo.platform, sourceFileName: argentInfo.path, destinationStream: res, js: Buffer.from(js, 'utf8'), peinfo: argentInfo.pe }); + } else if (req.query.id != null) { + // Send a specific mesh agent back + var argentInfo = obj.parent.meshAgentBinaries[req.query.id]; + if (argentInfo == null) { res.sendStatus(404); return; } + + // Download PDB debug files, only allowed for administrator or accounts with agent dump access + if (req.query.pdb == 1) { + if ((req.session == null) || (req.session.userid == null)) { res.sendStatus(404); return; } + var user = obj.users[req.session.userid]; + if (user == null) { res.sendStatus(404); return; } + if ((user != null) && ((user.siteadmin == 0xFFFFFFFF) || ((Array.isArray(obj.parent.config.settings.agentcoredumpusers)) && (obj.parent.config.settings.agentcoredumpusers.indexOf(user._id) >= 0)))) { + if (argentInfo.id == 3) { setContentDispositionHeader(res, 'application/octet-stream', 'MeshService.pdb', null, 'MeshService.pdb'); res.sendFile(argentInfo.path.split('MeshService-signed.exe').join('MeshService.pdb')); return; } + if (argentInfo.id == 4) { setContentDispositionHeader(res, 'application/octet-stream', 'MeshService64.pdb', null, 'MeshService64.pdb'); res.sendFile(argentInfo.path.split('MeshService64-signed.exe').join('MeshService64.pdb')); return; } + } + res.sendStatus(404); return; + } + + if ((req.query.meshid == null) || (argentInfo.platform != 'win32')) { + // Get the agent filename + var meshagentFilename = argentInfo.rname; + if ((domain.agentcustomization != null) && (typeof domain.agentcustomization.filename == 'string')) { meshagentFilename = domain.agentcustomization.filename; } + setContentDispositionHeader(res, 'application/octet-stream', meshagentFilename, null, 'meshagent'); + if (argentInfo.data == null) { res.sendFile(argentInfo.path); } else { res.end(argentInfo.data); } + } else { + // Check if the meshid is a time limited, encrypted cookie + var meshcookie = obj.parent.decodeCookie(req.query.meshid, obj.parent.invitationLinkEncryptionKey); + if ((meshcookie != null) && (meshcookie.m != null)) { req.query.meshid = meshcookie.m; } + + // We are going to embed the .msh file into the Windows executable (signed or not). + // First, fetch the mesh object to build the .msh file + var mesh = obj.meshes['mesh/' + domain.id + '/' + req.query.meshid]; + if (mesh == null) { res.sendStatus(401); return; } + + // If required, check if this user has rights to do this + if ((obj.parent.config.settings != null) && ((obj.parent.config.settings.lockagentdownload == true) || (domain.lockagentdownload == true))) { + if ((domain.id != mesh.domain) || ((obj.GetMeshRights(req.session.userid, mesh) & 1) == 0)) { res.sendStatus(401); return; } + } + + var meshidhex = Buffer.from(req.query.meshid.replace(/\@/g, '+').replace(/\$/g, '/'), 'base64').toString('hex').toUpperCase(); + var serveridhex = Buffer.from(obj.agentCertificateHashBase64.replace(/\@/g, '+').replace(/\$/g, '/'), 'base64').toString('hex').toUpperCase(); + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port if specified + if (obj.args.agentport != null) { httpsPort = obj.args.agentport; } // If an agent only port is enabled, use that. + if (obj.args.agentaliasport != null) { httpsPort = obj.args.agentaliasport; } // If an agent alias port is specified, use that. + + // Prepare a mesh agent file name using the device group name. + var meshfilename = mesh.name + meshfilename = meshfilename.split('\\').join('').split('/').join('').split(':').join('').split('*').join('').split('?').join('').split('"').join('').split('<').join('').split('>').join('').split('|').join('').split(' ').join('').split('\'').join(''); + if (argentInfo.rname.endsWith('.exe')) { meshfilename = argentInfo.rname.substring(0, argentInfo.rname.length - 4) + '-' + meshfilename + '.exe'; } else { meshfilename = argentInfo.rname + '-' + meshfilename; } + + // Customize the mesh agent file name + if ((domain.agentcustomization != null) && (typeof domain.agentcustomization.filename == 'string')) { + meshfilename = meshfilename.split('meshagent').join(domain.agentcustomization.filename); + meshfilename = meshfilename.split('MeshAgent').join(domain.agentcustomization.filename); + } + + // Get the agent connection server name + var serverName = obj.getWebServerName(domain); + if (typeof obj.args.agentaliasdns == 'string') { serverName = obj.args.agentaliasdns; } + + // Build the agent connection URL. If we are using a sub-domain or one with a DNS, we need to craft the URL correctly. + var xdomain = (domain.dns == null) ? domain.id : ''; + if (xdomain != '') xdomain += '/'; + var meshsettings = '\r\nMeshName=' + mesh.name + '\r\nMeshType=' + mesh.mtype + '\r\nMeshID=0x' + meshidhex + '\r\nServerID=' + serveridhex + '\r\n'; + if (obj.args.lanonly != true) { meshsettings += 'MeshServer=wss://' + serverName + ':' + httpsPort + '/' + xdomain + 'agent.ashx\r\n'; } else { + meshsettings += 'MeshServer=local\r\n'; + if ((obj.args.localdiscovery != null) && (typeof obj.args.localdiscovery.key == 'string') && (obj.args.localdiscovery.key.length > 0)) { meshsettings += 'DiscoveryKey=' + obj.args.localdiscovery.key + '\r\n'; } + } + if ((req.query.tag != null) && (typeof req.query.tag == 'string') && (obj.common.isAlphaNumeric(req.query.tag) == true)) { meshsettings += 'Tag=' + req.query.tag + '\r\n'; } + if ((req.query.installflags != null) && (req.query.installflags != 0) && (parseInt(req.query.installflags) == req.query.installflags)) { meshsettings += 'InstallFlags=' + parseInt(req.query.installflags) + '\r\n'; } + if ((domain.agentnoproxy === true) || (obj.args.lanonly == true)) { meshsettings += 'ignoreProxyFile=1\r\n'; } + if (obj.args.agentconfig) { for (var i in obj.args.agentconfig) { meshsettings += obj.args.agentconfig[i] + '\r\n'; } } + if (domain.agentconfig) { for (var i in domain.agentconfig) { meshsettings += domain.agentconfig[i] + '\r\n'; } } + if (domain.agentcustomization != null) { // Add agent customization + if (domain.agentcustomization.displayname != null) { meshsettings += 'displayName=' + domain.agentcustomization.displayname + '\r\n'; } + if (domain.agentcustomization.description != null) { meshsettings += 'description=' + domain.agentcustomization.description + '\r\n'; } + if (domain.agentcustomization.companyname != null) { meshsettings += 'companyName=' + domain.agentcustomization.companyname + '\r\n'; } + if (domain.agentcustomization.servicename != null) { meshsettings += 'meshServiceName=' + domain.agentcustomization.servicename + '\r\n'; } + if (domain.agentcustomization.filename != null) { meshsettings += 'fileName=' + domain.agentcustomization.filename + '\r\n'; } + } + if (parent.agentTranslations != null) { meshsettings += 'translation=' + parent.agentTranslations + '\r\n'; } + setContentDispositionHeader(res, 'application/octet-stream', meshfilename, null, argentInfo.rname); + obj.parent.exeHandler.streamExeWithMeshPolicy({ platform: 'win32', sourceFileName: obj.parent.meshAgentBinaries[req.query.id].path, destinationStream: res, msh: meshsettings, peinfo: obj.parent.meshAgentBinaries[req.query.id].pe }); + } + } else if (req.query.script != null) { + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Send a specific mesh install script back + var scriptInfo = obj.parent.meshAgentInstallScripts[req.query.script]; + if (scriptInfo == null) { res.sendStatus(404); return; } + setContentDispositionHeader(res, 'application/octet-stream', scriptInfo.rname, null, 'script'); + var data = scriptInfo.data; + var cmdoptions = { wgetoptionshttp: '', wgetoptionshttps: '', curloptionshttp: '-L ', curloptionshttps: '-L ' } + if (obj.isTrustedCert(domain) != true) { + cmdoptions.wgetoptionshttps += '--no-check-certificate '; + cmdoptions.curloptionshttps += '-k '; + } + if (domain.agentnoproxy === true) { + cmdoptions.wgetoptionshttp += '--no-proxy '; + cmdoptions.wgetoptionshttps += '--no-proxy '; + cmdoptions.curloptionshttp += '--noproxy \'*\' '; + cmdoptions.curloptionshttps += '--noproxy \'*\' '; + } + for (var i in cmdoptions) { data = data.split('{{{' + i + '}}}').join(cmdoptions[i]); } + res.send(data); + } else if (req.query.meshcmd != null) { + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + + // Send meshcmd for a specific platform back + var agentid = parseInt(req.query.meshcmd); + // If the agentid is 3 or 4, check if we have a signed MeshCmd.exe + if ((agentid == 3)) { // Signed Windows MeshCmd.exe x86 + var stats = null, meshCmdPath = obj.path.join(__dirname, 'agents', 'MeshCmd-signed.exe'); + try { stats = obj.fs.statSync(meshCmdPath); } catch (e) { } + if ((stats != null)) { + setContentDispositionHeader(res, 'application/octet-stream', 'meshcmd' + ((req.query.meshcmd <= 3) ? '.exe' : ''), null, 'meshcmd'); + res.sendFile(meshCmdPath); return; + } + } else if ((agentid == 4)) { // Signed Windows MeshCmd64.exe x64 + var stats = null, meshCmd64Path = obj.path.join(__dirname, 'agents', 'MeshCmd64-signed.exe'); + try { stats = obj.fs.statSync(meshCmd64Path); } catch (e) { } + if ((stats != null)) { + setContentDispositionHeader(res, 'application/octet-stream', 'meshcmd' + ((req.query.meshcmd <= 4) ? '.exe' : ''), null, 'meshcmd'); + res.sendFile(meshCmd64Path); return; + } + } + // No signed agents, we are going to merge a new MeshCmd. + if ((agentid < 10000) && (obj.parent.meshAgentBinaries[agentid + 10000] != null)) { agentid += 10000; } // Avoid merging javascript to a signed mesh agent. + var argentInfo = obj.parent.meshAgentBinaries[agentid]; + if ((argentInfo == null) || (obj.parent.defaultMeshCmd == null)) { res.sendStatus(404); return; } + setContentDispositionHeader(res, 'application/octet-stream', 'meshcmd' + ((req.query.meshcmd <= 4) ? '.exe' : ''), null, 'meshcmd'); + res.statusCode = 200; + if (argentInfo.signedMeshCmdPath != null) { + // If we have a pre-signed MeshCmd, send that. + res.sendFile(argentInfo.signedMeshCmdPath); + } else { + // Merge JavaScript to a unsigned agent and send that. + obj.parent.exeHandler.streamExeWithJavaScript({ platform: argentInfo.platform, sourceFileName: argentInfo.path, destinationStream: res, js: Buffer.from(obj.parent.defaultMeshCmd, 'utf8'), peinfo: argentInfo.pe }); + } + } else if (req.query.meshaction != null) { + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + var user = obj.users[req.session.userid]; + if (user == null) { + // Check if we have an authentication cookie + var c = obj.parent.decodeCookie(req.query.auth, obj.parent.loginCookieEncryptionKey); + if (c == null) { res.sendStatus(404); return; } + + // Download tools using a cookie + if (c.download == req.query.meshaction) { + if (req.query.meshaction == 'winrouter') { + var p = obj.path.join(__dirname, 'agents', 'MeshCentralRouter.exe'); + if (obj.fs.existsSync(p)) { + setContentDispositionHeader(res, 'application/octet-stream', 'MeshCentralRouter.exe', null, 'MeshCentralRouter.exe'); + try { res.sendFile(p); } catch (e) { res.sendStatus(404); } + } else { res.sendStatus(404); } + } else if (req.query.meshaction == 'winassistant') { + var p = obj.path.join(__dirname, 'agents', 'MeshCentralAssistant.exe'); + if (obj.fs.existsSync(p)) { + setContentDispositionHeader(res, 'application/octet-stream', 'MeshCentralAssistant.exe', null, 'MeshCentralAssistant.exe'); + try { res.sendFile(p); } catch (e) { res.sendStatus(404); } + } else { res.sendStatus(404); } + } else if (req.query.meshaction == 'macrouter') { + var p = obj.path.join(__dirname, 'agents', 'MeshCentralRouter.dmg'); + if (obj.fs.existsSync(p)) { + setContentDispositionHeader(res, 'application/octet-stream', 'MeshCentralRouter.dmg', null, 'MeshCentralRouter.dmg'); + try { res.sendFile(p); } catch (e) { res.sendStatus(404); } + } else { res.sendStatus(404); } + } + return; + } + + // Check if the cookie authenticates a user + if (c.userid == null) { res.sendStatus(404); return; } + user = obj.users[c.userid]; + if (user == null) { res.sendStatus(404); return; } + } + if ((req.query.meshaction == 'route') && (req.query.nodeid != null)) { + obj.db.Get(req.query.nodeid, function (err, nodes) { + if (nodes.length != 1) { res.sendStatus(401); return; } + var node = nodes[0]; + + // Create the meshaction.txt file for meshcmd.exe + var meshaction = { + action: req.query.meshaction, + localPort: 1234, + remoteName: node.name, + remoteNodeId: node._id, + remoteTarget: null, + remotePort: 3389, + username: '', + password: '', + serverId: obj.agentCertificateHashHex.toUpperCase(), // SHA384 of server HTTPS public key + serverHttpsHash: Buffer.from(obj.webCertificateHashs[domain.id], 'binary').toString('hex').toUpperCase(), // SHA384 of server HTTPS certificate + debugLevel: 0 + }; + if (user != null) { meshaction.username = user.name; } + if (req.query.key != null) { meshaction.loginKey = req.query.key; } + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + if (obj.args.lanonly != true) { meshaction.serverUrl = 'wss://' + obj.getWebServerName(domain) + ':' + httpsPort + '/' + ((domain.id == '') ? '' : ('/' + domain.id)) + 'meshrelay.ashx'; } + + setContentDispositionHeader(res, 'application/octet-stream', 'meshaction.txt', null, 'meshaction.txt'); + res.send(JSON.stringify(meshaction, null, ' ')); + }); + } else if (req.query.meshaction == 'generic') { + var meshaction = { + username: user.name, + password: '', + serverId: obj.agentCertificateHashHex.toUpperCase(), // SHA384 of server HTTPS public key + serverHttpsHash: Buffer.from(obj.webCertificateHashs[domain.id], 'binary').toString('hex').toUpperCase(), // SHA384 of server HTTPS certificate + debugLevel: 0 + }; + if (user != null) { meshaction.username = user.name; } + if (req.query.key != null) { meshaction.loginKey = req.query.key; } + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + if (obj.args.lanonly != true) { meshaction.serverUrl = 'wss://' + obj.getWebServerName(domain) + ':' + httpsPort + '/' + ((domain.id == '') ? '' : ('/' + domain.id)) + 'meshrelay.ashx'; } + setContentDispositionHeader(res, 'application/octet-stream', 'meshaction.txt', null, 'meshaction.txt'); + res.send(JSON.stringify(meshaction, null, ' ')); + } else if (req.query.meshaction == 'winrouter') { + console.log('t2'); + var p = obj.path.join(__dirname, 'agents', 'MeshCentralRouter.exe'); + if (obj.fs.existsSync(p)) { + setContentDispositionHeader(res, 'application/octet-stream', 'MeshCentralRouter.exe', null, 'MeshCentralRouter.exe'); + try { res.sendFile(p); } catch (e) { res.sendStatus(404); } + } else { res.sendStatus(404); } + } else if (req.query.meshaction == 'winassistant') { + var p = obj.path.join(__dirname, 'agents', 'MeshCentralAssistant.exe'); + if (obj.fs.existsSync(p)) { + setContentDispositionHeader(res, 'application/octet-stream', 'MeshCentralAssistant.exe', null, 'MeshCentralAssistant.exe'); + try { res.sendFile(p); } catch (e) { res.sendStatus(404); } + } else { res.sendStatus(404); } + } else if (req.query.meshaction == 'macrouter') { + var p = obj.path.join(__dirname, 'agents', 'MeshCentralRouter.dmg'); + if (obj.fs.existsSync(p)) { + setContentDispositionHeader(res, 'application/octet-stream', 'MeshCentralRouter.dmg', null, 'MeshCentralRouter.dmg'); + try { res.sendFile(p); } catch (e) { res.sendStatus(404); } + } else { res.sendStatus(404); } + } else { + res.sendStatus(401); + } + } else { + domain = checkUserIpAddress(req, res); // Recheck the domain to apply user IP filtering. + if (domain == null) return; + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + if ((req.session == null) || (req.session.userid == null)) { res.sendStatus(404); return; } + var user = null, coreDumpsAllowed = false; + if (typeof req.session.userid == 'string') { user = obj.users[req.session.userid]; } + if (user == null) { res.sendStatus(404); return; } + + // Check if this user has access to agent core dumps + if ((obj.parent.config.settings.agentcoredump === true) && ((user.siteadmin == 0xFFFFFFFF) || ((Array.isArray(obj.parent.config.settings.agentcoredumpusers)) && (obj.parent.config.settings.agentcoredumpusers.indexOf(user._id) >= 0)))) { + coreDumpsAllowed = true; + + if ((req.query.dldump != null) && obj.common.IsFilenameValid(req.query.dldump)) { + // Download a dump file + var dumpFile = obj.path.join(parent.datapath, '..', 'meshcentral-coredumps', req.query.dldump); + if (obj.fs.existsSync(dumpFile)) { + setContentDispositionHeader(res, 'application/octet-stream', req.query.dldump, null, 'file.bin'); + res.sendFile(dumpFile); return; + } else { + res.sendStatus(404); return; + } + } + + if ((req.query.deldump != null) && obj.common.IsFilenameValid(req.query.deldump)) { + // Delete a dump file + try { obj.fs.unlinkSync(obj.path.join(parent.datapath, '..', 'meshcentral-coredumps', req.query.deldump)); } catch (ex) { console.log(ex); } + } + + if ((req.query.dumps != null) || (req.query.deldump != null)) { + // Send list of agent core dumps + var response = 'Mesh Agents Core Dumps'; + response += ''; + + var coreDumpPath = obj.path.join(parent.datapath, '..', 'meshcentral-coredumps'); + if (obj.fs.existsSync(coreDumpPath)) { + var files = obj.fs.readdirSync(coreDumpPath); + var coredumps = []; + for (var i in files) { + var file = files[i]; + if (file.endsWith('.dmp')) { + var fileSplit = file.substring(0, file.length - 4).split('-'); + if (fileSplit.length == 3) { + var agentid = parseInt(fileSplit[0]); + if ((isNaN(agentid) == false) && (obj.parent.meshAgentBinaries[agentid] != null)) { + var agentinfo = obj.parent.meshAgentBinaries[agentid]; + var filestats = obj.fs.statSync(obj.path.join(parent.datapath, '..', 'meshcentral-coredumps', file)); + coredumps.push({ + fileSplit: fileSplit, + agentinfo: agentinfo, + filestats: filestats, + currentAgent: agentinfo.hashhex.startsWith(fileSplit[1].toLowerCase()), + downloadUrl: req.originalUrl.split('?')[0] + '?dldump=' + file + (req.query.key ? ('&key=' + req.query.key) : ''), + deleteUrl: req.originalUrl.split('?')[0] + '?deldump=' + file + (req.query.key ? ('&key=' + req.query.key) : ''), + agentUrl: req.originalUrl.split('?')[0] + '?id=' + agentinfo.id + (req.query.key ? ('&key=' + req.query.key) : ''), + time: new Date(filestats.ctime) + }); + } + } + } + } + coredumps.sort(function (a, b) { if (a.time > b.time) return -1; if (a.time < b.time) return 1; return 0; }); + for (var i in coredumps) { + var d = coredumps[i]; + response += ''; + response += ''; + if (d.currentAgent) { response += ''; } else { response += ''; } + response += ''; + } + } + response += '
IDUpload DateDescriptionCurrentDumpSizeAgentAgent SHA384NodeID
' + d.agentinfo.id + '' + d.time.toDateString().split(' ').join(' ') + '' + d.agentinfo.desc.split(' ').join(' ') + '' + d.currentAgent + 'Download' + d.filestats.size + 'Download' + d.fileSplit[1].toLowerCase() + '' + d.fileSplit[2] + 'Delete
Mesh Agents'; + res.send(response); + return; + } + } + + if (req.query.cores != null) { + // Send list of agent cores + var response = 'Mesh Agents Cores'; + response += ''; + for (var i in parent.defaultMeshCores) { + response += ''; + } + response += '
NameSizeCompDecompressed Hash SHA384
' + i.split(' ').join(' ') + '' + parent.defaultMeshCores[i].length + (req.query.key ? ('?key=' + req.query.key) : '') + '' + parent.defaultMeshCoresDeflate[i].length + '' + Buffer.from(parent.defaultMeshCoresHash[i], 'binary').toString('hex') + '
Mesh Agents'; + res.send(response); + return; + } + + if (req.query.dlcore != null) { + // Download mesh core + var bin = parent.defaultMeshCores[req.query.dlcore]; + if (bin == null) { res.sendStatus(404); return; } + setContentDispositionHeader(res, 'application/octet-stream', req.query.dlcore + '.js', null, 'meshcore.js'); + res.send(bin); + return; + } + + if (req.query.dlccore != null) { + // Download compressed mesh core + var bin = parent.defaultMeshCoresDeflate[req.query.dlccore]; + if (bin == null) { res.sendStatus(404); return; } + setContentDispositionHeader(res, 'application/octet-stream', req.query.dlccore + '.js.deflate', null, 'meshcore.js.deflate'); + res.send(bin); + return; + } + + // Send a list of available mesh agents + var response = 'Mesh Agents'; + response += ''; + var originalUrl = req.originalUrl.split('?')[0]; + for (var agentid in obj.parent.meshAgentBinaries) { + if ((agentid >= 10000) && (agentid != 10005)) continue; + var agentinfo = obj.parent.meshAgentBinaries[agentid]; + response += ''; + response += ''; + response += ''; + response += ''; + } + response += '
IDDescriptionLinkSizeSHA384MeshCmd
' + agentinfo.id + '' + agentinfo.desc.split(' ').join(' ') + '' + agentinfo.rname + ''; + if ((user.siteadmin == 0xFFFFFFFF) || ((Array.isArray(obj.parent.config.settings.agentcoredumpusers)) && (obj.parent.config.settings.agentcoredumpusers.indexOf(user._id) >= 0))) { + if ((agentid == 3) || (agentid == 4)) { response += ', PDB'; } + } + response += '' + agentinfo.size + '' + agentinfo.hashhex + '' + agentinfo.rname.replace('agent', 'cmd') + '
'; + response += 'MeshCores '; + if (coreDumpsAllowed) { response += 'MeshAgent Crash Dumps'; } + response += ''; + res.send(response); + } + }; + + // Get the web server hostname. This may change if using a domain with a DNS name. + obj.getWebServerName = function (domain) { + if (domain.dns != null) return domain.dns; + return obj.certificates.CommonName; + } + + // Create a OSX mesh agent installer + obj.handleMeshOsxAgentRequest = function (req, res) { + const domain = getDomain(req, res); + if (domain == null) { parent.debug('web', 'handleRootRequest: invalid domain.'); try { res.sendStatus(404); } catch (ex) { } return; } + if (req.query.id == null) { res.sendStatus(404); return; } + + // If required, check if this user has rights to do this + if ((obj.parent.config.settings != null) && ((obj.parent.config.settings.lockagentdownload == true) || (domain.lockagentdownload == true)) && (req.session.userid == null)) { res.sendStatus(401); return; } + + // Send a specific mesh agent back + var argentInfo = obj.parent.meshAgentBinaries[req.query.id]; + if ((argentInfo == null) || (req.query.meshid == null)) { res.sendStatus(404); return; } + + // Check if the meshid is a time limited, encrypted cookie + var meshcookie = obj.parent.decodeCookie(req.query.meshid, obj.parent.invitationLinkEncryptionKey); + if ((meshcookie != null) && (meshcookie.m != null)) { req.query.meshid = meshcookie.m; } + + // We are going to embed the .msh file into the Windows executable (signed or not). + // First, fetch the mesh object to build the .msh file + var mesh = obj.meshes['mesh/' + domain.id + '/' + req.query.meshid]; + if (mesh == null) { res.sendStatus(401); return; } + + // If required, check if this user has rights to do this + if ((obj.parent.config.settings != null) && ((obj.parent.config.settings.lockagentdownload == true) || (domain.lockagentdownload == true))) { + if ((domain.id != mesh.domain) || ((obj.GetMeshRights(req.session.userid, mesh) & 1) == 0)) { res.sendStatus(401); return; } + } + + var meshidhex = Buffer.from(req.query.meshid.replace(/\@/g, '+').replace(/\$/g, '/'), 'base64').toString('hex').toUpperCase(); + var serveridhex = Buffer.from(obj.agentCertificateHashBase64.replace(/\@/g, '+').replace(/\$/g, '/'), 'base64').toString('hex').toUpperCase(); + + // Get the agent connection server name + var serverName = obj.getWebServerName(domain); + if (typeof obj.args.agentaliasdns == 'string') { serverName = obj.args.agentaliasdns; } + + // Build the agent connection URL. If we are using a sub-domain or one with a DNS, we need to craft the URL correctly. + var xdomain = (domain.dns == null) ? domain.id : ''; + if (xdomain != '') xdomain += '/'; + var meshsettings = '\r\nMeshName=' + mesh.name + '\r\nMeshType=' + mesh.mtype + '\r\nMeshID=0x' + meshidhex + '\r\nServerID=' + serveridhex + '\r\n'; + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + if (obj.args.agentport != null) { httpsPort = obj.args.agentport; } // If an agent only port is enabled, use that. + if (obj.args.agentaliasport != null) { httpsPort = obj.args.agentaliasport; } // If an agent alias port is specified, use that. + if (obj.args.lanonly != true) { meshsettings += 'MeshServer=wss://' + serverName + ':' + httpsPort + '/' + xdomain + 'agent.ashx\r\n'; } else { + meshsettings += 'MeshServer=local\r\n'; + if ((obj.args.localdiscovery != null) && (typeof obj.args.localdiscovery.key == 'string') && (obj.args.localdiscovery.key.length > 0)) { meshsettings += 'DiscoveryKey=' + obj.args.localdiscovery.key + '\r\n'; } + } + if ((req.query.tag != null) && (typeof req.query.tag == 'string') && (obj.common.isAlphaNumeric(req.query.tag) == true)) { meshsettings += 'Tag=' + req.query.tag + '\r\n'; } + if ((req.query.installflags != null) && (req.query.installflags != 0) && (parseInt(req.query.installflags) == req.query.installflags)) { meshsettings += 'InstallFlags=' + parseInt(req.query.installflags) + '\r\n'; } + if ((domain.agentnoproxy === true) || (obj.args.lanonly == true)) { meshsettings += 'ignoreProxyFile=1\r\n'; } + if (obj.args.agentconfig) { for (var i in obj.args.agentconfig) { meshsettings += obj.args.agentconfig[i] + '\r\n'; } } + if (domain.agentconfig) { for (var i in domain.agentconfig) { meshsettings += domain.agentconfig[i] + '\r\n'; } } + if (domain.agentcustomization != null) { // Add agent customization + if (domain.agentcustomization.displayname != null) { meshsettings += 'displayName=' + domain.agentcustomization.displayname + '\r\n'; } + if (domain.agentcustomization.description != null) { meshsettings += 'description=' + domain.agentcustomization.description + '\r\n'; } + if (domain.agentcustomization.companyname != null) { meshsettings += 'companyName=' + domain.agentcustomization.companyname + '\r\n'; } + if (domain.agentcustomization.servicename != null) { meshsettings += 'meshServiceName=' + domain.agentcustomization.servicename + '\r\n'; } + if (domain.agentcustomization.filename != null) { meshsettings += 'fileName=' + domain.agentcustomization.filename + '\r\n'; } + } + if (parent.agentTranslations != null) { meshsettings += 'translation=' + parent.agentTranslations + '\r\n'; } + + // Setup the response output + var archive = require('archiver')('zip', { level: 5 }); // Sets the compression method. + archive.on('error', function (err) { throw err; }); + + // Set the agent download including the mesh name. + setContentDispositionHeader(res, 'application/octet-stream', 'MeshAgent-' + mesh.name + '.zip', null, 'MeshAgent.zip'); + archive.pipe(res); + + // Opens the "MeshAgentOSXPackager.zip" + var yauzl = require('yauzl'); + yauzl.open(obj.path.join(__dirname, 'agents', 'MeshAgentOSXPackager.zip'), { lazyEntries: true }, function (err, zipfile) { + if (err) { res.sendStatus(500); return; } + zipfile.readEntry(); + zipfile.on('entry', function (entry) { + if (/\/$/.test(entry.fileName)) { + // Skip all folder entries + zipfile.readEntry(); + } else { + if (entry.fileName == 'MeshAgent.mpkg/Contents/distribution.dist') { + // This is a special file entry, we need to fix it. + zipfile.openReadStream(entry, function (err, readStream) { + readStream.on('data', function (data) { if (readStream.xxdata) { readStream.xxdata += data; } else { readStream.xxdata = data; } }); + readStream.on('end', function () { + var meshname = mesh.name.split(']').join('').split('[').join(''); // We can't have ']]' in the string since it will terminate the CDATA. + var welcomemsg = 'Welcome to the MeshCentral agent for MacOS\n\nThis installer will install the mesh agent for "' + meshname + '" and allow the administrator to remotely monitor and control this computer over the internet. For more information, go to https://www.meshcommander.com/meshcentral2.\n\nThis software is provided under Apache 2.0 license.\n'; + var installsize = Math.floor((argentInfo.size + meshsettings.length) / 1024); + archive.append(readStream.xxdata.toString().split('###WELCOMEMSG###').join(welcomemsg).split('###INSTALLSIZE###').join(installsize), { name: entry.fileName }); + zipfile.readEntry(); + }); + }); + } else { + // Normal file entry + zipfile.openReadStream(entry, function (err, readStream) { + if (err) { throw err; } + var options = { name: entry.fileName }; + if (entry.fileName.endsWith('postflight') || entry.fileName.endsWith('Uninstall.command')) { options.mode = 493; } + archive.append(readStream, options); + readStream.on('end', function () { zipfile.readEntry(); }); + }); + } + } + }); + zipfile.on('end', function () { + archive.file(argentInfo.path, { name: 'MeshAgent.mpkg/Contents/Packages/internal.pkg/Contents/meshagent_osx64.bin' }); + archive.append(meshsettings, { name: 'MeshAgent.mpkg/Contents/Packages/internal.pkg/Contents/meshagent_osx64.msh' }); + archive.finalize(); + }); + }); + } + + // Return a .msh file from a given request, id is the device group identifier or encrypted cookie with the identifier. + function getMshFromRequest(req, res, domain) { + // If required, check if this user has rights to do this + if ((obj.parent.config.settings != null) && ((obj.parent.config.settings.lockagentdownload == true) || (domain.lockagentdownload == true)) && (req.session.userid == null)) { return null; } + + // Check if the meshid is a time limited, encrypted cookie + var meshcookie = obj.parent.decodeCookie(req.query.id, obj.parent.invitationLinkEncryptionKey); + if ((meshcookie != null) && (meshcookie.m != null)) { req.query.id = meshcookie.m; } + + // Fetch the mesh object + var mesh = obj.meshes['mesh/' + domain.id + '/' + req.query.id]; + if (mesh == null) { return null; } + + // If needed, check if this user has rights to do this + if ((obj.parent.config.settings != null) && ((obj.parent.config.settings.lockagentdownload == true) || (domain.lockagentdownload == true))) { + if ((domain.id != mesh.domain) || ((obj.GetMeshRights(req.session.userid, mesh) & 1) == 0)) { return null; } + } + + var meshidhex = Buffer.from(req.query.id.replace(/\@/g, '+').replace(/\$/g, '/'), 'base64').toString('hex').toUpperCase(); + var serveridhex = Buffer.from(obj.agentCertificateHashBase64.replace(/\@/g, '+').replace(/\$/g, '/'), 'base64').toString('hex').toUpperCase(); + + // Get the agent connection server name + var serverName = obj.getWebServerName(domain); + if (typeof obj.args.agentaliasdns == 'string') { serverName = obj.args.agentaliasdns; } + + // Build the agent connection URL. If we are using a sub-domain or one with a DNS, we need to craft the URL correctly. + var xdomain = (domain.dns == null) ? domain.id : ''; + if (xdomain != '') xdomain += '/'; + var meshsettings = '\r\nMeshName=' + mesh.name + '\r\nMeshType=' + mesh.mtype + '\r\nMeshID=0x' + meshidhex + '\r\nServerID=' + serveridhex + '\r\n'; + var httpsPort = ((obj.args.aliasport == null) ? obj.args.port : obj.args.aliasport); // Use HTTPS alias port is specified + if (obj.args.agentport != null) { httpsPort = obj.args.agentport; } // If an agent only port is enabled, use that. + if (obj.args.agentaliasport != null) { httpsPort = obj.args.agentaliasport; } // If an agent alias port is specified, use that. + if (obj.args.lanonly != true) { meshsettings += 'MeshServer=wss://' + serverName + ':' + httpsPort + '/' + xdomain + 'agent.ashx\r\n'; } else { + meshsettings += 'MeshServer=local\r\n'; + if ((obj.args.localdiscovery != null) && (typeof obj.args.localdiscovery.key == 'string') && (obj.args.localdiscovery.key.length > 0)) { meshsettings += 'DiscoveryKey=' + obj.args.localdiscovery.key + '\r\n'; } + } + if ((req.query.tag != null) && (typeof req.query.tag == 'string') && (obj.common.isAlphaNumeric(req.query.tag) == true)) { meshsettings += 'Tag=' + req.query.tag + '\r\n'; } + if ((req.query.installflags != null) && (req.query.installflags != 0) && (parseInt(req.query.installflags) == req.query.installflags)) { meshsettings += 'InstallFlags=' + parseInt(req.query.installflags) + '\r\n'; } + if ((domain.agentnoproxy === true) || (obj.args.lanonly == true)) { meshsettings += 'ignoreProxyFile=1\r\n'; } + if (obj.args.agentconfig) { for (var i in obj.args.agentconfig) { meshsettings += obj.args.agentconfig[i] + '\r\n'; } } + if (domain.agentconfig) { for (var i in domain.agentconfig) { meshsettings += domain.agentconfig[i] + '\r\n'; } } + if (domain.agentcustomization != null) { // Add agent customization + if (domain.agentcustomization.displayname != null) { meshsettings += 'displayName=' + domain.agentcustomization.displayname + '\r\n'; } + if (domain.agentcustomization.description != null) { meshsettings += 'description=' + domain.agentcustomization.description + '\r\n'; } + if (domain.agentcustomization.companyname != null) { meshsettings += 'companyName=' + domain.agentcustomization.companyname + '\r\n'; } + if (domain.agentcustomization.servicename != null) { meshsettings += 'meshServiceName=' + domain.agentcustomization.servicename + '\r\n'; } + if (domain.agentcustomization.filename != null) { meshsettings += 'fileName=' + domain.agentcustomization.filename + '\r\n'; } + } + if (parent.agentTranslations != null) { meshsettings += 'translation=' + parent.agentTranslations + '\r\n'; } + return meshsettings; + } + + // Handle a request to download a mesh settings + obj.handleMeshSettingsRequest = function (req, res) { + const domain = getDomain(req); + if (domain == null) { return; } + //if ((domain.id !== '') || (!req.session) || (req.session == null) || (!req.session.userid)) { res.sendStatus(401); return; } + + var meshsettings = getMshFromRequest(req, res, domain); + if (meshsettings == null) { res.sendStatus(401); return; } + + // Get the agent filename + var meshagentFilename = 'meshagent'; + if ((domain.agentcustomization != null) && (typeof domain.agentcustomization.filename == 'string')) { meshagentFilename = domain.agentcustomization.filename; } + + setContentDispositionHeader(res, 'application/octet-stream', meshagentFilename + '.msh', null, 'meshagent.msh'); + res.send(meshsettings); + }; + + // Handle a request for power events + obj.handleDevicePowerEvents = function (req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + if ((domain.id !== '') || (!req.session) || (req.session == null) || (!req.session.userid) || (req.query.id == null) || (typeof req.query.id != 'string')) { res.sendStatus(401); return; } + var x = req.query.id.split('/'); + var user = obj.users[req.session.userid]; + if ((x.length != 3) || (x[0] != 'node') || (x[1] != domain.id) || (user == null) || (user.links == null)) { res.sendStatus(401); return; } + + obj.db.Get(req.query.id, function (err, docs) { + if (docs.length != 1) { + res.sendStatus(401); + } else { + var node = docs[0]; + + // Check if we have right to this node + if (obj.GetNodeRights(user, node.meshid, node._id) == 0) { res.sendStatus(401); return; } + + // Get the list of power events and send them + setContentDispositionHeader(res, 'application/octet-stream', 'powerevents.csv', null, 'powerevents.csv'); + obj.db.getPowerTimeline(node._id, function (err, docs) { + var xevents = ['Time, State, Previous State'], prevState = 0; + for (var i in docs) { + if (docs[i].power != prevState) { + prevState = docs[i].power; + if (docs[i].oldPower != null) { + xevents.push(docs[i].time.toString() + ',' + docs[i].power + ',' + docs[i].oldPower); + } else { + xevents.push(docs[i].time.toString() + ',' + docs[i].power); + } + } + } + res.send(xevents.join('\r\n')); + }); + } + }); + } + + if (parent.pluginHandler != null) { + // Handle a plugin admin request + obj.handlePluginAdminReq = function (req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((!req.session) || (req.session == null) || (!req.session.userid)) { res.sendStatus(401); return; } + var user = obj.users[req.session.userid]; + if (user == null) { res.sendStatus(401); return; } + + parent.pluginHandler.handleAdminReq(req, res, user, obj); + } + + obj.handlePluginAdminPostReq = function (req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((!req.session) || (req.session == null) || (!req.session.userid)) { res.sendStatus(401); return; } + var user = obj.users[req.session.userid]; + if (user == null) { res.sendStatus(401); return; } + + parent.pluginHandler.handleAdminPostReq(req, res, user, obj); + } + + obj.handlePluginJS = function (req, res) { + const domain = checkUserIpAddress(req, res); + if (domain == null) { return; } + if ((!req.session) || (req.session == null) || (!req.session.userid)) { res.sendStatus(401); return; } + var user = obj.users[req.session.userid]; + if (user == null) { res.sendStatus(401); return; } + + parent.pluginHandler.refreshJS(req, res); + } + } + + // Starts the HTTPS server, this should be called after the user/mesh tables are loaded + function serverStart() { + // Start the server, only after users and meshes are loaded from the database. + if (obj.args.tlsoffload) { + // Setup the HTTP server without TLS + obj.expressWs = require('express-ws')(obj.app, null, { wsOptions: { perMessageDeflate: (args.wscompression === true) } }); + } else { + // Setup the HTTP server with TLS, use only TLS 1.2 and higher with perfect forward secrecy (PFS). + //const tlsOptions = { cert: obj.certificates.web.cert, key: obj.certificates.web.key, ca: obj.certificates.web.ca, rejectUnauthorized: true, ciphers: "HIGH:!aNULL:!eNULL:!EXPORT:!RSA:!DES:!RC4:!MD5:!PSK:!SRP:!CAMELLIA", secureOptions: constants.SSL_OP_NO_SSLv2 | constants.SSL_OP_NO_SSLv3 | constants.SSL_OP_NO_COMPRESSION | constants.SSL_OP_CIPHER_SERVER_PREFERENCE | constants.SSL_OP_NO_TLSv1 | constants.SSL_OP_NO_TLSv1_1 }; // This does not work with TLS 1.3 + const tlsOptions = { cert: obj.certificates.web.cert, key: obj.certificates.web.key, ca: obj.certificates.web.ca, rejectUnauthorized: true, ciphers: "HIGH:TLS_AES_256_GCM_SHA384:TLS_AES_128_GCM_SHA256:TLS_AES_128_CCM_8_SHA256:TLS_AES_128_CCM_SHA256:TLS_CHACHA20_POLY1305_SHA256", secureOptions: constants.SSL_OP_NO_SSLv2 | constants.SSL_OP_NO_SSLv3 | constants.SSL_OP_NO_COMPRESSION | constants.SSL_OP_CIPHER_SERVER_PREFERENCE | constants.SSL_OP_NO_TLSv1 | constants.SSL_OP_NO_TLSv1_1 }; + if (obj.tlsSniCredentials != null) { tlsOptions.SNICallback = TlsSniCallback; } // We have multiple web server certificate used depending on the domain name + obj.tlsServer = require('https').createServer(tlsOptions, obj.app); + obj.tlsServer.on('secureConnection', function () { /*console.log('tlsServer secureConnection');*/ }); + obj.tlsServer.on('error', function (err) { console.log('tlsServer error', err); }); + //obj.tlsServer.on('tlsClientError', function (err) { console.log('tlsClientError', err); }); + obj.tlsServer.on('newSession', function (id, data, cb) { if (tlsSessionStoreCount > 1000) { tlsSessionStoreCount = 0; tlsSessionStore = {}; } tlsSessionStore[id.toString('hex')] = data; tlsSessionStoreCount++; cb(); }); + obj.tlsServer.on('resumeSession', function (id, cb) { cb(null, tlsSessionStore[id.toString('hex')] || null); }); + obj.expressWs = require('express-ws')(obj.app, obj.tlsServer, { wsOptions: { perMessageDeflate: (args.wscompression === true) } }); + } + + // Start a second agent-only server if needed + if (obj.args.agentport) { + var agentPortTls = true; + if (obj.args.tlsoffload != null) { agentPortTls = false; } + if (typeof obj.args.agentporttls == 'boolean') { agentPortTls = obj.args.agentporttls; } + if (obj.certificates.webdefault == null) { agentPortTls = false; } + + if (agentPortTls == false) { + // Setup the HTTP server without TLS + obj.expressWsAlt = require('express-ws')(obj.agentapp, null, { wsOptions: { perMessageDeflate: (args.wscompression === true) } }); + } else { + // Setup the agent HTTP server with TLS, use only TLS 1.2 and higher with perfect forward secrecy (PFS). + // If TLS is used on the agent port, we always use the default TLS certificate. + const tlsOptions = { cert: obj.certificates.webdefault.cert, key: obj.certificates.webdefault.key, ca: obj.certificates.webdefault.ca, rejectUnauthorized: true, ciphers: "HIGH:TLS_AES_256_GCM_SHA384:TLS_AES_128_GCM_SHA256:TLS_AES_128_CCM_8_SHA256:TLS_AES_128_CCM_SHA256:TLS_CHACHA20_POLY1305_SHA256", secureOptions: constants.SSL_OP_NO_SSLv2 | constants.SSL_OP_NO_SSLv3 | constants.SSL_OP_NO_COMPRESSION | constants.SSL_OP_CIPHER_SERVER_PREFERENCE | constants.SSL_OP_NO_TLSv1 | constants.SSL_OP_NO_TLSv1_1 }; + obj.tlsAltServer = require('https').createServer(tlsOptions, obj.agentapp); + obj.tlsAltServer.on('secureConnection', function () { /*console.log('tlsAltServer secureConnection');*/ }); + obj.tlsAltServer.on('error', function (err) { console.log('tlsAltServer error', err); }); + //obj.tlsAltServer.on('tlsClientError', function (err) { console.log('tlsClientError', err); }); + obj.tlsAltServer.on('newSession', function (id, data, cb) { if (tlsSessionStoreCount > 1000) { tlsSessionStoreCount = 0; tlsSessionStore = {}; } tlsSessionStore[id.toString('hex')] = data; tlsSessionStoreCount++; cb(); }); + obj.tlsAltServer.on('resumeSession', function (id, cb) { cb(null, tlsSessionStore[id.toString('hex')] || null); }); + obj.expressWsAlt = require('express-ws')(obj.agentapp, obj.tlsAltServer, { wsOptions: { perMessageDeflate: (args.wscompression === true) } }); + } + } + + // Setup middleware + obj.app.engine('handlebars', obj.exphbs({ defaultLayout: null })); // defaultLayout: 'main' + obj.app.set('view engine', 'handlebars'); + if (obj.args.trustedproxy) { + // Reverse proxy should add the "X-Forwarded-*" headers + try { + obj.app.set('trust proxy', obj.args.trustedproxy); + } catch (ex) { + // If there is an error, try to resolve the string + if ((obj.args.trustedproxy.length == 1) && (typeof obj.args.trustedproxy[0] == 'string')) { + require('dns').lookup(obj.args.trustedproxy[0], function (err, address, family) { if (err == null) { obj.app.set('trust proxy', address); obj.args.trustedproxy = [address]; } }); + } + } + } + else if (typeof obj.args.tlsoffload == 'object') { + // Reverse proxy should add the "X-Forwarded-*" headers + try { + obj.app.set('trust proxy', obj.args.tlsoffload); + } catch (ex) { + // If there is an error, try to resolve the string + if ((Array.isArray(obj.args.tlsoffload)) && (obj.args.tlsoffload.length == 1) && (typeof obj.args.tlsoffload[0] == 'string')) { + require('dns').lookup(obj.args.tlsoffload[0], function (err, address, family) { if (err == null) { obj.app.set('trust proxy', address); obj.args.tlsoffload = [address]; } }); + } + } + } + obj.app.use(obj.bodyParser.urlencoded({ extended: false })); + var sessionOptions = { + name: 'xid', // Recommended security practice to not use the default cookie name + httpOnly: true, + keys: [obj.args.sessionkey], // If multiple instances of this server are behind a load-balancer, this secret must be the same for all instances + secure: (obj.args.tlsoffload == null) // Use this cookie only over TLS (Check this: https://expressjs.com/en/guide/behind-proxies.html) + } + if (obj.args.sessionsamesite != null) { sessionOptions.sameSite = obj.args.sessionsamesite; } else { sessionOptions.sameSite = 'strict'; } + if (obj.args.sessiontime != null) { sessionOptions.maxAge = (obj.args.sessiontime * 60 * 1000); } + obj.app.use(obj.session(sessionOptions)); + + // Add HTTP security headers to all responses + obj.app.use(function (req, res, next) { + // Useful for debugging reverse proxy issues + parent.debug('httpheaders', req.method, req.url, req.headers); + + // Set the real IP address of the request + // If a trusted reverse-proxy is sending us the remote IP address, use it. + var ipex = '0.0.0.0', xforwardedhost = req.headers.host; + if (typeof req.connection.remoteAddress == 'string') { ipex = (req.connection.remoteAddress.startsWith('::ffff:')) ? req.connection.remoteAddress.substring(7) : req.connection.remoteAddress; } + if ( + (obj.args.trustedproxy === true) || (obj.args.tlsoffload === true) || + ((typeof obj.args.trustedproxy == 'object') && (isIPMatch(ipex, obj.args.trustedproxy))) || + ((typeof obj.args.tlsoffload == 'object') && (isIPMatch(ipex, obj.args.tlsoffload))) + ) { + // Get client IP + if (req.headers['cf-connecting-ip']) { // Use CloudFlare IP address if present + req.clientIp = req.headers['cf-connecting-ip'].split(',')[0].trim(); + } else if (req.headers['x-forwarded-for']) { + req.clientIp = req.headers['x-forwarded-for'].split(',')[0].trim(); + } else if (req.headers['x-real-ip']) { + req.clientIp = req.headers['x-real-ip'].split(',')[0].trim(); + } else { + req.clientIp = ipex; + } + + // If there is a port number, remove it. This will only work for IPv4, but nice for people that have a bad reverse proxy config. + const clientIpSplit = req.clientIp.split(':'); + if (clientIpSplit.length == 2) { req.clientIp = clientIpSplit[0]; } + + // Get server host + if (req.headers['x-forwarded-host']) { xforwardedhost = req.headers['x-forwarded-host']; } + } else { + req.clientIp = ipex; + } + + // Get the domain for this request + const domain = req.xdomain = getDomain(req); + parent.debug('webrequest', '(' + req.clientIp + ') ' + req.url); + + // Skip the rest is this is an agent connection + if ((req.url.indexOf('/meshrelay.ashx/.websocket') >= 0) || (req.url.indexOf('/agent.ashx/.websocket') >= 0)) { next(); return; } + + // If this domain has configured headers, use them. + // Example headers: { 'Strict-Transport-Security': 'max-age=360000;includeSubDomains' }; + // { 'Referrer-Policy': 'no-referrer', 'x-frame-options': 'SAMEORIGIN', 'X-XSS-Protection': '1; mode=block', 'X-Content-Type-Options': 'nosniff', 'Content-Security-Policy': "default-src http: ws: data: 'self';script-src http: 'unsafe-inline';style-src http: 'unsafe-inline'" }; + if ((domain != null) && (domain.httpheaders != null) && (typeof domain.httpheaders == 'object')) { + res.set(domain.httpheaders); + } else { + // Use default security headers + const geourl = (domain.geolocation ? ' *.openstreetmap.org' : ''); + var selfurl = ' wss://' + req.headers.host; + if ((xforwardedhost != null) && (xforwardedhost != req.headers.host)) { selfurl += ' wss://' + xforwardedhost; } + const extraScriptSrc = (parent.config.settings.extrascriptsrc != null) ? (' ' + parent.config.settings.extrascriptsrc) : ''; + const headers = { + 'Referrer-Policy': 'no-referrer', + 'X-XSS-Protection': '1; mode=block', + 'X-Content-Type-Options': 'nosniff', + 'Content-Security-Policy': "default-src 'none'; font-src 'self'; script-src 'self' 'unsafe-inline'" + extraScriptSrc + "; connect-src 'self'" + geourl + selfurl + "; img-src 'self'" + geourl + " data:; style-src 'self' 'unsafe-inline'; frame-src 'self' https://*.youtube.com mcrouter:; media-src 'self'; form-action 'self'" + }; + if ((parent.config.settings.allowframing !== true) && (typeof parent.config.settings.allowframing !== 'string')) { headers['X-Frame-Options'] = 'sameorigin'; } + res.set(headers); + } + + // Check the session if bound to the external IP address + if ((req.session.ip != null) && (req.clientIp != null) && (req.session.ip != req.clientIp)) { req.session = {}; } + + // Extend the session time by forcing a change to the session every minute. + if (req.session.userid != null) { req.session.nowInMinutes = Math.floor(Date.now() / 60e3); } else { delete req.session.nowInMinutes; } + + // Continue processing the request + return next(); + }); + + if (obj.agentapp) { + // Add HTTP security headers to all responses + obj.agentapp.use(function (req, res, next) { + // Set the real IP address of the request + // If a trusted reverse-proxy is sending us the remote IP address, use it. + var ipex = '0.0.0.0'; + if (typeof req.connection.remoteAddress == 'string') { ipex = (req.connection.remoteAddress.startsWith('::ffff:')) ? req.connection.remoteAddress.substring(7) : req.connection.remoteAddress; } + if ( + (obj.args.trustedproxy === true) || + ((typeof obj.args.trustedproxy == 'object') && (obj.args.trustedproxy.indexOf(ipex) >= 0)) || + ((typeof obj.args.tlsoffload == 'object') && (obj.args.tlsoffload.indexOf(ipex) >= 0)) + ) { + if (req.headers['cf-connecting-ip']) { // Use CloudFlare IP address if present + req.clientIp = req.headers['cf-connecting-ip'].split(',')[0].trim(); + } else if (req.headers['x-forwarded-for']) { + req.clientIp = req.headers['x-forwarded-for'].split(',')[0].trim(); + } else if (req.headers['x-real-ip']) { + req.clientIp = req.headers['x-real-ip'].split(',')[0].trim(); + } else { + req.clientIp = ipex; + } + } else { + req.clientIp = ipex; + } + + // Get the domain for this request + const domain = req.xdomain = getDomain(req); + parent.debug('webrequest', '(' + req.clientIp + ') AgentPort: ' + req.url); + res.removeHeader('X-Powered-By'); + return next(); + }); + } + + // Setup all sharing domains + for (var i in parent.config.domains) { + if ((parent.config.domains[i].dns == null) && (parent.config.domains[i].share != null)) { obj.app.use(parent.config.domains[i].url, obj.express.static(parent.config.domains[i].share)); } + } + + // Setup all HTTP handlers + if (parent.multiServer != null) { obj.app.ws('/meshserver.ashx', function (ws, req) { parent.multiServer.CreatePeerInServer(parent.multiServer, ws, req, obj.args.tlsoffload == null); }); } + for (var i in parent.config.domains) { + if ((parent.config.domains[i].dns != null) || (parent.config.domains[i].share != null)) { continue; } // This is a subdomain with a DNS name, no added HTTP bindings needed. + var domain = parent.config.domains[i]; + var url = domain.url; + if (domain.rootredirect == null) { + // Present the login page as the root page + obj.app.get(url, handleRootRequest); + obj.app.post(url, handleRootPostRequest); + } else { + // Root page redirects the user to a different URL + obj.app.get(url, handleRootRedirect); + } + obj.app.get(url + 'refresh.ashx', function (req, res) { res.sendStatus(200); }); + if ((domain.myserver !== false) && ((domain.myserver == null) || (domain.myserver.backup === true))) { obj.app.get(url + 'backup.zip', handleBackupRequest); } + if ((domain.myserver !== false) && ((domain.myserver == null) || (domain.myserver.restore === true))) { obj.app.post(url + 'restoreserver.ashx', handleRestoreRequest); } + obj.app.get(url + 'terms', handleTermsRequest); + obj.app.get(url + 'xterm', handleXTermRequest); + obj.app.get(url + 'login', handleRootRequest); + obj.app.post(url + 'login', handleRootPostRequest); + obj.app.post(url + 'tokenlogin', handleLoginRequest); + obj.app.get(url + 'logout', handleLogoutRequest); + obj.app.get(url + 'MeshServerRootCert.cer', handleRootCertRequest); + obj.app.post(url + 'changepassword', handlePasswordChangeRequest); + obj.app.post(url + 'deleteaccount', handleDeleteAccountRequest); + obj.app.post(url + 'createaccount', handleCreateAccountRequest); + obj.app.post(url + 'resetpassword', handleResetPasswordRequest); + obj.app.post(url + 'resetaccount', handleResetAccountRequest); + obj.app.get(url + 'checkmail', handleCheckMailRequest); + obj.app.get(url + 'agentinvite', handleAgentInviteRequest); + obj.app.post(url + 'amtevents.ashx', obj.handleAmtEventRequest); + obj.app.get(url + 'meshagents', obj.handleMeshAgentRequest); + obj.app.get(url + 'messenger', handleMessengerRequest); + obj.app.get(url + 'meshosxagent', obj.handleMeshOsxAgentRequest); + obj.app.get(url + 'meshsettings', obj.handleMeshSettingsRequest); + obj.app.get(url + 'devicepowerevents.ashx', obj.handleDevicePowerEvents); + obj.app.get(url + 'downloadfile.ashx', handleDownloadFile); + obj.app.post(url + 'uploadfile.ashx', handleUploadFile); + obj.app.post(url + 'uploadfilebatch.ashx', handleUploadFileBatch); + obj.app.post(url + 'uploadmeshcorefile.ashx', handleUploadMeshCoreFile); + obj.app.get(url + 'userfiles/*', handleDownloadUserFiles); + obj.app.ws(url + 'echo.ashx', handleEchoWebSocket); + obj.app.ws(url + 'apf.ashx', function (ws, req) { obj.parent.mpsserver.onWebSocketConnection(ws, req); }) + obj.app.get(url + 'webrelay.ashx', function (req, res) { res.send('Websocket connection expected'); }); + obj.app.get(url + 'health.ashx', function (req, res) { res.send('ok'); }); // TODO: Perform more server checking. + obj.app.ws(url + 'webrelay.ashx', function (ws, req) { PerformWSSessionAuth(ws, req, false, handleRelayWebSocket); }); + obj.app.ws(url + 'webider.ashx', function (ws, req) { PerformWSSessionAuth(ws, req, false, function (ws1, req1, domain, user, cookie) { obj.meshIderHandler.CreateAmtIderSession(obj, obj.db, ws1, req1, obj.args, domain, user); }); }); + obj.app.ws(url + 'control.ashx', function (ws, req) { + const domain = getDomain(req); + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { ws.close(); return; } // Check 3FA URL key + PerformWSSessionAuth(ws, req, false, function (ws1, req1, domain, user, cookie) { obj.meshUserHandler.CreateMeshUser(obj, obj.db, ws1, req1, obj.args, domain, user); }); + }); + obj.app.ws(url + 'devicefile.ashx', function (ws, req) { obj.meshDeviceFileHandler.CreateMeshDeviceFile(obj, ws, null, req, domain); }); + obj.app.get(url + 'devicefile.ashx', handleDeviceFile); + obj.app.get(url + 'agentdownload.ashx', handleAgentDownloadFile); + obj.app.get(url + 'logo.png', handleLogoRequest); + obj.app.get(url + 'loginlogo.png', handleLoginLogoRequest); + obj.app.post(url + 'translations', handleTranslationsRequest); + obj.app.get(url + 'welcome.jpg', handleWelcomeImageRequest); + obj.app.get(url + 'welcome.png', handleWelcomeImageRequest); + obj.app.get(url + 'recordings.ashx', handleGetRecordings); + obj.app.get(url + 'player.htm', handlePlayerRequest); + obj.app.get(url + 'player', handlePlayerRequest); + obj.app.get(url + 'desktop', handleDesktopRequest); + obj.app.get(url + 'terminal', handleTerminalRequest); + obj.app.ws(url + 'agenttransfer.ashx', handleAgentFileTransfer); // Setup agent to/from server file transfer handler + obj.app.ws(url + 'meshrelay.ashx', function (ws, req) { + PerformWSSessionAuth(ws, req, true, function (ws1, req1, domain, user, cookie) { + if (((parent.config.settings.desktopmultiplex === true) || (domain.desktopmultiplex === true)) && (req.query.p == 2)) { + obj.meshDesktopMultiplexHandler.CreateMeshRelay(obj, ws1, req1, domain, user, cookie); // Desktop multiplexor 1-to-n + } else { + obj.meshRelayHandler.CreateMeshRelay(obj, ws1, req1, domain, user, cookie); // Normal relay 1-to-1 + } + }); + }); + if (domain.agentinvitecodes == true) { + obj.app.get(url + 'invite', handleInviteRequest); + obj.app.post(url + 'invite', handleInviteRequest); + } + if (parent.pluginHandler != null) { + obj.app.get(url + 'pluginadmin.ashx', obj.handlePluginAdminReq); + obj.app.post(url + 'pluginadmin.ashx', obj.handlePluginAdminPostReq); + obj.app.get(url + 'pluginHandler.js', obj.handlePluginJS); + } + + // Setup MSTSC.js if needed + if (domain.mstsc === true) { + obj.app.get(url + 'mstsc.html', handleMSTSCRequest); + obj.app.ws(url + 'mstsc/relay.ashx', function (ws, req) { + const domain = getDomain(req); + if (domain == null) { parent.debug('web', 'mstsc: failed checks.'); try { ws.close(); } catch (e) { } return; } + require('./mstsc.js').CreateMstscRelay(obj, obj.db, ws, req, obj.args, domain); + }); + } + + // Setup auth strategies using passport if needed + if (typeof domain.authstrategies == 'object') { + const passport = domain.passport = require('passport'); + passport.serializeUser(function (user, done) { done(null, user.sid); }); + passport.deserializeUser(function (sid, done) { done(null, { sid: sid }); }); + obj.app.use(passport.initialize()); + //obj.app.use(passport.session()); + + // Twitter + if ((typeof domain.authstrategies.twitter == 'object') && (typeof domain.authstrategies.twitter.clientid == 'string') && (typeof domain.authstrategies.twitter.clientsecret == 'string')) { + const TwitterStrategy = require('passport-twitter'); + var options = { consumerKey: domain.authstrategies.twitter.clientid, consumerSecret: domain.authstrategies.twitter.clientsecret }; + if (typeof domain.authstrategies.twitter.callbackurl == 'string') { options.callbackURL = domain.authstrategies.twitter.callbackurl; } else { options.callbackURL = url + 'auth-twitter-callback'; } + parent.debug('web', 'Adding Twitter SSO with options: ' + JSON.stringify(options)); + passport.use(new TwitterStrategy(options, + function (token, tokenSecret, profile, cb) { + parent.debug('web', 'Twitter profile: ' + JSON.stringify(profile)); + var user = { sid: '~twitter:' + profile.id, name: profile.displayName, strategy: 'twitter' }; + if ((typeof profile.emails == 'object') && (profile.emails[0] != null) && (typeof profile.emails[0].value == 'string')) { user.email = profile.emails[0].value; } + return cb(null, user); + } + )); + obj.app.get(url + 'auth-twitter', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('twitter')(req, res, function (err) { console.log('c1', err, req.session); next(); }); + }); + obj.app.get(url + 'auth-twitter-callback', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + if ((Object.keys(req.session).length == 0) && (req.query.nmr == null)) { + // This is an empty session likely due to the 302 redirection, redirect again (this is a bit of a hack). + var url = req.url; + if (url.indexOf('?') >= 0) { url += '&nmr=1'; } else { url += '?nmr=1'; } // Add this to the URL to prevent redirect loop. + res.set('Content-Type', 'text/html'); + res.end(''); + } else { + domain.passport.authenticate('twitter', { failureRedirect: '/' })(req, res, function (err) { if (err != null) { console.log(err); } next(); }); + } + }, handleStrategyLogin); + } + + // Google + if ((typeof domain.authstrategies.google == 'object') && (typeof domain.authstrategies.google.clientid == 'string') && (typeof domain.authstrategies.google.clientsecret == 'string')) { + const GoogleStrategy = require('passport-google-oauth20'); + var options = { clientID: domain.authstrategies.google.clientid, clientSecret: domain.authstrategies.google.clientsecret }; + if (typeof domain.authstrategies.google.callbackurl == 'string') { options.callbackURL = domain.authstrategies.google.callbackurl; } else { options.callbackURL = url + 'auth-google-callback'; } + parent.debug('web', 'Adding Google SSO with options: ' + JSON.stringify(options)); + passport.use(new GoogleStrategy(options, + function (token, tokenSecret, profile, cb) { + parent.debug('web', 'Google profile: ' + JSON.stringify(profile)); + var user = { sid: '~google:' + profile.id, name: profile.displayName, strategy: 'google' }; + if ((typeof profile.emails == 'object') && (profile.emails[0] != null) && (typeof profile.emails[0].value == 'string') && (profile.emails[0].verified == true)) { user.email = profile.emails[0].value; } + return cb(null, user); + } + )); + obj.app.get(url + 'auth-google', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('google', { scope: ['profile', 'email'] })(req, res, next); + }); + obj.app.get(url + 'auth-google-callback', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('google', { failureRedirect: '/' })(req, res, function (err) { if (err != null) { console.log(err); } next(); }); + }, handleStrategyLogin); + } + + // Github + if ((typeof domain.authstrategies.github == 'object') && (typeof domain.authstrategies.github.clientid == 'string') && (typeof domain.authstrategies.github.clientsecret == 'string')) { + const GitHubStrategy = require('passport-github2'); + var options = { clientID: domain.authstrategies.github.clientid, clientSecret: domain.authstrategies.github.clientsecret }; + if (typeof domain.authstrategies.github.callbackurl == 'string') { options.callbackURL = domain.authstrategies.github.callbackurl; } else { options.callbackURL = url + 'auth-github-callback'; } + parent.debug('web', 'Adding Github SSO with options: ' + JSON.stringify(options)); + passport.use(new GitHubStrategy(options, + function (token, tokenSecret, profile, cb) { + parent.debug('web', 'Github profile: ' + JSON.stringify(profile)); + var user = { sid: '~github:' + profile.id, name: profile.displayName, strategy: 'github' }; + if ((typeof profile.emails == 'object') && (profile.emails[0] != null) && (typeof profile.emails[0].value == 'string')) { user.email = profile.emails[0].value; } + return cb(null, user); + } + )); + obj.app.get(url + 'auth-github', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('github', { scope: ['user:email'] })(req, res, next); + }); + obj.app.get(url + 'auth-github-callback', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('github', { failureRedirect: '/' })(req, res, next); + }, handleStrategyLogin); + } + + // Reddit + if ((typeof domain.authstrategies.reddit == 'object') && (typeof domain.authstrategies.reddit.clientid == 'string') && (typeof domain.authstrategies.reddit.clientsecret == 'string')) { + const RedditStrategy = require('passport-reddit'); + var options = { clientID: domain.authstrategies.reddit.clientid, clientSecret: domain.authstrategies.reddit.clientsecret }; + if (typeof domain.authstrategies.reddit.callbackurl == 'string') { options.callbackURL = domain.authstrategies.reddit.callbackurl; } else { options.callbackURL = url + 'auth-reddit-callback'; } + parent.debug('web', 'Adding Reddit SSO with options: ' + JSON.stringify(options)); + passport.use(new RedditStrategy.Strategy(options, + function (token, tokenSecret, profile, cb) { + parent.debug('web', 'Reddit profile: ' + JSON.stringify(profile)); + var user = { sid: '~reddit:' + profile.id, name: profile.name, strategy: 'reddit' }; + if ((typeof profile.emails == 'object') && (profile.emails[0] != null) && (typeof profile.emails[0].value == 'string')) { user.email = profile.emails[0].value; } + return cb(null, user); + } + )); + obj.app.get(url + 'auth-reddit', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('reddit', { state: obj.parent.encodeCookie({ 'p': 'reddit' }, obj.parent.loginCookieEncryptionKey), duration: 'permanent' })(req, res, next); + }); + obj.app.get(url + 'auth-reddit-callback', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + if ((Object.keys(req.session).length == 0) && (req.query.nmr == null)) { + // This is an empty session likely due to the 302 redirection, redirect again (this is a bit of a hack). + var url = req.url; + if (url.indexOf('?') >= 0) { url += '&nmr=1'; } else { url += '?nmr=1'; } // Add this to the URL to prevent redirect loop. + res.set('Content-Type', 'text/html'); + res.end(''); + } else { + if (req.query.state != null) { + var c = obj.parent.decodeCookie(req.query.state, obj.parent.loginCookieEncryptionKey, 10); // 10 minute timeout + if ((c != null) && (c.p == 'reddit')) { domain.passport.authenticate('reddit', { failureRedirect: '/' })(req, res, next); return; } + } + next(); + } + }, handleStrategyLogin); + } + + // Azure + if ((typeof domain.authstrategies.azure == 'object') && (typeof domain.authstrategies.azure.clientid == 'string') && (typeof domain.authstrategies.azure.clientsecret == 'string')) { + const AzureOAuth2Strategy = require('passport-azure-oauth2'); + var options = { clientID: domain.authstrategies.azure.clientid, clientSecret: domain.authstrategies.azure.clientsecret, tenant: domain.authstrategies.azure.tenantid }; + if (typeof domain.authstrategies.azure.callbackurl == 'string') { options.callbackURL = domain.authstrategies.azure.callbackurl; } else { options.callbackURL = url + 'auth-azure-callback'; } + parent.debug('web', 'Adding Azure SSO with options: ' + JSON.stringify(options)); + passport.use('azure', new AzureOAuth2Strategy(options, + function (accessToken, refreshtoken, params, profile, done) { + var userex = null; + try { userex = require('jwt-simple').decode(params.id_token, "", true); } catch (ex) { } + parent.debug('web', 'Azure profile: ' + JSON.stringify(userex)); + var user = null; + if (userex != null) { + var user = { sid: '~azure:' + userex.unique_name, name: userex.name, strategy: 'azure' }; + if (typeof userex.email == 'string') { user.email = userex.email; } + } + return done(null, user); + } + )); + obj.app.get(url + 'auth-azure', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('azure', { state: obj.parent.encodeCookie({ 'p': 'azure' }, obj.parent.loginCookieEncryptionKey) })(req, res, next); + }); + obj.app.get(url + 'auth-azure-callback', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + if ((Object.keys(req.session).length == 0) && (req.query.nmr == null)) { + // This is an empty session likely due to the 302 redirection, redirect again (this is a bit of a hack). + var url = req.url; + if (url.indexOf('?') >= 0) { url += '&nmr=1'; } else { url += '?nmr=1'; } // Add this to the URL to prevent redirect loop. + res.set('Content-Type', 'text/html'); + res.end(''); + } else { + if (req.query.state != null) { + var c = obj.parent.decodeCookie(req.query.state, obj.parent.loginCookieEncryptionKey, 10); // 10 minute timeout + if ((c != null) && (c.p == 'azure')) { domain.passport.authenticate('azure', { failureRedirect: '/' })(req, res, next); return; } + } + next(); + } + }, handleStrategyLogin); + } + + // Generic SAML + if (typeof domain.authstrategies.saml == 'object') { + if ((typeof domain.authstrategies.saml.cert != 'string') || (typeof domain.authstrategies.saml.idpurl != 'string')) { + console.log('ERROR: Missing SAML configuration.'); + } else { + var cert = obj.fs.readFileSync(obj.path.join(obj.parent.datapath, domain.authstrategies.saml.cert)); + if (cert == null) { + console.log('ERROR: Unable to read SAML IdP certificate: ' + domain.authstrategies.saml.cert); + } else { + var options = { entryPoint: domain.authstrategies.saml.idpurl, issuer: 'meshcentral' }; + if (typeof domain.authstrategies.saml.callbackurl == 'string') { options.callbackUrl = domain.authstrategies.saml.callbackurl; } else { options.callbackURL = url + 'auth-saml-callback'; } + if (domain.authstrategies.saml.disablerequestedauthncontext != null) { options.disableRequestedAuthnContext = domain.authstrategies.saml.disablerequestedauthncontext; } + parent.debug('web', 'Adding SAML SSO with options: ' + JSON.stringify(options)); + if (typeof domain.authstrategies.saml.entityid == 'string') { options.issuer = domain.authstrategies.saml.entityid; } + options.cert = cert.toString().split('-----BEGIN CERTIFICATE-----').join('').split('-----END CERTIFICATE-----').join(''); + const SamlStrategy = require('passport-saml').Strategy; + passport.use(new SamlStrategy(options, + function (profile, done) { + parent.debug('web', 'SAML profile: ' + JSON.stringify(profile)); + if (typeof profile.nameID != 'string') { return done(); } + var user = { sid: '~saml:' + profile.nameID, name: profile.nameID, strategy: 'saml' }; + if ((typeof profile.firstname == 'string') && (typeof profile.lastname == 'string')) { user.name = profile.firstname + ' ' + profile.lastname; } + if (typeof profile.email == 'string') { user.email = profile.email; } + return done(null, user); + } + )); + obj.app.get(url + 'auth-saml', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('saml', { failureRedirect: '/', failureFlash: true })(req, res, next); + }); + obj.app.post(url + 'auth-saml-callback', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('saml', { failureRedirect: '/', failureFlash: true })(req, res, next); + }, handleStrategyLogin); + } + } + } + + // Intel SAML + if (typeof domain.authstrategies.intel == 'object') { + if ((typeof domain.authstrategies.intel.cert != 'string') || (typeof domain.authstrategies.intel.idpurl != 'string')) { + console.log('ERROR: Missing Intel SAML configuration.'); + } else { + var cert = obj.fs.readFileSync(obj.path.join(obj.parent.datapath, domain.authstrategies.intel.cert)); + if (cert == null) { + console.log('ERROR: Unable to read Intel SAML IdP certificate: ' + domain.authstrategies.intel.cert); + } else { + var options = { entryPoint: domain.authstrategies.intel.idpurl, issuer: 'meshcentral' }; + if (typeof domain.authstrategies.intel.callbackurl == 'string') { options.callbackUrl = domain.authstrategies.intel.callbackurl; } else { options.callbackUrl = url + 'auth-intel-callback'; } + if (domain.authstrategies.intel.disablerequestedauthncontext != null) { options.disableRequestedAuthnContext = domain.authstrategies.intel.disablerequestedauthncontext; } + parent.debug('web', 'Adding Intel SSO with options: ' + JSON.stringify(options)); + if (typeof domain.authstrategies.intel.entityid == 'string') { options.issuer = domain.authstrategies.intel.entityid; } + options.cert = cert.toString().split('-----BEGIN CERTIFICATE-----').join('').split('-----END CERTIFICATE-----').join(''); + const SamlStrategy = require('passport-saml').Strategy; + passport.use(new SamlStrategy(options, + function (profile, done) { + parent.debug('web', 'Intel profile: ' + JSON.stringify(profile)); + if (typeof profile.nameID != 'string') { return done(); } + var user = { sid: '~intel:' + profile.nameID, name: profile.nameID, strategy: 'intel' }; + if ((typeof profile.firstname == 'string') && (typeof profile.lastname == 'string')) { user.name = profile.firstname + ' ' + profile.lastname; } + else if ((typeof profile.FirstName == 'string') && (typeof profile.LastName == 'string')) { user.name = profile.FirstName + ' ' + profile.LastName; } + if (typeof profile.email == 'string') { user.email = profile.email; } + else if (typeof profile.EmailAddress == 'string') { user.email = profile.EmailAddress; } + return done(null, user); + } + )); + obj.app.get(url + 'auth-intel', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('saml', { failureRedirect: '/', failureFlash: true })(req, res, next); + }); + obj.app.post(url + 'auth-intel-callback', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('saml', { failureRedirect: '/', failureFlash: true })(req, res, next); + }, handleStrategyLogin); + } + } + } + + // JumpCloud SAML + if (typeof domain.authstrategies.jumpcloud == 'object') { + if ((typeof domain.authstrategies.jumpcloud.cert != 'string') || (typeof domain.authstrategies.jumpcloud.idpurl != 'string')) { + console.log('ERROR: Missing JumpCloud SAML configuration.'); + } else { + var cert = obj.fs.readFileSync(obj.path.join(obj.parent.datapath, domain.authstrategies.jumpcloud.cert)); + if (cert == null) { + console.log('ERROR: Unable to read JumpCloud IdP certificate: ' + domain.authstrategies.jumpcloud.cert); + } else { + var options = { entryPoint: domain.authstrategies.jumpcloud.idpurl, issuer: 'meshcentral' }; + if (typeof domain.authstrategies.jumpcloud.callbackurl == 'string') { options.callbackUrl = domain.authstrategies.jumpcloud.callbackurl; } else { options.callbackUrl = url + 'auth-jumpcloud-callback'; } + parent.debug('web', 'Adding JumpCloud SSO with options: ' + JSON.stringify(options)); + if (typeof domain.authstrategies.jumpcloud.entityid == 'string') { options.issuer = domain.authstrategies.jumpcloud.entityid; } + options.cert = cert.toString().split('-----BEGIN CERTIFICATE-----').join('').split('-----END CERTIFICATE-----').join(''); + const SamlStrategy = require('passport-saml').Strategy; + passport.use(new SamlStrategy(options, + function (profile, done) { + parent.debug('web', 'JumpCloud profile: ' + JSON.stringify(profile)); + if (typeof profile.nameID != 'string') { return done(); } + var user = { sid: '~jumpcloud:' + profile.nameID, name: profile.nameID, strategy: 'jumpcloud' }; + if ((typeof profile.firstname == 'string') && (typeof profile.lastname == 'string')) { user.name = profile.firstname + ' ' + profile.lastname; } + if (typeof profile.email == 'string') { user.email = profile.email; } + return done(null, user); + } + )); + obj.app.get(url + 'auth-jumpcloud', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('saml', { failureRedirect: '/', failureFlash: true })(req, res, next); + }); + obj.app.post(url + 'auth-jumpcloud-callback', function (req, res, next) { + var domain = getDomain(req); + if (domain.passport == null) { next(); return; } + domain.passport.authenticate('saml', { failureRedirect: '/', failureFlash: true })(req, res, next); + }, handleStrategyLogin); + } + } + } + + } + + // Server redirects + if (parent.config.domains[i].redirects) { for (var j in parent.config.domains[i].redirects) { if (j[0] != '_') { obj.app.get(url + j, obj.handleDomainRedirect); } } } + + // Server picture + obj.app.get(url + 'serverpic.ashx', function (req, res) { + // Check if we have "server.jpg" in the data folder, if so, use that. + if ((parent.configurationFiles != null) && (parent.configurationFiles['server.png'] != null)) { + res.set({ 'Content-Type': 'image/png' }); + res.send(parent.configurationFiles['server.png']); + } else { + // Check if we have "server.jpg" in the data folder, if so, use that. + var p = obj.path.join(obj.parent.datapath, 'server.png'); + if (obj.fs.existsSync(p)) { + // Use the data folder server picture + try { res.sendFile(p); } catch (ex) { res.sendStatus(404); } + } else { + var domain = getDomain(req); + if ((domain != null) && (domain.webpublicpath != null) && (obj.fs.existsSync(obj.path.join(domain.webpublicpath, 'images/server-256.png')))) { + // Use the domain server picture + try { res.sendFile(obj.path.join(domain.webpublicpath, 'images/server-256.png')); } catch (ex) { res.sendStatus(404); } + } else if (parent.webPublicOverridePath && obj.fs.existsSync(obj.path.join(obj.parent.webPublicOverridePath, 'images/server-256.png'))) { + // Use the override server picture + try { res.sendFile(obj.path.join(obj.parent.webPublicOverridePath, 'images/server-256.png')); } catch (ex) { res.sendStatus(404); } + } else { + // Use the default server picture + try { res.sendFile(obj.path.join(obj.parent.webPublicPath, 'images/server-256.png')); } catch (ex) { res.sendStatus(404); } + } + } + } + }); + + // Receive mesh agent connections + obj.app.ws(url + 'agent.ashx', function (ws, req) { + var domain = checkAgentIpAddress(ws, req); + if (domain == null) { parent.debug('web', 'Got agent connection with bad domain or blocked IP address ' + req.clientIp + ', holding.'); return; } + //console.log('Agent connect: ' + req.clientIp); + try { obj.meshAgentHandler.CreateMeshAgent(obj, obj.db, ws, req, obj.args, domain); } catch (e) { console.log(e); } + }); + + // Setup MQTT broker over websocket + if (obj.parent.mqttbroker != null) { + obj.app.ws(url + 'mqtt.ashx', function (ws, req) { + var domain = checkAgentIpAddress(ws, req); + if (domain == null) { parent.debug('web', 'Got agent connection with bad domain or blocked IP address ' + req.clientIp + ', holding.'); return; } + var serialtunnel = SerialTunnel(); + serialtunnel.xtransport = 'ws'; + serialtunnel.xdomain = domain; + serialtunnel.xip = req.clientIp; + ws.on('message', function (b) { serialtunnel.updateBuffer(Buffer.from(b, 'binary')) }); + serialtunnel.forwardwrite = function (b) { ws.send(b, 'binary') } + ws.on('close', function () { serialtunnel.emit('end'); }); + obj.parent.mqttbroker.handle(serialtunnel); // Pass socket wrapper to MQTT broker + }); + } + + // Setup any .well-known folders + var p = obj.parent.path.join(obj.parent.datapath, '.well-known' + ((parent.config.domains[i].id == '') ? '' : ('-' + parent.config.domains[i].id))); + if (obj.parent.fs.existsSync(p)) { obj.app.use(url + '.well-known', obj.express.static(p)); } + + // Setup the alternative agent-only port + if (obj.agentapp) { + // Receive mesh agent connections on alternate port + obj.agentapp.ws(url + 'agent.ashx', function (ws, req) { + var domain = checkAgentIpAddress(ws, req); + if (domain == null) { parent.debug('web', 'Got agent connection with bad domain or blocked IP address ' + req.clientIp + ', holding.'); return; } + //console.log('Agent connect: ' + req.clientIp); + try { obj.meshAgentHandler.CreateMeshAgent(obj, obj.db, ws, req, obj.args, domain); } catch (e) { console.log(e); } + }); + + // Setup mesh relay on alternative agent-only port + obj.agentapp.ws(url + 'meshrelay.ashx', function (ws, req) { + PerformWSSessionAuth(ws, req, true, function (ws1, req1, domain, user, cookie) { + if (((parent.config.settings.desktopmultiplex === true) || (domain.desktopmultiplex === true)) && (req.query.p == 2)) { + obj.meshDesktopMultiplexHandler.CreateMeshRelay(obj, ws1, req1, domain, user, cookie); // Desktop multiplexor 1-to-n + } else { + obj.meshRelayHandler.CreateMeshRelay(obj, ws1, req1, domain, user, cookie); // Normal relay 1-to-1 + } + }); + }); + + // Allows agents to transfer files + obj.agentapp.ws(url + 'devicefile.ashx', function (ws, req) { obj.meshDeviceFileHandler.CreateMeshDeviceFile(obj, ws, null, req, domain); }); + + // Setup agent to/from server file transfer handler + obj.agentapp.ws(url + 'agenttransfer.ashx', handleAgentFileTransfer); // Setup agent to/from server file transfer handler + } + + // Indicates to ExpressJS that the override public folder should be used to serve static files. + if (parent.config.domains[i].webpublicpath != null) { + // Use domain public path + obj.app.use(url, obj.express.static(parent.config.domains[i].webpublicpath)); + } else if (obj.parent.webPublicOverridePath != null) { + // Use override path + obj.app.use(url, obj.express.static(obj.parent.webPublicOverridePath)); + } + + // Indicates to ExpressJS that the default public folder should be used to serve static files. + obj.app.use(url, obj.express.static(obj.parent.webPublicPath)); + + // Start regular disconnection list flush every 2 minutes. + obj.wsagentsDisconnectionsTimer = setInterval(function () { obj.wsagentsDisconnections = {}; }, 120000); + } + + // Handle 404 error + if (obj.args.nice404 !== false) { + obj.app.use(function (req, res, next) { + parent.debug('web', '404 Error ' + req.url); + var domain = getDomain(req); + if ((domain == null) || (domain.auth == 'sspi')) { res.sendStatus(404); return; } + if ((domain.loginkey != null) && (domain.loginkey.indexOf(req.query.key) == -1)) { res.sendStatus(404); return; } // Check 3FA URL key + res.status(404).render(getRenderPage((domain.sitestyle == 2) ? 'error4042' : 'error404', req, domain), getRenderArgs({}, req, domain)); + }); + } + + // Start server on a free port. + CheckListenPort(obj.args.port, obj.args.portbind, StartWebServer); + + // Start on a second agent-only alternative port if needed. + if (obj.args.agentport) { CheckListenPort(obj.args.agentport, obj.args.agentportbind, StartAltWebServer); } + } + + // Authenticates a session and forwards + function PerformWSSessionAuth(ws, req, noAuthOk, func) { + // Check if this is a banned ip address + if (obj.checkAllowLogin(req) == false) { parent.debug('web', 'WSERROR: Banned connection.'); try { ws.send(JSON.stringify({ action: 'close', cause: 'banned', msg: 'banned-1' })); ws.close(); } catch (e) { } return; } + try { + // Hold this websocket until we are ready. + ws._socket.pause(); + + // Check IP filtering and domain + var domain = null; + if (noAuthOk == true) { + domain = getDomain(req); + if (domain == null) { parent.debug('web', 'WSERROR: Got no domain, no auth ok.'); try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'noauth-1' })); ws.close(); return; } catch (e) { } return; } + } else { + // If authentication is required, enforce IP address filtering. + domain = checkUserIpAddress(ws, req); + if (domain == null) { parent.debug('web', 'WSERROR: Got no domain, user auth required.'); return; } + } + + var emailcheck = ((obj.parent.mailserver != null) && (obj.parent.certificates.CommonName != null) && (obj.parent.certificates.CommonName.indexOf('.') != -1) && (obj.args.lanonly != true) && (domain.auth != 'sspi') && (domain.auth != 'ldap')) + + // A web socket session can be authenticated in many ways (Default user, session, user/pass and cookie). Check authentication here. + if ((req.query.user != null) && (req.query.pass != null)) { + // A user/pass is provided in URL arguments + obj.authenticate(req.query.user, req.query.pass, domain, function (err, userid) { + + // See if we support two-factor trusted cookies + var twoFactorCookieDays = 30; + if (typeof domain.twofactorcookiedurationdays == 'number') { twoFactorCookieDays = domain.twofactorcookiedurationdays; } + + var user = obj.users[userid]; + if ((err == null) && (user)) { + // Check if a 2nd factor is needed + if (checkUserOneTimePasswordRequired(domain, user, req) == true) { + // Figure out if email 2FA is allowed + var email2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.email2factor != false)) && (parent.mailserver != null) && (user.otpekey != null)); + var sms2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.sms2factor != false)) && (parent.smsserver != null) && (user.phone != null)); + if ((typeof req.query.token != 'string') || (req.query.token == '**email**') || (req.query.token == '**sms**')) { + if ((req.query.token == '**email**') && (email2fa == true)) { + // Cause a token to be sent to the user's registered email + user.otpekey = { k: obj.common.zeroPad(getRandomEightDigitInteger(), 8), d: Date.now() }; + obj.db.SetUser(user); + parent.debug('web', 'Sending 2FA email to: ' + user.email); + parent.mailserver.sendAccountLoginMail(domain, user.email, user.otpekey.k, obj.getLanguageCodes(req), req.query.key); + // Ask for a login token & confirm email was sent + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'tokenrequired', email2fa: email2fa, sms2fa: sms2fa, email2fasent: true, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } else if ((req.query.token == '**sms**') && (sms2fa == true)) { + // Cause a token to be sent to the user's phone number + user.otpsms = { k: obj.common.zeroPad(getRandomSixDigitInteger(), 6), d: Date.now() }; + obj.db.SetUser(user); + parent.debug('web', 'Sending 2FA SMS to: ' + user.phone); + parent.smsserver.sendToken(domain, user.phone, user.otpsms.k, obj.getLanguageCodes(req)); + // Ask for a login token & confirm sms was sent + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'tokenrequired', email2fa: email2fa, sms2fa: sms2fa, sms2fasent: true, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } else { + // Ask for a login token + parent.debug('web', 'Asking for login token'); + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'tokenrequired', email2fa: email2fa, sms2fa: sms2fa, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } + } else { + checkUserOneTimePassword(req, domain, user, req.query.token, null, function (result) { + if (result == false) { + // Failed, ask for a login token again + parent.debug('web', 'Invalid login token, asking again'); + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'tokenrequired', email2fa: email2fa, sms2fa: sms2fa, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } else { + // We are authenticated with 2nd factor. + // Check email verification + if (emailcheck && (user.email != null) && (user.emailVerified !== true)) { + parent.debug('web', 'Invalid login, asking for email validation'); + try { ws.send(JSON.stringify({ action: 'close', cause: 'emailvalidation', msg: 'emailvalidationrequired', email2fa: email2fa, sms2fa: sms2fa, email2fasent: true })); ws.close(); } catch (e) { } + } else { + func(ws, req, domain, user); + } + } + }); + } + } else { + // Check email verification + if (emailcheck && (user.email != null) && (user.emailVerified !== true)) { + parent.debug('web', 'Invalid login, asking for email validation'); + var email2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.email2factor != false)) && (parent.mailserver != null) && (user.otpekey != null)); + var sms2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.sms2factor != false)) && (parent.smsserver != null) && (user.phone != null)); + try { ws.send(JSON.stringify({ action: 'close', cause: 'emailvalidation', msg: 'emailvalidationrequired', email2fa: email2fa, sms2fa: sms2fa, email2fasent: true })); ws.close(); } catch (e) { } + } else { + // We are authenticated + func(ws, req, domain, user); + } + } + } else { + // Failed to authenticate, see if a default user is active + if (obj.args.user && obj.users['user/' + domain.id + '/' + obj.args.user.toLowerCase()]) { + // A default user is active + func(ws, req, domain, obj.users['user/' + domain.id + '/' + obj.args.user.toLowerCase()]); + } else { + // If not authenticated, close the websocket connection + parent.debug('web', 'ERR: Websocket bad user/pass auth'); + //obj.parent.DispatchEvent(['*', 'server-users', 'user/' + domain.id + '/' + obj.args.user.toLowerCase()], obj, { action: 'authfail', userid: 'user/' + domain.id + '/' + obj.args.user.toLowerCase(), username: obj.args.user, domain: domain.id, msg: 'Invalid user login attempt from ' + req.clientIp }); + //obj.setbadLogin(req); + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'noauth-2a' })); ws.close(); } catch (e) { } + } + } + }); + return; + } else if ((req.query.auth != null) && (req.query.auth != '')) { + // This is a encrypted cookie authentication + var cookie = obj.parent.decodeCookie(req.query.auth, obj.parent.loginCookieEncryptionKey, 60); // Cookie with 1 hour timeout + if ((cookie == null) && (obj.parent.multiServer != null)) { cookie = obj.parent.decodeCookie(req.query.auth, obj.parent.serverKey, 60); } // Try the server key + if ((obj.args.cookieipcheck !== false) && (cookie != null) && (cookie.ip != null) && (cookie.ip != req.clientIp && (cookie.ip != req.clientIp))) { // If the cookie if binded to an IP address, check here. + parent.debug('web', 'ERR: Invalid cookie IP address, got \"' + cookie.ip + '\", expected \"' + cleanRemoteAddr(req.clientIp) + '\".'); + cookie = null; + } + if ((cookie != null) && (obj.users[cookie.userid]) && (cookie.domainid == domain.id)) { + // Valid cookie, we are authenticated + func(ws, req, domain, obj.users[cookie.userid], cookie); + } else { + // This is a bad cookie, keep going anyway, maybe we have a active session that will save us. + if ((cookie != null) && (cookie.domainid != domain.id)) { parent.debug('web', 'ERR: Invalid domain, got \"' + cookie.domainid + '\", expected \"' + domain.id + '\".'); } + parent.debug('web', 'ERR: Websocket bad cookie auth (Cookie:' + (cookie != null) + '): ' + req.query.auth); + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'noauth-2b' })); ws.close(); } catch (e) { } + } + return; + } else if (req.headers['x-meshauth'] != null) { + // This is authentication using a custom HTTP header + var s = req.headers['x-meshauth'].split(','); + for (var i in s) { s[i] = Buffer.from(s[i], 'base64').toString(); } + if ((s.length < 2) || (s.length > 3)) { try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'noauth-2c' })); ws.close(); } catch (e) { } return; } + obj.authenticate(s[0], s[1], domain, function (err, userid) { + var user = obj.users[userid]; + if ((err == null) && (user)) { + // Check if a 2nd factor is needed + if (checkUserOneTimePasswordRequired(domain, user, req) == true) { + + // See if we support two-factor trusted cookies + var twoFactorCookieDays = 30; + if (typeof domain.twofactorcookiedurationdays == 'number') { twoFactorCookieDays = domain.twofactorcookiedurationdays; } + + // Figure out if email 2FA is allowed + var email2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.email2factor != false)) && (parent.mailserver != null) && (user.otpekey != null)); + var sms2fa = (((typeof domain.passwordrequirements != 'object') || (domain.passwordrequirements.sms2factor != false)) && (parent.smsserver != null) && (user.phone != null)); + if (s.length != 3) { + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'tokenrequired', email2fa: email2fa, sms2fa: sms2fa, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } else { + checkUserOneTimePassword(req, domain, user, s[2], null, function (result) { + if (result == false) { + if ((s[2] == '**email**') && (email2fa == true)) { + // Cause a token to be sent to the user's registered email + user.otpekey = { k: obj.common.zeroPad(getRandomEightDigitInteger(), 8), d: Date.now() }; + obj.db.SetUser(user); + parent.debug('web', 'Sending 2FA email to: ' + user.email); + parent.mailserver.sendAccountLoginMail(domain, user.email, user.otpekey.k, obj.getLanguageCodes(req), req.query.key); + // Ask for a login token & confirm email was sent + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'tokenrequired', email2fa: email2fa, email2fasent: true, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } else if ((s[2] == '**sms**') && (sms2fa == true)) { + // Cause a token to be sent to the user's phone number + user.otpsms = { k: obj.common.zeroPad(getRandomSixDigitInteger(), 6), d: Date.now() }; + obj.db.SetUser(user); + parent.debug('web', 'Sending 2FA SMS to: ' + user.phone); + parent.smsserver.sendToken(domain, user.phone, user.otpsms.k, obj.getLanguageCodes(req)); + // Ask for a login token & confirm sms was sent + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'tokenrequired', sms2fa: sms2fa, sms2fasent: true, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } else { + // Ask for a login token + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'tokenrequired', email2fa: email2fa, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } + } else { + // We are authenticated with 2nd factor. + // Check email verification + if (emailcheck && (user.email != null) && (user.emailVerified !== true)) { + try { ws.send(JSON.stringify({ action: 'close', cause: 'emailvalidation', msg: 'emailvalidationrequired', email2fa: email2fa, email2fasent: true, twoFactorCookieDays: twoFactorCookieDays })); ws.close(); } catch (e) { } + } else { + func(ws, req, domain, user); + } + } + }); + } + } else { + // We are authenticated + // Check email verification + if (emailcheck && (user.email != null) && (user.emailVerified !== true)) { + try { ws.send(JSON.stringify({ action: 'close', cause: 'emailvalidation', msg: 'emailvalidationrequired', email2fa: email2fa, email2fasent: true })); ws.close(); } catch (e) { } + } else { + func(ws, req, domain, user); + } + } + } else { + // Failed to authenticate, see if a default user is active + if (obj.args.user && obj.users['user/' + domain.id + '/' + obj.args.user.toLowerCase()]) { + // A default user is active + func(ws, req, domain, obj.users['user/' + domain.id + '/' + obj.args.user.toLowerCase()]); + } else { + // If not authenticated, close the websocket connection + parent.debug('web', 'ERR: Websocket bad user/pass auth'); + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'noauth-2d' })); ws.close(); } catch (e) { } + } + } + }); + return; + } + + //console.log(req.headers['x-meshauth']); + + if (obj.args.user && obj.users['user/' + domain.id + '/' + obj.args.user.toLowerCase()]) { + // A default user is active + func(ws, req, domain, obj.users['user/' + domain.id + '/' + obj.args.user.toLowerCase()]); + return; + } else if (req.session && (req.session.userid != null) && (req.session.domainid == domain.id) && (obj.users[req.session.userid])) { + // This user is logged in using the ExpressJS session + func(ws, req, domain, obj.users[req.session.userid]); + return; + } + + if (noAuthOk != true) { + // If not authenticated, close the websocket connection + parent.debug('web', 'ERR: Websocket no auth'); + try { ws.send(JSON.stringify({ action: 'close', cause: 'noauth', msg: 'noauth-4' })); ws.close(); } catch (e) { } + } else { + // Continue this session without user authentication, + // this is expected if the agent is connecting for a tunnel. + func(ws, req, domain, null); + } + } catch (e) { console.log(e); } + } + + // Find a free port starting with the specified one and going up. + function CheckListenPort(port, addr, func) { + var s = obj.net.createServer(function (socket) { }); + obj.tcpServer = s.listen(port, addr, function () { s.close(function () { if (func) { func(port, addr); } }); }).on('error', function (err) { + if (args.exactports) { console.error('ERROR: MeshCentral HTTPS server port ' + port + ' not available.'); process.exit(); } + else { if (port < 65535) { CheckListenPort(port + 1, addr, func); } else { if (func) { func(0); } } } + }); + } + + // Start the ExpressJS web server + function StartWebServer(port, addr) { + if ((port < 1) || (port > 65535)) return; + obj.args.port = port; + if (obj.tlsServer != null) { + if (obj.args.lanonly == true) { + obj.tcpServer = obj.tlsServer.listen(port, addr, function () { console.log('MeshCentral HTTPS server running on port ' + port + ((args.aliasport != null) ? (', alias port ' + args.aliasport) : '') + '.'); }); + } else { + obj.tcpServer = obj.tlsServer.listen(port, addr, function () { console.log('MeshCentral HTTPS server running on ' + certificates.CommonName + ':' + port + ((args.aliasport != null) ? (', alias port ' + args.aliasport) : '') + '.'); }); + obj.parent.updateServerState('servername', certificates.CommonName); + } + if (obj.parent.authlog) { obj.parent.authLog('https', 'Server listening on ' + ((addr != null) ? addr : '0.0.0.0') + ' port ' + port + '.'); } + obj.parent.updateServerState('https-port', port); + if (args.aliasport != null) { obj.parent.updateServerState('https-aliasport', args.aliasport); } + } else { + obj.tcpServer = obj.app.listen(port, addr, function () { console.log('MeshCentral HTTP server running on port ' + port + ((args.aliasport != null) ? (', alias port ' + args.aliasport) : '') + '.'); }); + obj.parent.updateServerState('http-port', port); + if (args.aliasport != null) { obj.parent.updateServerState('http-aliasport', args.aliasport); } + } + + // Check if there is a permissions problem with the ports. + if (require('os').platform() != 'win32') { + var expectedPort = obj.parent.config.settings.port ? obj.parent.config.settings.port : 443; + if ((expectedPort != port) && (port >= 1024) && (port < 1034)) { + console.log(''); + console.log('WARNING: MeshCentral is running without permissions to use ports below 1025.'); + console.log(' Use setcap to grant access to lower ports, or read installation guide.'); + console.log(''); + console.log(' sudo setcap \'cap_net_bind_service=+ep\' `which node` \r\n'); + obj.parent.addServerWarning('Server running without permissions to use ports below 1025.', false); + } + } + } + + // Start the ExpressJS web server on agent-only alternative port + function StartAltWebServer(port, addr) { + if ((port < 1) || (port > 65535)) return; + var agentAliasPort = null; + if (args.agentaliasport != null) { agentAliasPort = args.agentaliasport; } + if (obj.tlsAltServer != null) { + if (obj.args.lanonly == true) { + obj.tcpAltServer = obj.tlsAltServer.listen(port, addr, function () { console.log('MeshCentral HTTPS agent-only server running on port ' + port + ((agentAliasPort != null) ? (', alias port ' + agentAliasPort) : '') + '.'); }); + } else { + obj.tcpAltServer = obj.tlsAltServer.listen(port, addr, function () { console.log('MeshCentral HTTPS agent-only server running on ' + certificates.CommonName + ':' + port + ((agentAliasPort != null) ? (', alias port ' + agentAliasPort) : '') + '.'); }); + } + if (obj.parent.authlog) { obj.parent.authLog('https', 'Server listening on 0.0.0.0 port ' + port + '.'); } + obj.parent.updateServerState('https-agent-port', port); + } else { + obj.tcpAltServer = obj.agentapp.listen(port, addr, function () { console.log('MeshCentral HTTP agent-only server running on port ' + port + ((agentAliasPort != null) ? (', alias port ' + agentAliasPort) : '') + '.'); }); + obj.parent.updateServerState('http-agent-port', port); + } + } + + // Force mesh agent disconnection + obj.forceMeshAgentDisconnect = function (user, domain, nodeid, disconnectMode) { + if (nodeid == null) return; + var splitnode = nodeid.split('/'); + if ((splitnode.length != 3) || (splitnode[1] != domain.id)) return; // Check that nodeid is valid and part of our domain + var agent = obj.wsagents[nodeid]; + if (agent == null) return; + + // Check we have agent rights + if (((obj.GetMeshRights(user, agent.dbMeshKey) & MESHRIGHT_AGENTCONSOLE) != 0) || (user.siteadmin == 0xFFFFFFFF)) { agent.close(disconnectMode); } + }; + + // Send the core module to the mesh agent + obj.sendMeshAgentCore = function (user, domain, nodeid, coretype, coredata) { + if (nodeid == null) return; + const splitnode = nodeid.split('/'); + if ((splitnode.length != 3) || (splitnode[1] != domain.id)) return; // Check that nodeid is valid and part of our domain + + // TODO: This command only works if the agent is connected on the same server. Will not work with multi server peering. + const agent = obj.wsagents[nodeid]; + if (agent == null) return; + + // Check we have agent rights + if (((obj.GetMeshRights(user, agent.dbMeshKey) & MESHRIGHT_AGENTCONSOLE) != 0) || (user.siteadmin == 0xFFFFFFFF)) { + if (coretype == 'clear') { + // Clear the mesh agent core + agent.agentCoreCheck = 1000; // Tell the agent object we are using a custom core. + agent.send(obj.common.ShortToStr(10) + obj.common.ShortToStr(0)); + } else if (coretype == 'default') { + // Reset to default code + agent.agentCoreCheck = 0; // Tell the agent object we are using a default code + agent.send(obj.common.ShortToStr(11) + obj.common.ShortToStr(0)); // Command 11, ask for mesh core hash. + } else if (coretype == 'recovery') { + // Reset to recovery core + agent.agentCoreCheck = 1001; // Tell the agent object we are using the recovery core. + agent.send(obj.common.ShortToStr(11) + obj.common.ShortToStr(0)); // Command 11, ask for mesh core hash. + } else if (coretype == 'custom') { + agent.agentCoreCheck = 1000; // Tell the agent object we are using a custom core. + const hash = obj.crypto.createHash('sha384').update(Buffer.from(coredata, 'binary')).digest().toString('binary'); // Perform a SHA384 hash on the core module + agent.sendBinary(obj.common.ShortToStr(10) + obj.common.ShortToStr(0) + hash + coredata); // Send the code module to the agent + } + } + }; + + // Get the server path of a user or mesh object + function getServerRootFilePath(obj) { + if ((typeof obj != 'object') || (obj.domain == null) || (obj._id == null)) return null; + var domainname = 'domain', splitname = obj._id.split('/'); + if (splitname.length != 3) return null; + if (obj.domain !== '') domainname = 'domain-' + obj.domain; + return obj.path.join(obj.filespath, domainname + "/" + splitname[0] + "-" + splitname[2]); + } + + // Return true is the input string looks like an email address + function checkEmail(str) { + var x = str.split('@'); + var ok = ((x.length == 2) && (x[0].length > 0) && (x[1].split('.').length > 1) && (x[1].length > 2)); + if (ok == true) { var y = x[1].split('.'); for (var i in y) { if (y[i].length == 0) { ok = false; } } } + return ok; + } + + /* + obj.wssessions = {}; // UserId --> Array Of Sessions + obj.wssessions2 = {}; // "UserId + SessionRnd" --> Session (Note that the SessionId is the UserId + / + SessionRnd) + obj.wsPeerSessions = {}; // ServerId --> Array Of "UserId + SessionRnd" + obj.wsPeerSessions2 = {}; // "UserId + SessionRnd" --> ServerId + obj.wsPeerSessions3 = {}; // ServerId --> UserId --> [ SessionId ] + */ + + // Count sessions and event any changes + obj.recountSessions = function (changedSessionId) { + var userid, oldcount, newcount, x, serverid; + if (changedSessionId == null) { + // Recount all sessions + + // Calculate the session count for all userid's + var newSessionsCount = {}; + for (userid in obj.wssessions) { newSessionsCount[userid] = obj.wssessions[userid].length; } + for (serverid in obj.wsPeerSessions3) { + for (userid in obj.wsPeerSessions3[serverid]) { + x = obj.wsPeerSessions3[serverid][userid].length; + if (newSessionsCount[userid] == null) { newSessionsCount[userid] = x; } else { newSessionsCount[userid] += x; } + } + } + + // See what session counts have changed, event any changes + for (userid in newSessionsCount) { + newcount = newSessionsCount[userid]; + oldcount = obj.sessionsCount[userid]; + if (oldcount == null) { oldcount = 0; } else { delete obj.sessionsCount[userid]; } + if (newcount != oldcount) { + x = userid.split('/'); + var u = obj.users[userid]; + if (u) { + var targets = ['*', 'server-users']; + if (u.groups) { for (var i in u.groups) { targets.push('server-users:' + i); } } + obj.parent.DispatchEvent(targets, obj, { action: 'wssessioncount', userid: userid, username: x[2], count: newcount, domain: x[1], nolog: 1, nopeers: 1 }); + } + } + } + + // If there are any counts left in the old counts, event to zero + for (userid in obj.sessionsCount) { + oldcount = obj.sessionsCount[userid]; + if ((oldcount != null) && (oldcount != 0)) { + x = userid.split('/'); + var u = obj.users[userid]; + if (u) { + var targets = ['*', 'server-users']; + if (u.groups) { for (var i in u.groups) { targets.push('server-users:' + i); } } + obj.parent.DispatchEvent(['*'], obj, { action: 'wssessioncount', userid: userid, username: x[2], count: 0, domain: x[1], nolog: 1, nopeers: 1 }) + } + } + } + + // Set the new session counts + obj.sessionsCount = newSessionsCount; + } else { + // Figure out the userid + userid = changedSessionId.split('/').slice(0, 3).join('/'); + + // Recount only changedSessionId + newcount = 0; + if (obj.wssessions[userid] != null) { newcount = obj.wssessions[userid].length; } + for (serverid in obj.wsPeerSessions3) { if (obj.wsPeerSessions3[serverid][userid] != null) { newcount += obj.wsPeerSessions3[serverid][userid].length; } } + oldcount = obj.sessionsCount[userid]; + if (oldcount == null) { oldcount = 0; } + + // If the count changed, update and event + if (newcount != oldcount) { + x = userid.split('/'); + var u = obj.users[userid]; + if (u) { + var targets = ['*', 'server-users']; + if (u.groups) { for (var i in u.groups) { targets.push('server-users:' + i); } } + obj.parent.DispatchEvent(targets, obj, { action: 'wssessioncount', userid: userid, username: x[2], count: newcount, domain: x[1], nolog: 1, nopeers: 1 }); + obj.sessionsCount[userid] = newcount; + } + } + } + }; + + // + // Access Control Functions + // + + // Return the node and rights for a given nodeid + obj.GetNodeWithRights = function (domain, user, nodeid, func) { + // Perform user pre-validation + if ((user == null) || (nodeid == null)) { func(null, 0, false); return; } // Invalid user + if (typeof user == 'string') { user = obj.users[user]; } + if (user == null) { func(null, 0, false); return; } // No rights + + // Perform node pre-validation + if (obj.common.validateString(nodeid, 0, 128) == false) { func(null, 0, false); return; } // Invalid nodeid + const snode = nodeid.split('/'); + if ((snode.length != 3) || (snode[0] != 'node')) { func(null, 0, false); return; } // Invalid nodeid + if ((domain != null) && (snode[1] != domain.id)) { func(null, 0, false); return; } // Invalid domain + + // Check that we have permissions for this node. + db.Get(nodeid, function (err, nodes) { + if ((nodes == null) || (nodes.length != 1)) { func(null, 0, false); return; } // No such nodeid + + // This is a super user that can see all device groups for a given domain + if ((user.siteadmin == 0xFFFFFFFF) && (parent.config.settings.managealldevicegroups.indexOf(user._id) >= 0) && (nodes[0].domain == user.domain)) { + func(nodes[0], 0xFFFFFFFF, true); return; + } + + // If no links, stop here. + if (user.links == null) { func(null, 0, false); return; } + + // Check device link + var rights = 0, visible = false, r = user.links[nodeid]; + if (r != null) { + if (r.rights == 0xFFFFFFFF) { func(nodes[0], 0xFFFFFFFF, true); return; } // User has full rights thru a device link, stop here. + rights |= r.rights; + visible = true; + } + + // Check device group link + r = user.links[nodes[0].meshid]; + if (r != null) { + if (r.rights == 0xFFFFFFFF) { func(nodes[0], 0xFFFFFFFF, true); return; } // User has full rights thru a device group link, stop here. + rights |= r.rights; + visible = true; + } + + // Check user group links + for (var i in user.links) { + if (i.startsWith('ugrp/')) { + const g = obj.userGroups[i]; + if (g && (g.links != null)) { + r = g.links[nodes[0].meshid]; + if (r != null) { + if (r.rights == 0xFFFFFFFF) { func(nodes[0], 0xFFFFFFFF, true); return; } // User has full rights thru a user group link, stop here. + rights |= r.rights; // TODO: Deal with reverse rights + visible = true; + } + r = g.links[nodeid]; + if (r != null) { + if (r.rights == 0xFFFFFFFF) { func(nodes[0], 0xFFFFFFFF, true); return; } // User has full rights thru a user group direct link, stop here. + rights |= r.rights; // TODO: Deal with reverse rights + visible = true; + } + } + } + } + + // Return the rights we found + func(nodes[0], rights, visible); + }); + } + + // Returns a list of all meshes that this user has some rights too + obj.GetAllMeshWithRights = function (user, rights) { + if (typeof user == 'string') { user = obj.users[user]; } + if (user == null) { return []; } + + var r = []; + if ((user.siteadmin == 0xFFFFFFFF) && (parent.config.settings.managealldevicegroups.indexOf(user._id) >= 0)) { + // This is a super user that can see all device groups for a given domain + var meshStartStr = 'mesh/' + user.domain + '/'; + for (var i in obj.meshes) { if ((obj.meshes[i]._id.startsWith(meshStartStr)) && (obj.meshes[i].deleted == null)) { r.push(obj.meshes[i]); } } + return r; + } + if (user.links == null) { return []; } + for (var i in user.links) { + if (i.startsWith('mesh/')) { + // Grant access to a device group thru a direct link + const m = obj.meshes[i]; + if ((m) && (m.deleted == null) && ((rights == null) || ((m.rights & rights) != 0))) { + if (r.indexOf(m) == -1) { r.push(m); } + } + } else if (i.startsWith('ugrp/')) { + // Grant access to a device group thru a user group + const g = obj.userGroups[i]; + if (g && (g.links != null) && ((rights == null) || ((g.rights & rights) != 0))) { + for (var j in g.links) { + if (j.startsWith('mesh/')) { + const m = obj.meshes[j]; + if ((m) && (m.deleted == null)) { + if (r.indexOf(m) == -1) { r.push(m); } + } + } + } + } + } + } + return r; + } + + // Returns a list of all mesh id's that this user has some rights too + obj.GetAllMeshIdWithRights = function (user, rights) { + if (typeof user == 'string') { user = obj.users[user]; } + if (user == null) { return []; } + var r = []; + if ((user.siteadmin == 0xFFFFFFFF) && (parent.config.settings.managealldevicegroups.indexOf(user._id) >= 0)) { + // This is a super user that can see all device groups for a given domain + var meshStartStr = 'mesh/' + user.domain + '/'; + for (var i in obj.meshes) { if ((obj.meshes[i]._id.startsWith(meshStartStr)) && (obj.meshes[i].deleted == null)) { r.push(obj.meshes[i]._id); } } + return r; + } + if (user.links == null) { return []; } + for (var i in user.links) { + if (i.startsWith('mesh/')) { + // Grant access to a device group thru a direct link + const m = obj.meshes[i]; + if ((m) && (m.deleted == null) && ((rights == null) || ((m.rights & rights) != 0))) { + if (r.indexOf(m._id) == -1) { r.push(m._id); } + } + } else if (i.startsWith('ugrp/')) { + // Grant access to a device group thru a user group + const g = obj.userGroups[i]; + if (g && (g.links != null) && ((rights == null) || ((g.rights & rights) != 0))) { + for (var j in g.links) { + if (j.startsWith('mesh/')) { + const m = obj.meshes[j]; + if ((m) && (m.deleted == null)) { + if (r.indexOf(m._id) == -1) { r.push(m._id); } + } + } + } + } + } + } + return r; + } + + // Get the rights of a user on a given device group + obj.GetMeshRights = function (user, mesh) { + if ((user == null) || (mesh == null)) { return 0; } + if (typeof user == 'string') { user = obj.users[user]; } + if (user == null) { return 0; } + var r, meshid; + if (typeof mesh == 'string') { + meshid = mesh; + } else if ((typeof mesh == 'object') && (typeof mesh._id == 'string')) { + meshid = mesh._id; + } else return 0; + + // Check if this is a super user that can see all device groups for a given domain + if ((user.siteadmin == 0xFFFFFFFF) && (parent.config.settings.managealldevicegroups.indexOf(user._id) >= 0) && (meshid.startsWith('mesh/' + user.domain + '/'))) { return 0xFFFFFFFF; } + + // Check direct user to device group permissions + if (user.links == null) return 0; + var rights = 0; + r = user.links[meshid]; + if (r != null) { + var rights = r.rights; + if (rights == 0xFFFFFFFF) { return rights; } // If the user has full access thru direct link, stop here. + } + + // Check if we are part of any user groups that would give this user more access. + for (var i in user.links) { + if (i.startsWith('ugrp')) { + const g = obj.userGroups[i]; + if (g) { + r = g.links[meshid]; + if (r != null) { + if (r.rights == 0xFFFFFFFF) { + return r.rights; // If the user hash full access thru a user group link, stop here. + } else { + rights |= r.rights; // Add to existing rights (TODO: Deal with reverse rights) + } + } + } + + } + } + + return rights; + } + + // Returns true if the user can view the given device group + obj.IsMeshViewable = function (user, mesh) { + if ((user == null) || (mesh == null)) { return false; } + if (typeof user == 'string') { user = obj.users[user]; } + if (user == null) { return false; } + var meshid; + if (typeof mesh == 'string') { + meshid = mesh; + } else if ((typeof mesh == 'object') && (typeof mesh._id == 'string')) { + meshid = mesh._id; + } else return false; + + // Check if this is a super user that can see all device groups for a given domain + if ((user.siteadmin == 0xFFFFFFFF) && (parent.config.settings.managealldevicegroups.indexOf(user._id) >= 0) && (meshid.startsWith('mesh/' + user.domain + '/'))) { return true; } + + // Check direct user to device group permissions + if (user.links == null) { return false; } + if (user.links[meshid] != null) { return true; } // If the user has a direct link, stop here. + + // Check if we are part of any user groups that would give this user visibility to this device group. + for (var i in user.links) { + if (i.startsWith('ugrp')) { + const g = obj.userGroups[i]; + if (g && (g.links[meshid] != null)) { return true; } // If the user has a user group link, stop here. + } + } + + return false; + } + + // Return the user rights for a given node + obj.GetNodeRights = function (user, mesh, nodeid) { + if ((user == null) || (mesh == null) || (nodeid == null)) { return 0; } + if (typeof user == 'string') { user = obj.users[user]; } + if (user == null) { return 0; } + var r = obj.GetMeshRights(user, mesh); + if (r == 0xFFFFFFFF) return r; + + // Check direct device rights using device data + if ((user.links != null) && (user.links[nodeid] != null)) { r |= user.links[nodeid].rights; } // TODO: Deal with reverse permissions + if (r == 0xFFFFFFFF) return r; + + // Check direct device rights thru a user group + for (var i in user.links) { + if (i.startsWith('ugrp')) { + const g = obj.userGroups[i]; + if (g && (g.links[nodeid] != null)) { r |= g.links[nodeid].rights; } + } + } + + return r; + } + + // Returns a list of displatch targets for a given mesh + // We have to target the meshid and all user groups for this mesh, plus any added targets + obj.CreateMeshDispatchTargets = function (mesh, addedTargets) { + var targets = (addedTargets != null) ? addedTargets : []; + if (targets.indexOf('*') == -1) { targets.push('*'); } + if (typeof mesh == 'string') { mesh = obj.meshes[mesh]; } + if (mesh != null) { targets.push(mesh._id); for (var i in mesh.links) { if (i.startsWith('ugrp/')) { targets.push(i); } } } + return targets; + } + + // Returns a list of displatch targets for a given mesh + // We have to target the meshid and all user groups for this mesh, plus any added targets + obj.CreateNodeDispatchTargets = function (mesh, nodeid, addedTargets) { + var targets = (addedTargets != null) ? addedTargets : []; + targets.push(nodeid); + if (targets.indexOf('*') == -1) { targets.push('*'); } + if (typeof mesh == 'string') { mesh = obj.meshes[mesh]; } + if (mesh != null) { targets.push(mesh._id); for (var i in mesh.links) { if (i.startsWith('ugrp/')) { targets.push(i); } } } + for (var i in obj.userGroups) { const g = obj.userGroups[i]; if ((g != null) && (g.links != null) && (g.links[nodeid] != null)) { targets.push(i); } } + return targets; + } + + // Clone a safe version of a user object, remove everything that is secret. + obj.CloneSafeUser = function (user) { + if (typeof user != 'object') { return user; } + var user2 = Object.assign({}, user); // Shallow clone + delete user2.hash; + delete user2.passhint; + delete user2.salt; + delete user2.type; + delete user2.domain; + delete user2.subscriptions; + delete user2.passtype; + delete user2.otpsms; + if ((typeof user2.otpekey == 'object') && (user2.otpekey != null)) { user2.otpekey = 1; } // Indicates that email 2FA is enabled. + if ((typeof user2.otpsecret == 'string') && (user2.otpsecret != null)) { user2.otpsecret = 1; } // Indicates a time secret is present. + if ((typeof user2.otpkeys == 'object') && (user2.otpkeys != null)) { user2.otpkeys = 0; if (user.otpkeys != null) { for (var i = 0; i < user.otpkeys.keys.length; i++) { if (user.otpkeys.keys[i].u == true) { user2.otpkeys = 1; } } } } // Indicates the number of one time backup codes that are active. + if ((typeof user2.otphkeys == 'object') && (user2.otphkeys != null)) { user2.otphkeys = user2.otphkeys.length; } // Indicates the number of hardware keys setup + return user2; + } + + // Clone a safe version of a node object, remove everything that is secret. + obj.CloneSafeNode = function (node) { + if (typeof node != 'object') { return node; } + var r = node; + if ((r.intelamt != null) && ((r.intelamt.pass != null) || (r.intelamt.mpspass != null))) { + r = Object.assign({}, r); // Shallow clone + r.intelamt = Object.assign({}, r.intelamt); // Shallow clone + if (r.intelamt.pass != null) { r.intelamt.pass = 1; }; // Remove the Intel AMT administrator password from the node + if (r.intelamt.mpspass != null) { r.intelamt.mpspass = 1; }; // Remove the Intel AMT MPS password from the node + } + return r; + } + + // Clone a safe version of a mesh object, remove everything that is secret. + obj.CloneSafeMesh = function (mesh) { + if (typeof mesh != 'object') { return mesh; } + var r = mesh; + if ((r.amt != null) && (r.amt.password != null)) { + r = Object.assign({}, r); // Shallow clone + r.amt = Object.assign({}, r.amt); // Shallow clone + if ((r.amt.password != null) && (r.amt.password != '')) { r.amt.password = 1; } // Remove the Intel AMT password from the policy + } + return r; + } + + // Filter the user web site and only output state that we need to keep + const acceptableUserWebStateStrings = ['webPageStackMenu', 'notifications', 'deviceView', 'nightMode', 'webPageFullScreen', 'search', 'showRealNames', 'sort', 'deskAspectRatio', 'viewsize', 'DeskControl', 'uiMode', 'footerBar']; + const acceptableUserWebStateDesktopStrings = ['encoding', 'showfocus', 'showmouse', 'showcad', 'limitFrameRate', 'noMouseRotate', 'quality', 'scaling'] + obj.filterUserWebState = function (state) { + if (typeof state == 'string') { try { state = JSON.parse(state); } catch (ex) { return null; } } + if ((state == null) || (typeof state != 'object')) { return null; } + var out = {}; + for (var i in acceptableUserWebStateStrings) { + var n = acceptableUserWebStateStrings[i]; + if ((state[n] != null) && ((typeof state[n] == 'number') || (typeof state[n] == 'boolean') || ((typeof state[n] == 'string') && (state[n].length < 64)))) { out[n] = state[n]; } + } + if ((typeof state.stars == 'string') && (state.stars.length < 2048)) { out.stars = state.stars; } + if (typeof state.desktopsettings == 'string') { try { state.desktopsettings = JSON.parse(state.desktopsettings); } catch (ex) { delete state.desktopsettings; } } + if (state.desktopsettings != null) { + out.desktopsettings = {}; + for (var i in acceptableUserWebStateDesktopStrings) { + var n = acceptableUserWebStateDesktopStrings[i]; + if ((state.desktopsettings[n] != null) && ((typeof state.desktopsettings[n] == 'number') || (typeof state.desktopsettings[n] == 'boolean') || ((typeof state.desktopsettings[n] == 'string') && (state.desktopsettings[n].length < 32)))) { out.desktopsettings[n] = state.desktopsettings[n]; } + } + out.desktopsettings = JSON.stringify(out.desktopsettings); + } + if ((typeof state.deskKeyShortcuts == 'string') && (state.deskKeyShortcuts.length < 2048)) { out.deskKeyShortcuts = state.deskKeyShortcuts; } + return JSON.stringify(out); + } + + // Return the correct render page given mobile, minify and override path. + function getRenderPage(pagename, req, domain) { + var mobile = isMobileBrowser(req), minify = (domain.minify == true), p; + if (req.query.mobile == '1') { mobile = true; } else if (req.query.mobile == '0') { mobile = false; } + if (req.query.minify == '1') { minify = true; } else if (req.query.minify == '0') { minify = false; } + if (mobile) { + if ((domain != null) && (domain.webviewspath != null)) { // If the domain has a web views path, use that first + if (minify) { + p = obj.path.join(domain.webviewspath, pagename + '-mobile-min'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Mobile + Minify + Override document + } + p = obj.path.join(domain.webviewspath, pagename + '-mobile'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Mobile + Override document + } + if (obj.parent.webViewsOverridePath != null) { + if (minify) { + p = obj.path.join(obj.parent.webViewsOverridePath, pagename + '-mobile-min'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Mobile + Minify + Override document + } + p = obj.path.join(obj.parent.webViewsOverridePath, pagename + '-mobile'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Mobile + Override document + } + if (minify) { + p = obj.path.join(obj.parent.webViewsPath, pagename + '-mobile-min'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Mobile + Minify document + } + p = obj.path.join(obj.parent.webViewsPath, pagename + '-mobile'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Mobile document + } + if ((domain != null) && (domain.webviewspath != null)) { // If the domain has a web views path, use that first + if (minify) { + p = obj.path.join(domain.webviewspath, pagename + '-min'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Minify + Override document + } + p = obj.path.join(domain.webviewspath, pagename); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Override document + } + if (obj.parent.webViewsOverridePath != null) { + if (minify) { + p = obj.path.join(obj.parent.webViewsOverridePath, pagename + '-min'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Minify + Override document + } + p = obj.path.join(obj.parent.webViewsOverridePath, pagename); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Override document + } + if (minify) { + p = obj.path.join(obj.parent.webViewsPath, pagename + '-min'); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Minify document + } + p = obj.path.join(obj.parent.webViewsPath, pagename); + if (obj.fs.existsSync(p + '.handlebars')) { return p; } // Default document + return null; + } + + // Return the correct render page arguments. + function getRenderArgs(xargs, req, domain, page) { + var minify = (domain.minify == true); + if (req.query.minify == '1') { minify = true; } else if (req.query.minify == '0') { minify = false; } + xargs.min = minify ? '-min' : ''; + xargs.titlehtml = domain.titlehtml; + xargs.title = (domain.title != null) ? domain.title : 'MeshCentral'; + if ( + ((page == 'login2') && (domain.loginpicture == null) && (domain.titlehtml == null)) || + ((page != 'login2') && (domain.titlepicture == null) && (domain.titlehtml == null)) + ) { + if (domain.title == null) { + xargs.title1 = 'MeshCentral'; + xargs.title2 = ''; + } else { + xargs.title1 = domain.title; + xargs.title2 = domain.title2 ? domain.title2 : ''; + } + } else { + xargs.title1 = domain.title1 ? domain.title1 : ''; + xargs.title2 = (domain.title1 && domain.title2) ? domain.title2 : ''; + } + xargs.extitle = encodeURIComponent(xargs.title).split('\'').join('\\\''); + xargs.domainurl = domain.url; + if (typeof domain.hide == 'number') { xargs.hide = domain.hide; } + return xargs; + } + + // Route a command from a agent. domainid, nodeid and meshid are the values of the source agent. + obj.routeAgentCommand = function (command, domainid, nodeid, meshid) { + // Route a message. + // If this command has a sessionid, that is the target. + if (command.sessionid != null) { + if (typeof command.sessionid != 'string') return; + var splitsessionid = command.sessionid.split('/'); + // Check that we are in the same domain and the user has rights over this node. + if ((splitsessionid.length == 4) && (splitsessionid[0] == 'user') && (splitsessionid[1] == domainid)) { + // Check if this user has rights to get this message + if (obj.GetNodeRights(splitsessionid[0] + '/' + splitsessionid[1] + '/' + splitsessionid[2], meshid, nodeid) == 0) return; // TODO: Check if this is ok + + // See if the session is connected. If so, go ahead and send this message to the target node + var ws = obj.wssessions2[command.sessionid]; + if (ws != null) { + command.nodeid = nodeid; // Set the nodeid, required for responses. + delete command.sessionid; // Remove the sessionid, since we are sending to that sessionid, so it's implyed. + try { ws.send(JSON.stringify(command)); } catch (ex) { } + } else if (parent.multiServer != null) { + // See if we can send this to a peer server + var serverid = obj.wsPeerSessions2[command.sessionid]; + if (serverid != null) { + command.fromNodeid = nodeid; + parent.multiServer.DispatchMessageSingleServer(command, serverid); + } + } + } + } else if (command.userid != null) { // If this command has a userid, that is the target. + if (typeof command.userid != 'string') return; + var splituserid = command.userid.split('/'); + // Check that we are in the same domain and the user has rights over this node. + if ((splituserid[0] == 'user') && (splituserid[1] == domainid)) { + // Check if this user has rights to get this message + if (obj.GetNodeRights(command.userid, meshid, nodeid) == 0) return; // TODO: Check if this is ok + + // See if the session is connected + var sessions = obj.wssessions[command.userid]; + + // Go ahead and send this message to the target node + if (sessions != null) { + command.nodeid = nodeid; // Set the nodeid, required for responses. + delete command.userid; // Remove the userid, since we are sending to that userid, so it's implyed. + for (i in sessions) { sessions[i].send(JSON.stringify(command)); } + } + + if (parent.multiServer != null) { + // TODO: Add multi-server support + } + } + } else { // Route this command to all users with MESHRIGHT_AGENTCONSOLE rights to this device group + command.nodeid = nodeid; + var cmdstr = JSON.stringify(command); + + // Find all connected user sessions with access to this device + for (var userid in obj.wssessions) { + var xsessions = obj.wssessions[userid]; + if (obj.GetNodeRights(userid, meshid, nodeid) != 0) { + // Send the message to all sessions for this user on this server + for (i in xsessions) { try { xsessions[i].send(cmdstr); } catch (e) { } } + } + } + + // Send the message to all users of other servers + if (parent.multiServer != null) { + delete command.nodeid; + command.fromNodeid = nodeid; + command.meshid = meshid; + parent.multiServer.DispatchMessage(command); + } + } + } + + // Returns a list of acceptable languages in order + obj.getLanguageCodes = function (req) { + // If a user set a localization, use that + if ((req.query.lang == null) && (req.session != null) && (req.session.userid)) { + var user = obj.users[req.session.userid]; + if ((user != null) && (user.lang != null)) { req.query.lang = user.lang; } + }; + + // Get a list of acceptable languages in order + var acceptLanguages = []; + if (req.query.lang != null) { + acceptLanguages.push(req.query.lang.toLowerCase()); + } else { + if (req.headers['accept-language'] != null) { + var acceptLanguageSplit = req.headers['accept-language'].split(';'); + for (var i in acceptLanguageSplit) { + var acceptLanguageSplitEx = acceptLanguageSplit[i].split(','); + for (var j in acceptLanguageSplitEx) { if (acceptLanguageSplitEx[j].startsWith('q=') == false) { acceptLanguages.push(acceptLanguageSplitEx[j].toLowerCase()); } } + } + } + } + + return acceptLanguages; + } + + // Render a page using the proper language + function render(req, res, filename, args) { + if (obj.renderPages != null) { + // Get the list of acceptable languages in order + var acceptLanguages = obj.getLanguageCodes(req); + + // Take a look at the options we have for this file + var fileOptions = obj.renderPages[obj.path.basename(filename)]; + if (fileOptions != null) { + for (var i in acceptLanguages) { + if ((acceptLanguages[i] == 'en') || (acceptLanguages[i].startsWith('en-'))) { args.lang = 'en'; break; } // English requested, break out. + if (fileOptions[acceptLanguages[i]] != null) { + // Found a match. If the file no longer exists, default to English. + obj.fs.exists(fileOptions[acceptLanguages[i]] + '.handlebars', function (exists) { + if (exists) { args.lang = acceptLanguages[i]; res.render(fileOptions[acceptLanguages[i]], args); } else { args.lang = 'en'; res.render(filename, args); } + }); + return; + } + } + } + } + + // No matches found, render the default english page. + res.render(filename, args); + } + + // Get the list of pages with different languages that can be rendered + function getRenderList() { + // Fetch default rendeing pages + var translateFolder = null; + if (obj.fs.existsSync('views/translations')) { translateFolder = 'views/translations'; } + if (obj.fs.existsSync(obj.path.join(__dirname, 'views', 'translations'))) { translateFolder = obj.path.join(__dirname, 'views', 'translations'); } + + if (translateFolder != null) { + obj.renderPages = {}; + obj.renderLanguages = ['en']; + var files = obj.fs.readdirSync(translateFolder); + for (var i in files) { + var name = files[i]; + if (name.endsWith('.handlebars')) { + name = name.substring(0, name.length - 11); + var xname = name.split('_'); + if (xname.length == 2) { + if (obj.renderPages[xname[0]] == null) { obj.renderPages[xname[0]] = {}; } + obj.renderPages[xname[0]][xname[1]] = obj.path.join(translateFolder, name); + if (obj.renderLanguages.indexOf(xname[1]) == -1) { obj.renderLanguages.push(xname[1]); } + } + } + } + + // See if there are any custom rending pages that will override the default ones + if ((obj.parent.webViewsOverridePath != null) && (obj.fs.existsSync(obj.path.join(obj.parent.webViewsOverridePath, 'translations')))) { + translateFolder = obj.path.join(obj.parent.webViewsOverridePath, 'translations'); + var files = obj.fs.readdirSync(translateFolder); + for (var i in files) { + var name = files[i]; + if (name.endsWith('.handlebars')) { + name = name.substring(0, name.length - 11); + var xname = name.split('_'); + if (xname.length == 2) { + if (obj.renderPages[xname[0]] == null) { obj.renderPages[xname[0]] = {}; } + obj.renderPages[xname[0]][xname[1]] = obj.path.join(translateFolder, name); + if (obj.renderLanguages.indexOf(xname[1]) == -1) { obj.renderLanguages.push(xname[1]); } + } + } + } + } + } + } + + // Get the list of pages with different languages that can be rendered + function getEmailLanguageList() { + // Fetch default rendeing pages + var translateFolder = null; + if (obj.fs.existsSync('emails/translations')) { translateFolder = 'emails/translations'; } + if (obj.fs.existsSync(obj.path.join(__dirname, 'emails', 'translations'))) { translateFolder = obj.path.join(__dirname, 'emails', 'translations'); } + + if (translateFolder != null) { + obj.emailLanguages = ['en']; + var files = obj.fs.readdirSync(translateFolder); + for (var i in files) { + var name = files[i]; + if (name.endsWith('.html')) { + name = name.substring(0, name.length - 5); + var xname = name.split('_'); + if (xname.length == 2) { + if (obj.emailLanguages.indexOf(xname[1]) == -1) { obj.emailLanguages.push(xname[1]); } + } + } + } + + // See if there are any custom rending pages that will override the default ones + if ((obj.parent.webEmailsOverridePath != null) && (obj.fs.existsSync(obj.path.join(obj.parent.webEmailsOverridePath, 'translations')))) { + translateFolder = obj.path.join(obj.parent.webEmailsOverridePath, 'translations'); + var files = obj.fs.readdirSync(translateFolder); + for (var i in files) { + var name = files[i]; + if (name.endsWith('.html')) { + name = name.substring(0, name.length - 5); + var xname = name.split('_'); + if (xname.length == 2) { + if (obj.emailLanguages.indexOf(xname[1]) == -1) { obj.emailLanguages.push(xname[1]); } + } + } + } + } + } + } + + // Return true if a mobile browser is detected. + // This code comes from "http://detectmobilebrowsers.com/" and was modified, This is free and unencumbered software released into the public domain. For more information, please refer to the http://unlicense.org/ + function isMobileBrowser(req) { + //var ua = req.headers['user-agent'].toLowerCase(); + //return (/(android|bb\d+|meego).+mobile|mobile|avantgo|bada\/|blackberry|blazer|compal|elaine|fennec|hiptop|iemobile|ip(hone|od)|iris|kindle|lge |maemo|midp|mmp|mobile.+firefox|netfront|opera m(ob|in)i|palm( os)?|phone|p(ixi|re)\/|plucker|pocket|psp|series(4|6)0|symbian|treo|up\.(browser|link)|vodafone|wap|windows ce|xda|xiino/i.test(ua) || /1207|6310|6590|3gso|4thp|50[1-6]i|770s|802s|a wa|abac|ac(er|oo|s\-)|ai(ko|rn)|al(av|ca|co)|amoi|an(ex|ny|yw)|aptu|ar(ch|go)|as(te|us)|attw|au(di|\-m|r |s )|avan|be(ck|ll|nq)|bi(lb|rd)|bl(ac|az)|br(e|v)w|bumb|bw\-(n|u)|c55\/|capi|ccwa|cdm\-|cell|chtm|cldc|cmd\-|co(mp|nd)|craw|da(it|ll|ng)|dbte|dc\-s|devi|dica|dmob|do(c|p)o|ds(12|\-d)|el(49|ai)|em(l2|ul)|er(ic|k0)|esl8|ez([4-7]0|os|wa|ze)|fetc|fly(\-|_)|g1 u|g560|gene|gf\-5|g\-mo|go(\.w|od)|gr(ad|un)|haie|hcit|hd\-(m|p|t)|hei\-|hi(pt|ta)|hp( i|ip)|hs\-c|ht(c(\-| |_|a|g|p|s|t)|tp)|hu(aw|tc)|i\-(20|go|ma)|i230|iac( |\-|\/)|ibro|idea|ig01|ikom|im1k|inno|ipaq|iris|ja(t|v)a|jbro|jemu|jigs|kddi|keji|kgt( |\/)|klon|kpt |kwc\-|kyo(c|k)|le(no|xi)|lg( g|\/(k|l|u)|50|54|\-[a-w])|libw|lynx|m1\-w|m3ga|m50\/|ma(te|ui|xo)|mc(01|21|ca)|m\-cr|me(rc|ri)|mi(o8|oa|ts)|mmef|mo(01|02|bi|de|do|t(\-| |o|v)|zz)|mt(50|p1|v )|mwbp|mywa|n10[0-2]|n20[2-3]|n30(0|2)|n50(0|2|5)|n7(0(0|1)|10)|ne((c|m)\-|on|tf|wf|wg|wt)|nok(6|i)|nzph|o2im|op(ti|wv)|oran|owg1|p800|pan(a|d|t)|pdxg|pg(13|\-([1-8]|c))|phil|pire|pl(ay|uc)|pn\-2|po(ck|rt|se)|prox|psio|pt\-g|qa\-a|qc(07|12|21|32|60|\-[2-7]|i\-)|qtek|r380|r600|raks|rim9|ro(ve|zo)|s55\/|sa(ge|ma|mm|ms|ny|va)|sc(01|h\-|oo|p\-)|sdk\/|se(c(\-|0|1)|47|mc|nd|ri)|sgh\-|shar|sie(\-|m)|sk\-0|sl(45|id)|sm(al|ar|b3|it|t5)|so(ft|ny)|sp(01|h\-|v\-|v )|sy(01|mb)|t2(18|50)|t6(00|10|18)|ta(gt|lk)|tcl\-|tdg\-|tel(i|m)|tim\-|t\-mo|to(pl|sh)|ts(70|m\-|m3|m5)|tx\-9|up(\.b|g1|si)|utst|v400|v750|veri|vi(rg|te)|vk(40|5[0-3]|\-v)|vm40|voda|vulc|vx(52|53|60|61|70|80|81|83|85|98)|w3c(\-| )|webc|whit|wi(g |nc|nw)|wmlb|wonu|x700|yas\-|your|zeto|zte\-/i.test(ua.substr(0, 4))); + if (typeof req.headers['user-agent'] != 'string') return false; + return (req.headers['user-agent'].toLowerCase().indexOf('mobile') >= 0); + } + + // Return the query string portion of the URL, the ? and anything after. + function getQueryPortion(req) { var s = req.url.indexOf('?'); if (s == -1) { if (req.body && req.body.urlargs) { return req.body.urlargs; } return ''; } return req.url.substring(s); } + + // Generate a random Intel AMT password + function checkAmtPassword(p) { return (p.length > 7) && (/\d/.test(p)) && (/[a-z]/.test(p)) && (/[A-Z]/.test(p)) && (/\W/.test(p)); } + function getRandomAmtPassword() { var p; do { p = Buffer.from(obj.crypto.randomBytes(9), 'binary').toString('base64').split('/').join('@'); } while (checkAmtPassword(p) == false); return p; } + function getRandomPassword() { return Buffer.from(obj.crypto.randomBytes(9), 'binary').toString('base64').split('/').join('@'); } + function getRandomLowerCase(len) { var r = '', random = obj.crypto.randomBytes(len); for (var i = 0; i < len; i++) { r += String.fromCharCode(97 + (random[i] % 26)); } return r; } + + // Generate a 8 digit integer with even random probability for each value. + function getRandomEightDigitInteger() { var bigInt; do { bigInt = parent.crypto.randomBytes(4).readUInt32BE(0); } while (bigInt >= 4200000000); return bigInt % 100000000; } + function getRandomSixDigitInteger() { var bigInt; do { bigInt = parent.crypto.randomBytes(4).readUInt32BE(0); } while (bigInt >= 4200000000); return bigInt % 1000000; } + + // Clean a IPv6 address that encodes a IPv4 address + function cleanRemoteAddr(addr) { if (typeof addr != 'string') { return null; } if (addr.indexOf('::ffff:') == 0) { return addr.substring(7); } else { return addr; } } + + // Set the content disposition header for a HTTP response. + // Because the filename can't have any special characters in it, we need to be extra careful. + function setContentDispositionHeader(res, type, name, size, altname) { + var name = require('path').basename(name).split('\\').join('').split('/').join('').split(':').join('').split('*').join('').split('?').join('').split('"').join('').split('<').join('').split('>').join('').split('|').join('').split(' ').join('').split('\'').join(''); + try { + var x = { 'Cache-Control': 'no-store', 'Content-Type': type, 'Content-Disposition': 'attachment; filename="' + name + '"' }; + if (typeof size == 'number') { x['Content-Length'] = size; } + res.set(x); + } catch (ex) { + var x = { 'Cache-Control': 'no-store', 'Content-Type': type, 'Content-Disposition': 'attachment; filename="' + altname + '"' }; + if (typeof size == 'number') { x['Content-Length'] = size; } + res.set(x); + } + } + + // Record a new entry in a recording log + function recordingEntry(fd, type, flags, data, func, tag) { + try { + if (typeof data == 'string') { + // String write + var blockData = Buffer.from(data), header = Buffer.alloc(16); // Header: Type (2) + Flags (2) + Size(4) + Time(8) + header.writeInt16BE(type, 0); // Type (1 = Header, 2 = Network Data) + header.writeInt16BE(flags, 2); // Flags (1 = Binary, 2 = User) + header.writeInt32BE(blockData.length, 4); // Size + header.writeIntBE(new Date(), 10, 6); // Time + var block = Buffer.concat([header, blockData]); + obj.fs.write(fd, block, 0, block.length, function () { func(fd, tag); }); + } else { + // Binary write + var header = Buffer.alloc(16); // Header: Type (2) + Flags (2) + Size(4) + Time(8) + header.writeInt16BE(type, 0); // Type (1 = Header, 2 = Network Data) + header.writeInt16BE(flags | 1, 2); // Flags (1 = Binary, 2 = User) + header.writeInt32BE(data.length, 4); // Size + header.writeIntBE(new Date(), 10, 6); // Time + var block = Buffer.concat([header, data]); + obj.fs.write(fd, block, 0, block.length, function () { func(fd, tag); }); + } + } catch (ex) { console.log(ex); func(fd, tag); } + } + + // Perform a IP match against a list + function isIPMatch(ip, matchList) { + const ipcheck = require('ipcheck'); + for (var i in matchList) { if (ipcheck.match(ip, matchList[i]) == true) return true; } + return false; + } + + // This is the invalid login throttling code + obj.badLoginTable = {}; + obj.badLoginTableLastClean = 0; + if (parent.config.settings == null) { parent.config.settings = {}; } + if (parent.config.settings.maxinvalidlogin !== false) { + if (typeof parent.config.settings.maxinvalidlogin != 'object') { parent.config.settings.maxinvalidlogin = { time: 10, count: 10 }; } + if (typeof parent.config.settings.maxinvalidlogin.time != 'number') { parent.config.settings.maxinvalidlogin.time = 10; } + if (typeof parent.config.settings.maxinvalidlogin.count != 'number') { parent.config.settings.maxinvalidlogin.count = 10; } + if ((typeof parent.config.settings.maxinvalidlogin.coolofftime != 'number') || (parent.config.settings.maxinvalidlogin.coolofftime < 1)) { parent.config.settings.maxinvalidlogin.coolofftime = null; } + } + obj.setbadLogin = function (ip) { // Set an IP address that just did a bad login request + if (parent.config.settings.maxinvalidlogin === false) return; + if (typeof ip == 'object') { ip = ip.clientIp; } + var splitip = ip.split('.'); + if (splitip.length == 4) { ip = (splitip[0] + '.' + splitip[1] + '.' + splitip[2] + '.*'); } + if (++obj.badLoginTableLastClean > 100) { obj.cleanBadLoginTable(); } + if (typeof obj.badLoginTable[ip] == 'number') { if (obj.badLoginTable[ip] < Date.now()) { delete obj.badLoginTable[ip]; } else { return; } } // Check cooloff period + if (obj.badLoginTable[ip] == null) { obj.badLoginTable[ip] = [Date.now()]; } else { obj.badLoginTable[ip].push(Date.now()); } + if ((obj.badLoginTable[ip].length >= parent.config.settings.maxinvalidlogin.count) && (parent.config.settings.maxinvalidlogin.coolofftime != null)) { + obj.badLoginTable[ip] = Date.now() + (parent.config.settings.maxinvalidlogin.coolofftime * 60000); // Move to cooloff period + } + } + obj.checkAllowLogin = function (ip) { // Check if an IP address is allowed to login + if (parent.config.settings.maxinvalidlogin === false) return true; + if (typeof ip == 'object') { ip = ip.clientIp; } + var splitip = ip.split('.'); + if (splitip.length == 4) { ip = (splitip[0] + '.' + splitip[1] + '.' + splitip[2] + '.*'); } // If this is IPv4, keep only the 3 first + var cutoffTime = Date.now() - (parent.config.settings.maxinvalidlogin.time * 60000); // Time in minutes + var ipTable = obj.badLoginTable[ip]; + if (ipTable == null) return true; + if (typeof ipTable == 'number') { if (obj.badLoginTable[ip] < Date.now()) { delete obj.badLoginTable[ip]; } else { return false; } } // Check cooloff period + while ((ipTable.length > 0) && (ipTable[0] < cutoffTime)) { ipTable.shift(); } + if (ipTable.length == 0) { delete obj.badLoginTable[ip]; return true; } + return (ipTable.length < parent.config.settings.maxinvalidlogin.count); // No more than x bad logins in x minutes + } + obj.cleanBadLoginTable = function () { // Clean up the IP address login blockage table, we do this occasionaly. + if (parent.config.settings.maxinvalidlogin === false) return; + var cutoffTime = Date.now() - (parent.config.settings.maxinvalidlogin.time * 60000); // Time in minutes + for (var ip in obj.badLoginTable) { + var ipTable = obj.badLoginTable[ip]; + if (typeof ipTable == 'number') { + if (obj.badLoginTable[ip] < Date.now()) { delete obj.badLoginTable[ip]; } // Check cooloff period + } else { + while ((ipTable.length > 0) && (ipTable[0] < cutoffTime)) { ipTable.shift(); } + if (ipTable.length == 0) { delete obj.badLoginTable[ip]; } + } + } + obj.badLoginTableLastClean = 0; + } + + return obj; +};