/* ---------------------------------------------------------------------------- Question Server GitLab: This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . ------------------------------------------------------------------------- */ const hr = '---------------------------------------------------------------------------------' const DELIM = C('green') + '|' + C() // import express from 'express' import utils from '../utils/utils' import { Request } from '../types/basicTypes' const vlogDir = 'stats/vlogs/' const logDir = 'stats/logs/' const statFile = 'stats/stats' const vStatFile = 'stats/vstats' const uStatsFile = 'stats/ustats' const uvStatsFile = 'stats/uvstats' const nologFile = './data/nolog' const colors = ['green', 'red', 'yellow', 'blue', 'magenta', 'cyan'] const logFileName = 'log' const writeInterval = 10 const debugLevel = parseInt(process.env.NS_LOGLEVEL) || 0 // let vdata = {} // visit data // let dvData = {} // visit data, but daily // let uData = {} // visit data, but per user // let udvData = {} // visit data, but per user and daily let vData = {} // visit data let dvData = {} // visit data, but daily let uvData = {} // visit data, but per user let udvData = {} // visit data, but per user and daily let writes = 0 let noLogIds: string[] = [] function getColoredDateString(): string { const date = new Date() const dateString = utils.GetDateString() return GetRandomColor(date.getHours().toString()) + dateString + C() } function DebugLog(msg: string | object, name: string, lvl: number): void { if (lvl <= debugLevel) { if (msg === 'hr') { msg = hr } let res = msg const header = `${C('red')}#DEBUG${lvl}#${C( 'yellow' )}${name.toUpperCase()}${C('red')}#${C()}${DELIM}${C()}` if (typeof msg !== 'object') { res = header + msg } else { Log(header + 'OBJECT:', 'yellow') res = msg } Log(res, 'yellow') } } function Log(msg: string | object, color?: string): void { let log = msg if (typeof msg !== 'object') { const delimiter = DELIM + C(color) log = getColoredDateString() + delimiter + C(color) + msg + C() } if (!process.env.NS_NOLOG) { console.log(log) } utils.AppendToFile( typeof log === 'string' ? log : JSON.stringify(log), logDir + logFileName ) } function expandWithSpaces(text: string, count: number) { while (text.length < count) { text += ' ' } return text } function LogReq( req: Request, toFile?: boolean, statusCode?: string | number ): void { try { let logEntry = '' // logHashed(ip) let dl = DELIM if (req.url.includes('lred')) { dl += C('red') } if (!shouldLog(req.session.user.id, noLogIds)) { return } let hostname if (req.hostname) { hostname = req.hostname.replace('www.', '').split('.')[0] } else { hostname = 'NOHOST' Log( 'req.hostname is undefined! req.hostname: ' + req.hostname, GetColor('redbg') ) } if (!toFile) { hostname = expandWithSpaces(hostname, 10) } logEntry += logHashed(hostname) + dl if (toFile) { logEntry += req.headers['user-agent'] + dl logEntry += req.method + dl } let uid = '' if (req.session && req.session.user) { uid = req.session.user.id.toString() } else if (req.session && req.session.isException === true) { uid = 'EX' } else { uid = 'NOUSR' } if (!toFile) { uid = expandWithSpaces(uid, 5) } logEntry += GetRandomColor(uid.toString()) + uid + C() + dl logEntry += GetRandomColor(req.url.split('?')[0]) + req.url + C() if (statusCode !== undefined) { logEntry += dl + statusCode } logEntry += C() if (!toFile) { Log(logEntry) } else { const defLogs = utils.GetDateString() + dl + logEntry utils.AppendToFile(defLogs, vlogDir + logFileName) } } catch (err) { console.error(err) Log('Error at logging lol', GetColor('redbg')) } } function parseNoLogFile(newData: string) { noLogIds = newData.split('\n') if (noLogIds[noLogIds.length - 1] === '') { noLogIds.pop() } noLogIds = noLogIds.filter((noLogId) => { return noLogId !== '' }) Log('\tNo Log user ID-s changed: ' + noLogIds.join(', ')) } function setNoLogReadInterval() { utils.WatchFile(nologFile, (newData: string) => { parseNoLogFile(newData) }) parseNoLogFile(utils.ReadFile(nologFile)) } function Load(): void { Log('Loading logger...') try { uvData = JSON.parse(utils.ReadFile(uStatsFile)) } catch (err) { Log('Error at loading logs! (@ first run its normal)', GetColor('redbg')) console.error(err) } try { udvData = JSON.parse(utils.ReadFile(uvStatsFile)) } catch (err) { Log('Error at loading logs! (@ first run its normal)', GetColor('redbg')) console.error(err) } try { vData = utils.ReadJSON(statFile) } catch (err) { Log('Error at loading logs! (@ first run its normal)', GetColor('redbg')) console.error(err) } try { dvData = utils.ReadJSON(vStatFile) } catch (err) { Log( 'Error at loading visit logs! (@ first run its normal)', GetColor('redbg') ) console.error(err) } setNoLogReadInterval() } export function shouldLog(userId: string | number, nolog: string[]): boolean { return nolog.some((noLogId) => { return noLogId === userId.toString() }) } function LogStat(url: string, hostname: string, userId: number | string): void { const nolog = shouldLog(userId, noLogIds) if (nolog) { return } url = hostname + url.split('?')[0] Inc(url) AddUserIdStat(userId.toString()) IncUserStat(userId.toString()) AddVisitStat(url) Save() } function IncUserStat(userId: string) { try { if (uvData[userId] === undefined) { uvData[userId] = 0 } uvData[userId]++ } catch (err) { Log('Error at making user ID stats!', GetColor('redbg')) console.error(err) } } function AddUserIdStat(userId: string) { try { const date = new Date() const now = date.getFullYear() + '-' + ('0' + (date.getMonth() + 1)).slice(-2) + '-' + ('0' + date.getDate()).slice(-2) if (udvData[now] === undefined) { udvData[now] = {} } if (udvData[now][userId] === undefined) { udvData[now][userId] = 0 } udvData[now][userId]++ } catch (err) { Log('Error at making user ID stats!', GetColor('redbg')) console.error(err) } } function Inc(value: string) { if (value.startsWith('/?')) { value = '/' } if (vData[value] === undefined) { vData[value] = 0 } vData[value]++ } function AddVisitStat(name: string) { const date = new Date() const now = date.getFullYear() + '-' + ('0' + (date.getMonth() + 1)).slice(-2) + '-' + ('0' + date.getDate()).slice(-2) if (dvData[now] === undefined) { dvData[now] = {} } if (dvData[now][name] === undefined) { dvData[now][name] = 0 } dvData[now][name]++ } function Save() { writes++ if (writes === writeInterval) { try { utils.WriteFile(JSON.stringify(uvData), uStatsFile) } catch (err) { Log('Error at writing logs! (more in stderr)', GetColor('redbg')) console.error(err) } try { utils.WriteFile(JSON.stringify(udvData), uvStatsFile) } catch (err) { Log('Error at writing logs! (more in stderr)', GetColor('redbg')) console.error(err) } try { utils.WriteFile(JSON.stringify(vData), statFile) // Log("Stats wrote."); } catch (err) { Log('Error at writing logs! (more in stderr)', GetColor('redbg')) console.error(err) } try { utils.WriteFile(JSON.stringify(dvData), vStatFile) // Log("Stats wrote."); } catch (err) { Log('Error at writing visit logs! (more in stderr)', GetColor('redbg')) console.error(err) } writes = 0 } } function logHashed(msg: string): string { return GetRandomColor(msg.toString()) + msg + C() } function GetRandomColor(msg: string): string { if (!msg) { return 'red' } const res = msg.split('').reduce((res, character) => { return res + character.charCodeAt(0) }, 0) return C(colors[res % colors.length]) } function GetColor(color: string): string { return color } function C(color?: string): string { if (color !== undefined) { color = color.toLowerCase() } if (color === 'redbg') { return '\x1b[41m' } if (color === 'bluebg') { return '\x1b[44m' } if (color === 'cyanbg') { return '\x1b[46m' } if (color === 'green') { return '\x1b[32m' } if (color === 'red') { return '\x1b[31m' } if (color === 'yellow') { return '\x1b[33m' } if (color === 'blue') { return '\x1b[34m' } if (color === 'magenta') { return '\x1b[35m' } if (color === 'cyan') { return '\x1b[36m' } return '\x1b[0m' } export default { getColoredDateString: getColoredDateString, Log: Log, DebugLog: DebugLog, GetColor: GetColor, LogReq: LogReq, LogStat: LogStat, Load: Load, logHashed: logHashed, hr: hr, C: C, logFileName: logFileName, logDir: logDir, vlogDir: vlogDir, }