detect.js

import fs from 'fs';
import os from 'os';
import {areJsonEqual, executeWithDelay, generateDailyMinutes, getCurrentDateTimeStringPath, readDataFile, writeDataFile} from "./utils.js";

const args = process.argv.slice(2);
const DATA_ROOT = args.length > 0 ? (!args[0].endsWith('/') ? args[0] + '/' : args[0]) : './';

let hasNewFile = false;
let needsNotify = false;
const notifyData = [];

const main = async (isRandom) => {
	console.log(`main(random:${!!isRandom}) start`);
	const date = new Date();
	const minutesOfDay = date.getHours() * 60 + date.getMinutes();
	console.log(`minutesOfDay: ${minutesOfDay}`);
	const configs = readDataFile(`${DATA_ROOT}config.json`);
	for (const config of configs) {
		const {
			id, url, options,
			format, filters, condition,
			notify, notifyType, notifyCondition, errorCondition,
			every, random, record = true, randomMin, perDay,
			enable
		} = config;
		if (enable === false || !!isRandom !== !!random || (every && minutesOfDay % every !== 0)) {
			console.log(`monitor id: ${id} skipped`);
			continue;
		}

		if (randomMin && perDay) {
			const dailyMinutes = generateDailyMinutes(date, perDay);
			if (!dailyMinutes.includes(minutesOfDay)) {
				console.log(`monitor id: ${id} skipped, ${minutesOfDay} not match ${JSON.stringify(dailyMinutes)}`);
				continue;
			}
		}

		console.log(`monitor id: ${id} start`);
		const processedOptions = processOptions(options);
		try {
			const result = await monitorFile(id, url, processedOptions, format, filters, condition);
			if (result && record) {
				hasNewFile = true;
				if (notify) {
					if (!notifyCondition || eval(`result${notifyCondition}`)) {
						const msg = `id: ${id} content changed, condition: ${notifyCondition || true} match`;
						console.log(msg);
						addNotifyMessage(msg, notifyType);
					}
				}

				if (errorCondition && eval(`result.${errorCondition}`)) {
					const msg = `id: ${id} errors, condition: ${errorCondition} match`;
					console.log(msg);
					addNotifyMessage(msg, notifyType);
				}
			}
		} catch (e) {
			console.error('There was a problem with your fetch operation:', e);
			addNotifyMessage(e.toString(), notifyType);
		}
		console.log(`monitor id: ${id} end`);
	}

	if (hasNewFile) {
		setOutput('new_file', true);
	}

	console.log(`main(random:${!!isRandom}) end`);
}

/**
 * 比较新数据和老数据, 仅当条件满足且内容变化时, 才保存新数据.
 * @param id 需要存储的目录名
 * @param url 需要匹配的目标URL
 * @param options fetch options
 * @param format 是否对JSON格式化, 方便查看.
 * @param filters 字符串数组类型, 过滤特定字段. 比如设置`['referees']`, 过滤掉你不关心的`referees`字段.
 * @param condition 需满足的额外条件. 比如设置`length`, 则即便内容有变化, 也还需要length变化时, 才存储.
 * @returns {Promise<any|null>}
 */
const monitorFile = async (id, url, options = null, format = false, filters = null, condition = null) => {
	const response = options ? await fetch(url, options) : await fetch(url);
	if (!response.ok) {
		console.error(`There was a problem with your fetch operation. response: ${response.status}`);
	}

	const newData = await getContent(response);
	const folderName = id.replace(/\//g, '_');
	const ext = typeof newData === 'string' ? '.txt' : '.json';
	const currentFile = `${DATA_ROOT}data/${folderName}/current${ext}`;
	const previousData = readDataFile(currentFile, 'utf8');
	const timestampPath = getCurrentDateTimeStringPath() + ext;
	if (typeof newData === 'string') {
		if (newData !== previousData) {
			writeDataFile(currentFile, newData);
			writeDataFile(`${DATA_ROOT}data/${folderName}/${timestampPath}`, newData);
			return newData;
		}
	} else if (!areJsonEqual(newData, previousData, filters) && (!condition || (eval(`newData.${condition}`) !== eval(`previousData.${condition}`)))) {
		writeDataFile(currentFile, JSON.stringify(newData, null, format ? '\t' : null));
		writeDataFile(`${DATA_ROOT}data/${folderName}/${timestampPath}`, JSON.stringify(newData, null, format ? '\t' : null));
		return newData;
	}

	return null;
}

const getContent = async (response) => {
	if (response.ok) {
		// 请求成功，返回解析后的数据
		const contentType = response.headers.get('content-type');
		if (contentType && contentType.includes('application/json')) {
			return await response.json();
		}
		return await response.text();
	} else {
		// 请求失败
		const status = response.status;
		const statusText = response.statusText;

		// 如果是40x错误，尝试获取JSON格式的错误信息
		if (status >= 400 && status < 500) {
			try {
				// 尝试解析错误响应体为JSON
				const errorData = await response.json();
				return { error: statusText, details: errorData, status };
			} catch (e) {
				// 如果解析JSON失败，尝试获取文本内容
				try {
					const errorText = await response.text();
					return { error: statusText, details: errorText, status };
				} catch (textError) {
					return { error: statusText, details: '无法读取响应内容', status };
				}
			}
		} else {
			// 对于非40x错误，不尝试获取响应内容
			return { error: statusText, status };
		}
	}
}

const setOutput = (key, value) => {
	try {
		const output = process.env['GITHUB_OUTPUT']
		fs.appendFileSync(output, `${key}=${JSON.stringify(value)}${os.EOL}`)
	} catch (e) {
		console.error('GitHub output failed:', e.message);
	}
}

const processOptions = (options) => {
	if (options && options.headers) {
		const processedHeaders = {...options.headers};
		Object.entries(options.headers).map(([key, value]) => {
			if (value === '{{timestamp}}') {
				processedHeaders[key] = Date.now();
			}
		});

		return {
			...options,
			headers: processedHeaders,
		}
	}

	return options;
}

// 添加通知消息的辅助函数
const addNotifyMessage = (message, notifyType) => {
	const types = notifyType ?
		notifyType.split(',').map(type => type.trim()) :
		['synology']; // 默认使用synology

	notifyData.push({
		message: message,
		types: types
	});

	needsNotify = true;
};

await main();
await executeWithDelay(main, true);

setOutput('notify', needsNotify);
if (needsNotify) {
	setOutput('data', notifyData);
}