feat(analyzer): enhance anime detection with accent normalization and flexible matching
Build / Lint & Test (push) Successful in 19s
Build / Lint & Test (push) Successful in 19s
This commit is contained in:
1 parent
c46e3dfdb3
commit
2ea83ae566
5 files changed
+143
-12
No files matched your search
@@ -47,9 +47,11 @@ const copyWithProgress = async ({
|
||||
fs.mkdirSync(destDir, { recursive: true });
|
||||
}
|
||||
|
||||
const displayFile = (source || '').replace(/\\/g, '/');
|
||||
const report = (percent, message, eta) => {
|
||||
if (typeof updateWorker === 'function') {
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
percentage: Math.min(percent, 100),
|
||||
ETA: eta || '00:00:00',
|
||||
});
|
||||
@@ -125,6 +127,7 @@ const copyWithProgress = async ({
|
||||
|
||||
if (typeof updateWorker === 'function') {
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
percentage: percent,
|
||||
ETA: eta,
|
||||
});
|
||||
@@ -249,7 +252,7 @@ const plugin = async (args) => {
|
||||
const inputFile = inputFileObj._id;
|
||||
const ext = path.extname(inputFile);
|
||||
const baseName = path.basename(inputFile, ext);
|
||||
const localCopy = path.join(workDir, `${baseName}_old${ext}`);
|
||||
const localCopy = path.join(workDir, `${baseName}_old${ext}`).replace(/\\/g, '/');
|
||||
const skipIfLocal = (args.inputs.skipIfLocal || 'true') === 'true';
|
||||
|
||||
jobLog(`[copyToWorkDir] Source : ${inputFile}\n`);
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
'use strict';
|
||||
'use strict';
|
||||
|
||||
/* eslint-disable no-param-reassign */
|
||||
|
||||
@@ -89,6 +89,37 @@ const details = () => ({
|
||||
],
|
||||
});
|
||||
|
||||
const normalizeAccents = (str) =>
|
||||
String(str || '')
|
||||
.normalize('NFD')
|
||||
.replace(/[\u0300-\u036f]/g, '');
|
||||
|
||||
const matchesAnime = (animeName, targetPath) => {
|
||||
if (!animeName || !targetPath) return false;
|
||||
const cleanTarget = normalizeAccents(targetPath).toLowerCase();
|
||||
const cleanName = normalizeAccents(animeName).trim().toLowerCase();
|
||||
if (!cleanName) return false;
|
||||
|
||||
// 1. Direct substring match (case/accent-insensitive)
|
||||
if (cleanTarget.includes(cleanName)) return true;
|
||||
|
||||
// 2. Token / word boundary match allowing dots, dashes, underscores, spaces between words
|
||||
// e.g. "Family Guy" matches "Family.Guy.1999" or "Family_Guy_S01E01"
|
||||
const words = cleanName.split(/[^a-z0-9]+/).filter(Boolean);
|
||||
if (words.length > 0) {
|
||||
const escapedWords = words.map((w) => w.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'));
|
||||
const flexiblePattern = new RegExp(`(^|[^a-z0-9])${escapedWords.join('[\\s._\\-]+')}([^a-z0-9]|$)`, 'i');
|
||||
if (flexiblePattern.test(cleanTarget)) return true;
|
||||
|
||||
// 3. Match when punctuation/spaces/dots were completely collapsed (e.g. "bob's" -> "bobs")
|
||||
const collapsedName = cleanName.replace(/[^a-z0-9]/g, '');
|
||||
const collapsedTarget = cleanTarget.replace(/[^a-z0-9]/g, '');
|
||||
if (collapsedName.length >= 3 && collapsedTarget.includes(collapsedName)) return true;
|
||||
}
|
||||
|
||||
return false;
|
||||
};
|
||||
|
||||
const parseRate = (rateStr) => {
|
||||
if (!rateStr) return 0;
|
||||
if (rateStr.includes('/')) {
|
||||
@@ -133,14 +164,29 @@ const plugin = async (args) => {
|
||||
const gopSceneCut = '40';
|
||||
jobLog(`[mediaAnalyzerGOP] keyint=${gopKeyint} min-keyint=${gopMinKeyint} scenecut=${gopSceneCut}\n`);
|
||||
|
||||
// Normalize to forward slashes for cross-platform path matching
|
||||
const normalizedPath = filePath.replace(/\\/g, '/');
|
||||
const isMovie = moviePathPatterns.some((p) => normalizedPath.includes(p));
|
||||
const matchedPat = moviePathPatterns.find((p) => normalizedPath.includes(p));
|
||||
// Build candidate paths list to support workDir temporary copies
|
||||
const candidatePaths = [
|
||||
inputFileObj._id,
|
||||
inputFileObj.file,
|
||||
variables.originalLibraryFile,
|
||||
variables.originalLibraryDir,
|
||||
]
|
||||
.filter(Boolean)
|
||||
.map((p) => String(p).replace(/\\/g, '/'));
|
||||
|
||||
jobLog(`[mediaAnalyzerGOP] Candidate paths: ${candidatePaths.join(' | ')}\n`);
|
||||
|
||||
// Check if media matches movie path patterns
|
||||
const matchedPat = moviePathPatterns.find((p) =>
|
||||
candidatePaths.some((cPath) => cPath.toLowerCase().includes(p.toLowerCase())),
|
||||
);
|
||||
const isMovie = !!matchedPat;
|
||||
jobLog(`[mediaAnalyzerGOP] isMovie=${isMovie}${matchedPat ? ` ("${matchedPat}")` : ''}\n`);
|
||||
|
||||
const lowerPath = normalizedPath.toLowerCase();
|
||||
const matchedAnime = animeList.find((name) => lowerPath.includes(name.toLowerCase()));
|
||||
// Check if media matches anime series list
|
||||
const matchedAnime = animeList.find((name) =>
|
||||
candidatePaths.some((cPath) => matchesAnime(name, cPath)),
|
||||
);
|
||||
const isAnimation = !!matchedAnime;
|
||||
jobLog(`[mediaAnalyzerGOP] isAnimation=${isAnimation}${matchedAnime ? ` ("${matchedAnime}")` : ''}\n`);
|
||||
|
||||
@@ -173,3 +219,6 @@ const plugin = async (args) => {
|
||||
|
||||
module.exports.details = details;
|
||||
module.exports.plugin = plugin;
|
||||
module.exports.matchesAnime = matchesAnime;
|
||||
module.exports.normalizeAccents = normalizeAccents;
|
||||
|
||||
@@ -47,9 +47,11 @@ const copyWithProgress = async ({
|
||||
fs.mkdirSync(destDir, { recursive: true });
|
||||
}
|
||||
|
||||
const displayFile = (source || '').replace(/\\/g, '/');
|
||||
const report = (percent, message, eta) => {
|
||||
if (typeof updateWorker === 'function') {
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
percentage: Math.min(percent, 100),
|
||||
ETA: eta || '00:00:00',
|
||||
});
|
||||
@@ -125,6 +127,7 @@ const copyWithProgress = async ({
|
||||
|
||||
if (typeof updateWorker === 'function') {
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
percentage: percent,
|
||||
ETA: eta,
|
||||
});
|
||||
|
||||
@@ -215,7 +215,8 @@ const plugin = async (args) => {
|
||||
const inputBaseName = path.basename(inputFile, path.extname(inputFile));
|
||||
const baseName = variables.workDirSourceBaseName
|
||||
|| (variables.workDirCopyApplied === 'true' ? inputBaseName.replace(/_old$/, '') : inputBaseName);
|
||||
const outFile = path.join(workDir, `${baseName}.${container}`);
|
||||
const outFile = path.join(workDir, `${baseName}.${container}`).replace(/\\/g, '/');
|
||||
const displayFile = (variables.originalLibraryFile || inputFile).replace(/\\/g, '/');
|
||||
const statsFile = path.join(workDir, 'x265_2pass.log');
|
||||
// The CLI runs with workDir as its current directory. Keeping this relative
|
||||
// avoids the Windows drive colon being parsed as an x265-params separator.
|
||||
@@ -262,6 +263,14 @@ const plugin = async (args) => {
|
||||
}
|
||||
|
||||
jobLog('[transcode2PassX265] Copying compatible video and processing audio...\n');
|
||||
if (typeof updateWorker === 'function') {
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
CLIType: args.ffmpegPath,
|
||||
preset: 'copy',
|
||||
});
|
||||
}
|
||||
|
||||
const { CLI } = require('../../../../FlowHelpers/1.0.0/cliUtils');
|
||||
const copyCli = new CLI({
|
||||
cli: args.ffmpegPath,
|
||||
@@ -272,6 +281,7 @@ const plugin = async (args) => {
|
||||
...audioArgs,
|
||||
'-map_metadata', '-1',
|
||||
'-map_chapters', '-1',
|
||||
'-metadata', `title=${baseName}`,
|
||||
'-disposition:v:0', 'default',
|
||||
...videoArgs,
|
||||
'-sn',
|
||||
@@ -282,7 +292,7 @@ const plugin = async (args) => {
|
||||
jobLog,
|
||||
outputFilePath: outFile,
|
||||
inputFileObj,
|
||||
updateWorker,
|
||||
updateWorker: (data) => updateWorker && updateWorker({ file: displayFile, ...data }),
|
||||
logFullCliOutput: args.logFullCliOutput || false,
|
||||
args,
|
||||
});
|
||||
@@ -310,16 +320,28 @@ const plugin = async (args) => {
|
||||
const { CLI } = require('../../../../FlowHelpers/1.0.0/cliUtils');
|
||||
const { updateProgress } = args;
|
||||
|
||||
if (typeof updateWorker === 'function') {
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
CLIType: args.ffmpegPath,
|
||||
preset: `x265 2-pass (${vBitrate})`,
|
||||
});
|
||||
}
|
||||
|
||||
// Scale 2-pass progress so Pass 1 counts for 0-50% and Pass 2 counts for 50-100%
|
||||
const pass1UpdateWorker = (progressData) => {
|
||||
if (typeof updateWorker !== 'function') return;
|
||||
if (progressData && typeof progressData.percentage === 'number') {
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
...progressData,
|
||||
percentage: scalePassPercentage(1, progressData.percentage),
|
||||
});
|
||||
} else {
|
||||
updateWorker(progressData);
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
...progressData,
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
@@ -339,11 +361,15 @@ const plugin = async (args) => {
|
||||
if (typeof updateWorker !== 'function') return;
|
||||
if (progressData && typeof progressData.percentage === 'number') {
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
...progressData,
|
||||
percentage: scalePassPercentage(2, progressData.percentage),
|
||||
});
|
||||
} else {
|
||||
updateWorker(progressData);
|
||||
updateWorker({
|
||||
file: displayFile,
|
||||
...progressData,
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
@@ -413,6 +439,7 @@ const plugin = async (args) => {
|
||||
...audioArgs,
|
||||
'-map_metadata', '-1',
|
||||
'-map_chapters', '-1',
|
||||
'-metadata', `title=${baseName}`,
|
||||
'-disposition:v:0', 'default',
|
||||
...videoArgs,
|
||||
'-x265-params', `pass=2:${x265ParamsBase}`,
|
||||
|
||||
Reference in new issue
Block a user