gabehf/Tdarr_Plugins
1
0
Fork 0
mirror of https://github.com/gabehf/Tdarr_Plugins.git synced 2026-03-16 02:35:54 -07:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update DOOM_NVENC_Tiered_MKV_CleanAll (#140)

Browse source 
* Minor formatting fixes

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll

Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll to v2

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

Remove unwanted Subs

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

* Update Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js

Co-authored-by: Trevin <trevin@trevinchow.com>
This commit is contained in:
mdoom23 2021-09-25 12:02:52 -05:00 • committed by GitHub
parent 90261dfac5
commit a8b03f1e88
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 179 additions and 152 deletions
Download patch file Download diff file Expand all files Collapse all files

319
Community/Tdarr_Plugin_DOOM_NVENC_Tiered_MKV_CleanAll.js
View file

@ -8,76 +8,77 @@ function details() {
Operation: "Transcode", Operation: "Transcode",
Description: Description:
"In a single pass ensures all files are in MKV containers and where possible encoded in h265 (Tiered bitrate based on resolution), removes audio and subtitles that are not in the configured language or marked as commentary.", "In a single pass ensures all files are in MKV containers and where possible encoded in h265 (Tiered bitrate based on resolution), removes audio and subtitles that are not in the configured language or marked as commentary.",
Tags: "pre-processing,ffmpeg,nvenc h265", Version: "2.0",
Tags: "pre-processing,ffmpeg,nvenc h265",
Inputs: [ Inputs: [
{ {
name: "target_bitrate_480p576p", name: "target_bitrate_480p576p",
tooltip: `Specify the target bitrate for 480p and 576p files, if current bitrate exceeds the target. Otherwise target_pct_reduction will be used. tooltip: `Specify the target bitrate for 480p and 576p files, if current bitrate exceeds the target. Otherwise target_pct_reduction will be used.
\\nExample 1 Mbps:\\n \\nExample 1 Mbps:\\n
1000000`, 1000000`,
}, },
{ {
name: "target_bitrate_720p", name: "target_bitrate_720p",
tooltip: `Specify the target bitrate for 720p files, if current bitrate exceeds the target. Otherwise target_pct_reduction will be used. tooltip: `Specify the target bitrate for 720p files, if current bitrate exceeds the target. Otherwise target_pct_reduction will be used.
\\nExample 2 Mbps:\\n \\nExample 2 Mbps:\\n
2000000`, 2000000`,
}, },
{ {
name: "target_bitrate_1080p", name: "target_bitrate_1080p",
tooltip: `Specify the target bitrate for 1080p files, if current bitrate exceeds the target. Otherwise target_pct_reduction will be used. tooltip: `Specify the target bitrate for 1080p files, if current bitrate exceeds the target. Otherwise target_pct_reduction will be used.
\\nExample 2.5 Mbps:\\n \\nExample 2.5 Mbps:\\n
2500000`, 2500000`,
}, },
{ {
name: "target_bitrate_4KUHD", name: "target_bitrate_4KUHD",
tooltip: `Specify the target bitrate for 4KUHD files, if current bitrate exceeds the target. Otherwise target_pct_reduction will be used. tooltip: `Specify the target bitrate for 4KUHD files, if current bitrate exceeds the target. Otherwise target_pct_reduction will be used.
\\nExample 14 Mbps:\\n \\nExample 14 Mbps:\\n
14000000`, 14000000`,
}, },
{ {
name: "target_pct_reduction", name: "target_pct_reduction",
tooltip: `Specify the target reduction of bitrate, if current bitrate is less than resolution targets. tooltip: `Specify the target reduction of bitrate, if current bitrate is less than resolution targets.
\\nExample 60%:\\n \\nExample 50%:\\n
.60`, .50`,
}, },
{ {
name: "audio_language", name: "audio_language",
tooltip: `Specify language tag/s here for the audio tracks you'd like to keep, recommended to keep "und" as this stands for undertermined, some files may not have the language specified. Must follow ISO-639-2 3 letter format. https://en.wikipedia.org/wiki/List_of_ISO_639-2_codes tooltip: `Specify language tag/s here for the audio tracks you'd like to keep, recommended to keep "und" as this stands for undertermined, some files may not have the language specified. Must follow ISO-639-2 3 letter format. https://en.wikipedia.org/wiki/List_of_ISO_639-2_codes
\\nExample:\\n \\nExample:\\n
eng eng
\\nExample:\\n \\nExample:\\n
eng,und eng,und
\\nExample:\\n \\nExample:\\n
eng,und,jap`, eng,und,jap`,
}, },
{ {
name: "audio_commentary", name: "audio_commentary",
tooltip: `Specify if audio tracks that contain commentary/description should be removed. tooltip: `Specify if audio tracks that contain commentary/description should be removed.
\\nExample:\\n \\nExample:\\n
true true
\\nExample:\\n \\nExample:\\n
false`, false`,
}, },
{ {
name: "subtitle_language", name: "subtitle_language",
tooltip: `Specify language tag/s here for the subtitle tracks you'd like to keep. Must follow ISO-639-2 3 letter format. https://en.wikipedia.org/wiki/List_of_ISO_639-2_codes tooltip: `Specify language tag/s here for the subtitle tracks you'd like to keep. Must follow ISO-639-2 3 letter format. https://en.wikipedia.org/wiki/List_of_ISO_639-2_codes
\\nExample:\\n \\nExample:\\n
eng eng
\\nExample:\\n \\nExample:\\n
eng,jap`, eng,jap`,
}, },
{ {
name: "subtitle_commentary", name: "subtitle_commentary",
tooltip: `Specify if subtitle tracks that contain commentary/description should be removed. tooltip: `Specify if subtitle tracks that contain commentary/description should be removed.
\\nExample:\\n \\nExample:\\n
true true
\\nExample:\\n \\nExample:\\n
false`, false`,
}, },
], ],
}; };
@ -196,21 +197,23 @@ function loopOverStreamsOfType(file, type, method) {
/** /**
* Removes audio tracks that aren't in the allowed languages or labeled as Commentary tracks. * Removes audio tracks that aren't in the allowed languages or labeled as Commentary tracks.
* Transcode audio if specified.
*/ */
function buildAudioConfiguration(inputs, file, logger) { function buildAudioConfiguration(inputs, file, logger) {
var configuration = new Configurator(["-c:a copy"]); var configuration = new Configurator(["-c:a copy"]);
var stream_count = 0; var stream_count = 0;
var streams_removing = 0; var streams_removing = 0;
var languages = inputs.audio_language.split(","); var languages = inputs.audio_language.split(",");
loopOverStreamsOfType(file, "audio", function (stream, id) {
stream_count++; function audioProcess(stream, id) {
stream_count++;
if ("tags" in stream && "title" in stream.tags && inputs.audio_commentary.toLowerCase() == "true") { if ("tags" in stream && "title" in stream.tags && inputs.audio_commentary.toLowerCase() == "true") {
if ( if (
stream.tags.title.toLowerCase().includes("commentary") || stream.tags.title.toLowerCase().includes("commentary") ||
stream.tags.title.toLowerCase().includes("description") || stream.tags.title.toLowerCase().includes("description") ||
stream.tags.title.toLowerCase().includes("sdh") stream.tags.title.toLowerCase().includes("sdh")
) { ) {
streams_removing++; streams_removing++;
configuration.AddOutputSetting(`-map -0:a:${id}`); configuration.AddOutputSetting(`-map -0:a:${id}`);
logger.AddError( logger.AddError(
`Removing Commentary or Description audio track: ${stream.tags.title}` `Removing Commentary or Description audio track: ${stream.tags.title}`
@ -222,24 +225,28 @@ function buildAudioConfiguration(inputs, file, logger) {
if ("language" in stream.tags) { if ("language" in stream.tags) {
if (languages.indexOf(stream.tags.language.toLowerCase()) === -1) { if (languages.indexOf(stream.tags.language.toLowerCase()) === -1) {
configuration.AddOutputSetting(`-map -0:a:${id}`); configuration.AddOutputSetting(`-map -0:a:${id}`);
streams_removing++; streams_removing++;
logger.AddError( logger.AddError(
`Removing audio track in language ${stream.tags.language}` `Removing audio track in language ${stream.tags.language}`
); );
} }
} }
}}); }
}
loopOverStreamsOfType(file, "audio", audioProcess);
if (stream_count == streams_removing) { if (stream_count == streams_removing) {
logger.AddError( logger.AddError(
`*** All audio tracks would have been removed. Defaulting to keeping all tracks for this file.` `*** All audio tracks would have been removed. Defaulting to keeping all tracks for this file.`
); );
configuration.ResetOutputSetting(["-c:a copy"]); configuration.ResetOutputSetting(["-c:a copy"]);
} }
return configuration; return configuration;
} }
/** /**
* Removes subtitles that aren't in the allowed languages or labeled as Commentary tracks. * Removes subtitles that aren't in the allowed languages or labeled as Commentary tracks.
*/ */
@ -250,25 +257,39 @@ function buildSubtitleConfiguration(inputs, file, logger) {
if (languages.length === 0) return configuration; if (languages.length === 0) return configuration;
loopOverStreamsOfType(file, "subtitle", function (stream, id) { loopOverStreamsOfType(file, "subtitle", function (stream, id) {
if (stream.codec_name === "eia_608") { if ((stream.codec_name === "eia_608") ||
(stream.codec_tag_string === "mp4s")) {
// unsupported subtitle codec? // unsupported subtitle codec?
configuration.AddOutputSetting(`-map -0:s:${id}`); configuration.AddOutputSetting(`-map -0:s:${id}`);
return; logger.AddError(
`Removing unsupported subtitle`
);
return;
} }
// Remove unknown sub streams
if (!("codec_name" in stream)) {
configuration.AddOutputSetting(`-map -0:s:${id}`);
logger.AddError(
`Removing unknown subtitle`
);
return;
}
if ("tags" in stream) { if ("tags" in stream) {
// Remove unwated languages // Remove unwanted languages
if ("language" in stream.tags) { if ("language" in stream.tags) {
if (languages.indexOf(stream.tags.language.toLowerCase()) === -1) { if (languages.indexOf(stream.tags.language.toLowerCase()) === -1) {
configuration.AddOutputSetting(`-map -0:s:${id}`); configuration.AddOutputSetting(`-map -0:s:${id}`);
logger.AddError( logger.AddError(
`Removing subtitle in language ${stream.tags.language}` `Removing subtitle in language ${stream.tags.language}`
); );
return;
} }
} }
// Remove commentary subtitles // Remove commentary subtitles
if ("title" in stream.tags && (inputs.subtitle_commentary.toLowerCase() == "true")) { if ("title" in stream.tags && (inputs.subtitle_commentary.toLowerCase() == "true")) {
if ( if (
stream.tags.title.toLowerCase().includes("commentary") || stream.tags.title.toLowerCase().includes("commentary") ||
stream.tags.title.toLowerCase().includes("description") || stream.tags.title.toLowerCase().includes("description") ||
@ -278,6 +299,7 @@ function buildSubtitleConfiguration(inputs, file, logger) {
logger.AddError( logger.AddError(
`Removing Commentary or Description subtitle: ${stream.tags.title}` `Removing Commentary or Description subtitle: ${stream.tags.title}`
); );
return;
} }
} }
} }
@ -292,118 +314,104 @@ function buildSubtitleConfiguration(inputs, file, logger) {
/** /**
* Attempts to ensure that video streams are h265 encoded and inside an * Attempts to ensure that video streams are h265 encoded and inside an
* MKV container. Will use CPU, Intel Quick Sync or NVidia NVENC encoding * MKV container.
* as configured in the plugin inputs.
*/ */
function buildVideoConfiguration(inputs, file, logger) { function buildVideoConfiguration(inputs, file, logger) {
var configuration = new Configurator(["-map 0", "-map -0:d", "-c:v copy"]); var configuration = new Configurator(["-map 0", "-map -0:d", "-c:v copy"]);
loopOverStreamsOfType(file, "video", function (stream, id) {
if (stream.codec_name === "mjpeg") {
configuration.AddOutputSetting(`-map -v:${id}`);
return;
}
if (stream.codec_name === "hevc" && file.container === "mkv") { var tiered = {
logger.AddSuccess("File is in HEVC codec and in MKV"); "480p" : {"bitrate" : inputs.target_bitrate_480p576p,
return; "max_increase" : 500,
} "cq" : 29
},
"576p" : {"bitrate" : inputs.target_bitrate_480p576p,
"max_increase" : 500,
"cq" : 29
},
"720p" : {"bitrate" : inputs.target_bitrate_720p,
"max_increase" : 2000,
"cq" : 30
},
"1080p" : {"bitrate" : inputs.target_bitrate_1080p,
"max_increase" : 2500,
"cq" : 31
},
"4KUHD" : {"bitrate" : inputs.target_bitrate_4KUHD,
"max_increase" : 6000,
"cq" : 31
},
"Other" : {"bitrate" : inputs.target_bitrate_1080p,
"max_increase" : 2500,
"cq" : 31
}
};
// Check if should Remux. var inputSettings = {
if (stream.codec_name === "hevc" && file.container !== "mkv") { "h263" : "-c:v h263_cuvid",
configuration.AddOutputSetting("-c:v copy"); "h264" : "",
logger.AddError("File is in HEVC codec but not MKV. Will remux"); "mjpeg" : "c:v mjpeg_cuvid",
} "mpeg1" : "-c:v mpeg1_cuvid",
"mpeg2" : "-c:v mpeg2_cuvid",
// Check if should Transcode. "vc1" : "-c:v vc1_cuvid",
if (stream.codec_name !== "hevc") { "vp8" : "-c:v vp8_cuvid",
var bitrateprobe = calculateBitrate(file); "vp9" : "-c:v vp9_cuvid"
var bitratetarget = 0;
var bitratemax = 0;
var cq = 0;
var bitratecheck = 0;
/**
* NVENC Configuration
*/
/* Determine tiered bitrate variables */
if (file.video_resolution === "480p" || file.video_resolution === "576p" ) {
bitratecheck = parseInt(inputs.target_bitrate_480p576p);
if(bitrateprobe !== null && bitrateprobe < bitratecheck) {
bitratetarget = parseInt((bitrateprobe * inputs.target_pct_reduction) / 1000); // Lower Bitrate to 60% of original and convert to KB
bitratemax = bitratetarget + 500; // Set max bitrate to 0.5MB Higher
cq = 29;
} else {
bitratetarget = parseInt(inputs.target_bitrate_480p576p / 1000);
bitratemax = bitratetarget + 500;
cq = 29;
}
} }
if (file.video_resolution === "720p") {
bitratecheck = parseInt(inputs.target_bitrate_720p); function videoProcess(stream, id) {
if(bitrateprobe !== null && bitrateprobe < bitratecheck) { if (stream.codec_name === "mjpeg") {
bitratetarget = parseInt((bitrateprobe * inputs.target_pct_reduction) / 1000); // Lower Bitrate to 60% of original and convert to KB configuration.AddOutputSetting(`-map -v:${id}`);
bitratemax = bitratetarget + 2000; // Set max bitrate to 2MB Higher return;
cq = 30;
} else {
bitratetarget = parseInt(inputs.target_bitrate_720p / 1000);
bitratemax = bitratetarget + 2000;
cq = 30;
} }
}
if (file.video_resolution === "1080p") { if ((stream.codec_name === "hevc" || stream.codec_name === "vp9") && file.container === "mkv") {
bitratecheck = parseInt(inputs.target_bitrate_1080p); logger.AddSuccess("File is in HEVC codec and in MKV");
if(bitrateprobe !== null && bitrateprobe < bitratecheck) { return;
bitratetarget = parseInt((bitrateprobe * inputs.target_pct_reduction) / 1000); // Lower Bitrate to 60% of original and convert to KB
bitratemax = bitratetarget + 2500; // Set max bitrate to 2.5MB Higher
cq = 31;
} else {
bitratetarget = parseInt(inputs.target_bitrate_1080p / 1000);
bitratemax = bitratetarget + 2500;
cq = 31;
} }
}
if (file.video_resolution === "4KUHD") { // Check if should Remux.
bitratecheck = parseInt(inputs.target_bitrate_4KUHD); if ((stream.codec_name === "hevc" || stream.codec_name === "vp9") && file.container !== "mkv") {
if(bitrateprobe !== null && bitrateprobe < bitratecheck) { configuration.AddOutputSetting("-c:v copy");
bitratetarget = parseInt((bitrateprobe * inputs.target_pct_reduction) / 1000); // Lower Bitrate to 60% of original and convert to KB logger.AddError("File is in HEVC codec but not MKV. Will remux");
bitratemax = bitratetarget + 6000; // Set max bitrate to 6MB Higher }
cq = 31;
} else { // remove png streams.
bitratetarget = parseInt(inputs.target_bitrate_4KUHD / 1000); if (stream.codec_name === "png") {
bitratemax = bitratetarget + 6000; configuration.AddOutputSetting(`-map -0:v:${id}`);
cq = 31; } else if (stream.codec_name !== "hevc" && stream.codec_name !== "vp9") { // Check if should Transcode.
var bitrateprobe = calculateBitrate(file);
var bitratetarget = 0;
var bitratemax = 0;
var cq = 0;
var bitratecheck = 0;
/* Determine tiered bitrate variables */
var tier = tiered[file.video_resolution];
bitratecheck = parseInt(tier["bitrate"]);
if (bitrateprobe !== null && bitrateprobe < bitratecheck) {
bitratetarget = parseInt((bitrateprobe * inputs.target_pct_reduction) / 1000);
} else {
bitratetarget = parseInt(tier["bitrate"] / 1000);
}
bitratemax = bitratetarget + tier["max_increase"];
cq = tier["cq"];
configuration.RemoveOutputSetting("-c:v copy");
configuration.AddOutputSetting(
`-c:v hevc_nvenc -rc:v vbr_hq -qmin 0 -cq:v ${cq} -b:v ${bitratetarget}k -maxrate:v ${bitratemax}k -preset medium -rc-lookahead 32 -spatial_aq:v 1 -aq-strength:v 8`
);
configuration.AddInputSetting(inputSettings[file.video_codec_name]);
if (file.video_codec_name === "h264" && file.ffProbeData.streams[0].profile !== "High 10") {
configuration.AddInputSetting("-c:v h264_cuvid");
}
logger.AddError("Transcoding to HEVC using NVidia NVENC");
} }
} }
loopOverStreamsOfType(file, "video", videoProcess);
configuration.RemoveOutputSetting("-c:v copy");
configuration.AddOutputSetting(
`-c:v hevc_nvenc -rc:v vbr_hq -qmin 0 -cq:v ${cq} -b:v ${bitratetarget}k -maxrate:v ${bitratemax}k -preset medium -rc-lookahead 32 -spatial_aq:v 1 -aq-strength:v 8`
);
if (file.video_codec_name === "h263") {
configuration.AddInputSetting("-c:v h263_cuvid");
} else if (file.video_codec_name === "h264") {
if (file.ffProbeData.streams[0].profile !== "High 10") {
configuration.AddInputSetting("-c:v h264_cuvid");
} else if (file.video_codec_name === "mjpeg") {
configuration.AddInputSetting("c:v mjpeg_cuvid");
} else if (file.video_codec_name == "mpeg1") {
configuration.AddInputSetting("-c:v mpeg1_cuvid");
} else if (file.video_codec_name == "mpeg2") {
configuration.AddInputSetting("-c:v mpeg2_cuvid");
} else if (file.video_codec_name == "vc1") {
configuration.AddInputSetting("-c:v vc1_cuvid");
} else if (file.video_codec_name == "vp8") {
configuration.AddInputSetting("-c:v vp8_cuvid");
} else if (file.video_codec_name == "vp9") {
configuration.AddInputSetting("-c:v vp9_cuvid");
}
}
logger.AddError("Transcoding to HEVC using NVidia NVENC");
}
});
if (!configuration.shouldProcess) { if (!configuration.shouldProcess) {
logger.AddSuccess("No video processing necessary"); logger.AddSuccess("No video processing necessary");
@ -430,7 +438,26 @@ function plugin(file, _librarySettings, inputs) {
var videoSettings = buildVideoConfiguration(inputs, file, logger); var videoSettings = buildVideoConfiguration(inputs, file, logger);
var subtitleSettings = buildSubtitleConfiguration(inputs, file, logger); var subtitleSettings = buildSubtitleConfiguration(inputs, file, logger);
response.preset = `${videoSettings.GetInputSettings()},${videoSettings.GetOutputSettings()} ${audioSettings.GetOutputSettings()} ${subtitleSettings.GetOutputSettings()} -max_muxing_queue_size 4096`; response.preset = `${videoSettings.GetInputSettings()},${videoSettings.GetOutputSettings()}`
response.preset += ` ${audioSettings.GetOutputSettings()}`
response.preset += ` ${subtitleSettings.GetOutputSettings()}`
response.preset += ` -max_muxing_queue_size 9999`;
// Extra parameters
var id = 0;
var badTypes = ['mov_text', 'eia_608', 'timed_id3', 'mp4s'];
for (var i = 0; i < file.ffProbeData.streams.length; i++) {
if (badTypes.includes(file.ffProbeData.streams[i].codec_name)) {
response.preset += ` -map -0:${i}`;
};
id++;
}
// b frames argument
response.preset += ` -bf 5`;
// fix probe size errors
response.preset += ` -analyzeduration 2147483647 -probesize 2147483647`;
response.processFile = response.processFile =
audioSettings.shouldProcess || audioSettings.shouldProcess ||
videoSettings.shouldProcess || videoSettings.shouldProcess ||