jellyfin/Jellyfin.Api/Helpers/TranscodingJobHelper.cs

925 lines
34 KiB
C#
Raw Normal View History

2020-11-18 06:23:45 -07:00
using System;
using System.Collections.Generic;
using System.Diagnostics;
2020-07-12 02:14:38 -07:00
using System.Globalization;
using System.IO;
using System.Linq;
2020-07-12 02:14:38 -07:00
using System.Text;
using System.Text.Json;
using System.Threading;
using System.Threading.Tasks;
using Jellyfin.Api.Extensions;
using Jellyfin.Api.Models.PlaybackDtos;
2020-07-12 02:14:38 -07:00
using Jellyfin.Api.Models.StreamingDtos;
using Jellyfin.Data.Enums;
2021-10-10 09:48:48 -07:00
using MediaBrowser.Common;
2020-07-12 02:14:38 -07:00
using MediaBrowser.Common.Configuration;
using MediaBrowser.Common.Extensions;
2020-07-12 02:14:38 -07:00
using MediaBrowser.Controller.Configuration;
using MediaBrowser.Controller.Library;
using MediaBrowser.Controller.MediaEncoding;
2020-07-12 02:14:38 -07:00
using MediaBrowser.Controller.Session;
using MediaBrowser.Model.Dlna;
2020-07-12 02:14:38 -07:00
using MediaBrowser.Model.Entities;
using MediaBrowser.Model.IO;
2020-07-12 02:14:38 -07:00
using MediaBrowser.Model.MediaInfo;
2020-07-11 02:14:23 -07:00
using MediaBrowser.Model.Session;
2020-07-12 02:14:38 -07:00
using Microsoft.AspNetCore.Http;
using Microsoft.Extensions.Logging;
2023-01-31 04:18:10 -07:00
namespace Jellyfin.Api.Helpers;
/// <summary>
/// Transcoding job helpers.
/// </summary>
public class TranscodingJobHelper : IDisposable
{
/// <summary>
2023-01-31 04:18:10 -07:00
/// The active transcoding jobs.
/// </summary>
private static readonly List<TranscodingJobDto> _activeTranscodingJobs = new List<TranscodingJobDto>();
/// <summary>
/// The transcoding locks.
/// </summary>
2023-01-31 04:18:10 -07:00
private static readonly Dictionary<string, SemaphoreSlim> _transcodingLocks = new Dictionary<string, SemaphoreSlim>();
private readonly IAttachmentExtractor _attachmentExtractor;
private readonly IApplicationPaths _appPaths;
private readonly EncodingHelper _encodingHelper;
private readonly IFileSystem _fileSystem;
private readonly ILogger<TranscodingJobHelper> _logger;
private readonly IMediaEncoder _mediaEncoder;
private readonly IMediaSourceManager _mediaSourceManager;
private readonly IServerConfigurationManager _serverConfigurationManager;
private readonly ISessionManager _sessionManager;
private readonly ILoggerFactory _loggerFactory;
private readonly IUserManager _userManager;
/// <summary>
/// Initializes a new instance of the <see cref="TranscodingJobHelper"/> class.
/// </summary>
/// <param name="attachmentExtractor">Instance of the <see cref="IAttachmentExtractor"/> interface.</param>
/// <param name="appPaths">Instance of the <see cref="IApplicationPaths"/> interface.</param>
/// <param name="logger">Instance of the <see cref="ILogger{TranscodingJobHelpers}"/> interface.</param>
/// <param name="mediaSourceManager">Instance of the <see cref="IMediaSourceManager"/> interface.</param>
/// <param name="fileSystem">Instance of the <see cref="IFileSystem"/> interface.</param>
/// <param name="mediaEncoder">Instance of the <see cref="IMediaEncoder"/> interface.</param>
/// <param name="serverConfigurationManager">Instance of the <see cref="IServerConfigurationManager"/> interface.</param>
/// <param name="sessionManager">Instance of the <see cref="ISessionManager"/> interface.</param>
/// <param name="encodingHelper">Instance of <see cref="EncodingHelper"/>.</param>
/// <param name="loggerFactory">Instance of the <see cref="ILoggerFactory"/> interface.</param>
/// <param name="userManager">Instance of the <see cref="IUserManager"/> interface.</param>
public TranscodingJobHelper(
IAttachmentExtractor attachmentExtractor,
IApplicationPaths appPaths,
ILogger<TranscodingJobHelper> logger,
IMediaSourceManager mediaSourceManager,
IFileSystem fileSystem,
IMediaEncoder mediaEncoder,
IServerConfigurationManager serverConfigurationManager,
ISessionManager sessionManager,
EncodingHelper encodingHelper,
ILoggerFactory loggerFactory,
IUserManager userManager)
{
2023-01-31 04:18:10 -07:00
_attachmentExtractor = attachmentExtractor;
_appPaths = appPaths;
_logger = logger;
_mediaSourceManager = mediaSourceManager;
_fileSystem = fileSystem;
_mediaEncoder = mediaEncoder;
_serverConfigurationManager = serverConfigurationManager;
_sessionManager = sessionManager;
_encodingHelper = encodingHelper;
_loggerFactory = loggerFactory;
_userManager = userManager;
DeleteEncodedMediaCache();
sessionManager.PlaybackProgress += OnPlaybackProgress;
sessionManager.PlaybackStart += OnPlaybackProgress;
}
2023-01-31 04:18:10 -07:00
/// <summary>
/// Get transcoding job.
/// </summary>
/// <param name="playSessionId">Playback session id.</param>
/// <returns>The transcoding job.</returns>
public TranscodingJobDto? GetTranscodingJob(string playSessionId)
{
lock (_activeTranscodingJobs)
2020-07-11 02:14:23 -07:00
{
2023-01-31 04:18:10 -07:00
return _activeTranscodingJobs.FirstOrDefault(j => string.Equals(j.PlaySessionId, playSessionId, StringComparison.OrdinalIgnoreCase));
2020-07-11 02:14:23 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-11 02:14:23 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Get transcoding job.
/// </summary>
/// <param name="path">Path to the transcoding file.</param>
/// <param name="type">The <see cref="TranscodingJobType"/>.</param>
/// <returns>The transcoding job.</returns>
public TranscodingJobDto? GetTranscodingJob(string path, TranscodingJobType type)
{
lock (_activeTranscodingJobs)
{
2023-01-31 04:18:10 -07:00
return _activeTranscodingJobs.FirstOrDefault(j => j.Type == type && string.Equals(j.Path, path, StringComparison.OrdinalIgnoreCase));
}
}
2023-01-31 04:18:10 -07:00
/// <summary>
/// Ping transcoding job.
/// </summary>
/// <param name="playSessionId">Play session id.</param>
/// <param name="isUserPaused">Is user paused.</param>
/// <exception cref="ArgumentNullException">Play session id is null.</exception>
public void PingTranscodingJob(string playSessionId, bool? isUserPaused)
{
ArgumentException.ThrowIfNullOrEmpty(playSessionId);
2023-01-31 04:18:10 -07:00
_logger.LogDebug("PingTranscodingJob PlaySessionId={0} isUsedPaused: {1}", playSessionId, isUserPaused);
2023-01-31 04:18:10 -07:00
List<TranscodingJobDto> jobs;
2023-01-31 04:18:10 -07:00
lock (_activeTranscodingJobs)
{
// This is really only needed for HLS.
// Progressive streams can stop on their own reliably.
jobs = _activeTranscodingJobs.Where(j => string.Equals(playSessionId, j.PlaySessionId, StringComparison.OrdinalIgnoreCase)).ToList();
}
foreach (var job in jobs)
{
if (isUserPaused.HasValue)
{
2023-01-31 04:18:10 -07:00
_logger.LogDebug("Setting job.IsUserPaused to {0}. jobId: {1}", isUserPaused, job.Id);
job.IsUserPaused = isUserPaused.Value;
}
2023-01-31 04:18:10 -07:00
PingTimer(job, true);
}
}
2023-01-31 04:18:10 -07:00
private void PingTimer(TranscodingJobDto job, bool isProgressCheckIn)
{
if (job.HasExited)
{
job.StopKillTimer();
return;
}
2023-01-31 04:18:10 -07:00
var timerDuration = 10000;
if (job.Type != TranscodingJobType.Progressive)
{
2023-01-31 04:18:10 -07:00
timerDuration = 60000;
}
2023-01-31 04:18:10 -07:00
job.PingTimeout = timerDuration;
job.LastPingDate = DateTime.UtcNow;
2023-01-31 04:18:10 -07:00
// Don't start the timer for playback checkins with progressive streaming
if (job.Type != TranscodingJobType.Progressive || !isProgressCheckIn)
{
job.StartKillTimer(OnTranscodeKillTimerStopped);
}
else
{
job.ChangeKillTimerIfStarted();
}
}
2023-01-31 04:18:10 -07:00
/// <summary>
/// Called when [transcode kill timer stopped].
/// </summary>
/// <param name="state">The state.</param>
private async void OnTranscodeKillTimerStopped(object? state)
{
var job = state as TranscodingJobDto ?? throw new ArgumentException($"{nameof(state)} is not of type {nameof(TranscodingJobDto)}", nameof(state));
if (!job.HasExited && job.Type != TranscodingJobType.Progressive)
{
var timeSinceLastPing = (DateTime.UtcNow - job.LastPingDate).TotalMilliseconds;
2023-01-31 04:18:10 -07:00
if (timeSinceLastPing < job.PingTimeout)
{
2023-01-31 04:18:10 -07:00
job.StartKillTimer(OnTranscodeKillTimerStopped, job.PingTimeout);
return;
}
}
2023-01-31 04:18:10 -07:00
_logger.LogInformation("Transcoding kill timer stopped for JobId {0} PlaySessionId {1}. Killing transcoding", job.Id, job.PlaySessionId);
2023-01-31 04:18:10 -07:00
await KillTranscodingJob(job, true, path => true).ConfigureAwait(false);
}
2023-01-31 04:18:10 -07:00
/// <summary>
/// Kills the single transcoding job.
/// </summary>
/// <param name="deviceId">The device id.</param>
/// <param name="playSessionId">The play session identifier.</param>
/// <param name="deleteFiles">The delete files.</param>
/// <returns>Task.</returns>
public Task KillTranscodingJobs(string deviceId, string? playSessionId, Func<string, bool> deleteFiles)
{
return KillTranscodingJobs(
j => string.IsNullOrWhiteSpace(playSessionId)
? string.Equals(deviceId, j.DeviceId, StringComparison.OrdinalIgnoreCase)
: string.Equals(playSessionId, j.PlaySessionId, StringComparison.OrdinalIgnoreCase),
deleteFiles);
}
2023-01-31 04:18:10 -07:00
/// <summary>
/// Kills the transcoding jobs.
/// </summary>
/// <param name="killJob">The kill job.</param>
/// <param name="deleteFiles">The delete files.</param>
/// <returns>Task.</returns>
private Task KillTranscodingJobs(Func<TranscodingJobDto, bool> killJob, Func<string, bool> deleteFiles)
{
var jobs = new List<TranscodingJobDto>();
2023-01-31 04:18:10 -07:00
lock (_activeTranscodingJobs)
{
2023-01-31 04:18:10 -07:00
// This is really only needed for HLS.
// Progressive streams can stop on their own reliably.
jobs.AddRange(_activeTranscodingJobs.Where(killJob));
}
2023-01-31 04:18:10 -07:00
if (jobs.Count == 0)
{
2023-01-31 04:18:10 -07:00
return Task.CompletedTask;
}
2023-01-31 04:18:10 -07:00
IEnumerable<Task> GetKillJobs()
{
2023-01-31 04:18:10 -07:00
foreach (var job in jobs)
{
2023-01-31 04:18:10 -07:00
yield return KillTranscodingJob(job, false, deleteFiles);
}
2023-01-31 04:18:10 -07:00
}
2023-01-31 04:18:10 -07:00
return Task.WhenAll(GetKillJobs());
}
2023-01-31 04:18:10 -07:00
/// <summary>
/// Kills the transcoding job.
/// </summary>
/// <param name="job">The job.</param>
/// <param name="closeLiveStream">if set to <c>true</c> [close live stream].</param>
/// <param name="delete">The delete.</param>
private async Task KillTranscodingJob(TranscodingJobDto job, bool closeLiveStream, Func<string, bool> delete)
{
job.DisposeKillTimer();
2023-01-31 04:18:10 -07:00
_logger.LogDebug("KillTranscodingJob - JobId {0} PlaySessionId {1}. Killing transcoding", job.Id, job.PlaySessionId);
2023-01-31 04:18:10 -07:00
lock (_activeTranscodingJobs)
{
2023-01-31 04:18:10 -07:00
_activeTranscodingJobs.Remove(job);
2023-01-31 04:18:10 -07:00
if (job.CancellationTokenSource?.IsCancellationRequested == false)
{
2023-01-31 04:18:10 -07:00
job.CancellationTokenSource.Cancel();
}
2023-01-31 04:18:10 -07:00
}
2023-01-31 04:18:10 -07:00
lock (_transcodingLocks)
{
_transcodingLocks.Remove(job.Path!);
}
2023-01-31 04:18:10 -07:00
lock (job.ProcessLock!)
{
#pragma warning disable CA1849 // Can't await in lock block
job.TranscodingThrottler?.Stop().GetAwaiter().GetResult();
2023-01-31 04:18:10 -07:00
var process = job.Process;
2023-01-31 04:18:10 -07:00
var hasExited = job.HasExited;
2023-01-31 04:18:10 -07:00
if (!hasExited)
{
try
{
2023-01-31 04:18:10 -07:00
_logger.LogInformation("Stopping ffmpeg process with q command for {Path}", job.Path);
2023-01-31 04:18:10 -07:00
process!.StandardInput.WriteLine("q");
2023-01-31 04:18:10 -07:00
// Need to wait because killing is asynchronous.
if (!process.WaitForExit(5000))
{
2023-01-31 04:18:10 -07:00
_logger.LogInformation("Killing FFmpeg process for {Path}", job.Path);
process.Kill();
}
}
2023-01-31 04:18:10 -07:00
catch (InvalidOperationException)
{
}
}
2023-01-31 04:18:10 -07:00
#pragma warning restore CA1849
}
2023-01-31 04:18:10 -07:00
if (delete(job.Path!))
{
await DeletePartialStreamFiles(job.Path!, job.Type, 0, 1500).ConfigureAwait(false);
if (job.MediaSource?.VideoType == VideoType.Dvd || job.MediaSource?.VideoType == VideoType.BluRay)
{
var concatFilePath = Path.Join(_serverConfigurationManager.GetTranscodePath(), job.MediaSource.Id + ".concat");
if (File.Exists(concatFilePath))
{
_logger.LogInformation("Deleting ffmpeg concat configuration at {Path}", concatFilePath);
2023-02-18 06:42:35 -07:00
File.Delete(concatFilePath);
}
}
}
2023-01-31 04:18:10 -07:00
if (closeLiveStream && !string.IsNullOrWhiteSpace(job.LiveStreamId))
{
2023-01-31 04:18:10 -07:00
try
{
2023-01-31 04:18:10 -07:00
await _mediaSourceManager.CloseLiveStream(job.LiveStreamId).ConfigureAwait(false);
}
2023-01-31 04:18:10 -07:00
catch (Exception ex)
{
2023-01-31 04:18:10 -07:00
_logger.LogError(ex, "Error closing live stream for {Path}", job.Path);
}
}
2023-01-31 04:18:10 -07:00
}
2023-01-31 04:18:10 -07:00
private async Task DeletePartialStreamFiles(string path, TranscodingJobType jobType, int retryCount, int delayMs)
{
if (retryCount >= 10)
{
2023-01-31 04:18:10 -07:00
return;
}
2023-01-31 04:18:10 -07:00
_logger.LogInformation("Deleting partial stream file(s) {Path}", path);
2023-01-31 04:18:10 -07:00
await Task.Delay(delayMs).ConfigureAwait(false);
2023-01-31 04:18:10 -07:00
try
{
if (jobType == TranscodingJobType.Progressive)
{
2023-01-31 04:18:10 -07:00
DeleteProgressivePartialStreamFiles(path);
}
2023-01-31 04:18:10 -07:00
else
{
2023-01-31 04:18:10 -07:00
DeleteHlsPartialStreamFiles(path);
}
}
2023-01-31 04:18:10 -07:00
catch (IOException ex)
{
_logger.LogError(ex, "Error deleting partial stream file(s) {Path}", path);
2023-01-31 04:18:10 -07:00
await DeletePartialStreamFiles(path, jobType, retryCount + 1, 500).ConfigureAwait(false);
}
catch (Exception ex)
{
2023-01-31 04:18:10 -07:00
_logger.LogError(ex, "Error deleting partial stream file(s) {Path}", path);
}
2023-01-31 04:18:10 -07:00
}
2023-01-31 04:18:10 -07:00
/// <summary>
/// Deletes the progressive partial stream files.
/// </summary>
/// <param name="outputFilePath">The output file path.</param>
private void DeleteProgressivePartialStreamFiles(string outputFilePath)
{
if (File.Exists(outputFilePath))
{
2023-01-31 04:18:10 -07:00
_fileSystem.DeleteFile(outputFilePath);
}
}
2023-01-31 04:18:10 -07:00
/// <summary>
/// Deletes the HLS partial stream files.
/// </summary>
/// <param name="outputFilePath">The output file path.</param>
private void DeleteHlsPartialStreamFiles(string outputFilePath)
{
var directory = Path.GetDirectoryName(outputFilePath)
?? throw new ArgumentException("Path can't be a root directory.", nameof(outputFilePath));
2023-01-31 04:18:10 -07:00
var name = Path.GetFileNameWithoutExtension(outputFilePath);
2023-01-31 04:18:10 -07:00
var filesToDelete = _fileSystem.GetFilePaths(directory)
.Where(f => f.IndexOf(name, StringComparison.OrdinalIgnoreCase) != -1);
2023-01-31 04:18:10 -07:00
List<Exception>? exs = null;
foreach (var file in filesToDelete)
{
try
{
2023-01-31 04:18:10 -07:00
_logger.LogDebug("Deleting HLS file {0}", file);
_fileSystem.DeleteFile(file);
}
2023-01-31 04:18:10 -07:00
catch (IOException ex)
{
2023-01-31 04:18:10 -07:00
(exs ??= new List<Exception>(4)).Add(ex);
_logger.LogError(ex, "Error deleting HLS file {Path}", file);
}
}
2020-07-11 02:14:23 -07:00
2023-01-31 04:18:10 -07:00
if (exs is not null)
{
throw new AggregateException("Error deleting HLS files", exs);
}
}
2020-07-11 02:14:23 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Report the transcoding progress to the session manager.
/// </summary>
/// <param name="job">The <see cref="TranscodingJobDto"/> of which the progress will be reported.</param>
/// <param name="state">The <see cref="StreamState"/> of the current transcoding job.</param>
/// <param name="transcodingPosition">The current transcoding position.</param>
/// <param name="framerate">The framerate of the transcoding job.</param>
/// <param name="percentComplete">The completion percentage of the transcode.</param>
/// <param name="bytesTranscoded">The number of bytes transcoded.</param>
/// <param name="bitRate">The bitrate of the transcoding job.</param>
public void ReportTranscodingProgress(
TranscodingJobDto job,
StreamState state,
TimeSpan? transcodingPosition,
float? framerate,
double? percentComplete,
long? bytesTranscoded,
int? bitRate)
{
var ticks = transcodingPosition?.Ticks;
2020-07-11 02:14:23 -07:00
2023-01-31 04:18:10 -07:00
if (job is not null)
{
job.Framerate = framerate;
job.CompletionPercentage = percentComplete;
job.TranscodingPositionTicks = ticks;
job.BytesTranscoded = bytesTranscoded;
job.BitRate = bitRate;
}
2020-07-11 02:14:23 -07:00
2023-01-31 04:18:10 -07:00
var deviceId = state.Request.DeviceId;
2020-07-11 02:14:23 -07:00
2023-01-31 04:18:10 -07:00
if (!string.IsNullOrWhiteSpace(deviceId))
{
var audioCodec = state.ActualOutputAudioCodec;
var videoCodec = state.ActualOutputVideoCodec;
var hardwareAccelerationTypeString = _serverConfigurationManager.GetEncodingOptions().HardwareAccelerationType;
HardwareEncodingType? hardwareAccelerationType = null;
if (Enum.TryParse<HardwareEncodingType>(hardwareAccelerationTypeString, out var parsedHardwareAccelerationType))
2023-01-31 04:18:10 -07:00
{
hardwareAccelerationType = parsedHardwareAccelerationType;
}
_sessionManager.ReportTranscodingInfo(deviceId, new TranscodingInfo
{
Bitrate = bitRate ?? state.TotalOutputBitrate,
AudioCodec = audioCodec,
VideoCodec = videoCodec,
Container = state.OutputContainer,
Framerate = framerate,
CompletionPercentage = percentComplete,
Width = state.OutputWidth,
Height = state.OutputHeight,
AudioChannels = state.OutputAudioChannels,
IsAudioDirect = EncodingHelper.IsCopyCodec(state.OutputAudioCodec),
IsVideoDirect = EncodingHelper.IsCopyCodec(state.OutputVideoCodec),
HardwareAccelerationType = hardwareAccelerationType,
TranscodeReasons = state.TranscodeReasons
});
2020-07-11 02:14:23 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Starts FFmpeg.
/// </summary>
/// <param name="state">The state.</param>
/// <param name="outputPath">The output path.</param>
/// <param name="commandLineArguments">The command line arguments for FFmpeg.</param>
/// <param name="request">The <see cref="HttpRequest"/>.</param>
/// <param name="transcodingJobType">The <see cref="TranscodingJobType"/>.</param>
/// <param name="cancellationTokenSource">The cancellation token source.</param>
/// <param name="workingDirectory">The working directory.</param>
/// <returns>Task.</returns>
public async Task<TranscodingJobDto> StartFfMpeg(
StreamState state,
string outputPath,
string commandLineArguments,
HttpRequest request,
TranscodingJobType transcodingJobType,
CancellationTokenSource cancellationTokenSource,
string? workingDirectory = null)
{
var directory = Path.GetDirectoryName(outputPath) ?? throw new ArgumentException($"Provided path ({outputPath}) is not valid.", nameof(outputPath));
Directory.CreateDirectory(directory);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
await AcquireResources(state, cancellationTokenSource).ConfigureAwait(false);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (state.VideoRequest is not null && !EncodingHelper.IsCopyCodec(state.OutputVideoCodec))
{
var userId = request.HttpContext.User.GetUserId();
var user = userId.Equals(default) ? null : _userManager.GetUserById(userId);
if (user is not null && !user.HasPermission(PermissionKind.EnableVideoPlaybackTranscoding))
2020-09-19 08:44:35 -07:00
{
2023-01-31 04:18:10 -07:00
this.OnTranscodeFailedToStart(outputPath, transcodingJobType, state);
2023-01-31 04:18:10 -07:00
throw new ArgumentException("User does not have access to video transcoding.");
2020-09-19 08:44:35 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-09-19 08:44:35 -07:00
2023-01-31 04:18:10 -07:00
ArgumentException.ThrowIfNullOrEmpty(_mediaEncoder.EncoderPath);
// If subtitles get burned in fonts may need to be extracted from the media file
if (state.SubtitleStream is not null && state.SubtitleDeliveryMethod == SubtitleDeliveryMethod.Encode)
{
var attachmentPath = Path.Combine(_appPaths.CachePath, "attachments", state.MediaSource.Id);
if (state.VideoType != VideoType.Dvd)
{
await _attachmentExtractor.ExtractAllAttachments(state.MediaPath, state.MediaSource, attachmentPath, cancellationTokenSource.Token).ConfigureAwait(false);
}
2023-01-31 04:18:10 -07:00
if (state.SubtitleStream.IsExternal && string.Equals(Path.GetExtension(state.SubtitleStream.Path), ".mks", StringComparison.OrdinalIgnoreCase))
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
string subtitlePath = state.SubtitleStream.Path;
string subtitlePathArgument = string.Format(CultureInfo.InvariantCulture, "file:\"{0}\"", subtitlePath.Replace("\"", "\\\"", StringComparison.Ordinal));
string subtitleId = subtitlePath.GetMD5().ToString("N", CultureInfo.InvariantCulture);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
await _attachmentExtractor.ExtractAllAttachmentsExternal(subtitlePathArgument, subtitleId, attachmentPath, cancellationTokenSource.Token).ConfigureAwait(false);
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
var process = new Process
{
StartInfo = new ProcessStartInfo
{
WindowStyle = ProcessWindowStyle.Hidden,
CreateNoWindow = true,
UseShellExecute = false,
// Must consume both stdout and stderr or deadlocks may occur
// RedirectStandardOutput = true,
RedirectStandardError = true,
RedirectStandardInput = true,
FileName = _mediaEncoder.EncoderPath,
Arguments = commandLineArguments,
WorkingDirectory = string.IsNullOrWhiteSpace(workingDirectory) ? string.Empty : workingDirectory,
ErrorDialog = false
},
EnableRaisingEvents = true
};
var transcodingJob = this.OnTranscodeBeginning(
outputPath,
state.Request.PlaySessionId,
state.MediaSource.LiveStreamId,
Guid.NewGuid().ToString("N", CultureInfo.InvariantCulture),
transcodingJobType,
process,
state.Request.DeviceId,
state,
cancellationTokenSource);
_logger.LogInformation("{Filename} {Arguments}", process.StartInfo.FileName, process.StartInfo.Arguments);
var logFilePrefix = "FFmpeg.Transcode-";
if (state.VideoRequest is not null
&& EncodingHelper.IsCopyCodec(state.OutputVideoCodec))
{
logFilePrefix = EncodingHelper.IsCopyCodec(state.OutputAudioCodec)
? "FFmpeg.Remux-"
: "FFmpeg.DirectStream-";
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
var logFilePath = Path.Combine(
_serverConfigurationManager.ApplicationPaths.LogDirectoryPath,
$"{logFilePrefix}{DateTime.Now:yyyy-MM-dd_HH-mm-ss}_{state.Request.MediaSourceId}_{Guid.NewGuid().ToString()[..8]}.log");
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
// FFmpeg writes debug/error info to stderr. This is useful when debugging so let's put it in the log directory.
Stream logStream = new FileStream(logFilePath, FileMode.Create, FileAccess.Write, FileShare.Read, IODefaults.FileStreamBufferSize, FileOptions.Asynchronous);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
var commandLineLogMessage = process.StartInfo.FileName + " " + process.StartInfo.Arguments;
var commandLineLogMessageBytes = Encoding.UTF8.GetBytes(request.Path + Environment.NewLine + Environment.NewLine + JsonSerializer.Serialize(state.MediaSource) + Environment.NewLine + Environment.NewLine + commandLineLogMessage + Environment.NewLine + Environment.NewLine);
await logStream.WriteAsync(commandLineLogMessageBytes, cancellationTokenSource.Token).ConfigureAwait(false);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
process.Exited += (sender, args) => OnFfMpegProcessExited(process, transcodingJob, state);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
try
{
process.Start();
}
catch (Exception ex)
{
_logger.LogError(ex, "Error starting FFmpeg");
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
this.OnTranscodeFailedToStart(outputPath, transcodingJobType, state);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
throw;
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
_logger.LogDebug("Launched FFmpeg process");
state.TranscodingJob = transcodingJob;
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
// Important - don't await the log task or we won't be able to kill FFmpeg when the user stops playback
_ = new JobLogger(_logger).StartStreamingLog(state, process.StandardError, logStream);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
// Wait for the file to exist before proceeding
var ffmpegTargetFile = state.WaitForPath ?? outputPath;
_logger.LogDebug("Waiting for the creation of {0}", ffmpegTargetFile);
while (!File.Exists(ffmpegTargetFile) && !transcodingJob.HasExited)
{
await Task.Delay(100, cancellationTokenSource.Token).ConfigureAwait(false);
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
_logger.LogDebug("File {0} created or transcoding has finished", ffmpegTargetFile);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (state.IsInputVideo && transcodingJob.Type == TranscodingJobType.Progressive && !transcodingJob.HasExited)
{
await Task.Delay(1000, cancellationTokenSource.Token).ConfigureAwait(false);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (state.ReadInputAtNativeFramerate && !transcodingJob.HasExited)
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
await Task.Delay(1500, cancellationTokenSource.Token).ConfigureAwait(false);
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (!transcodingJob.HasExited)
{
StartThrottler(state, transcodingJob);
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
else if (transcodingJob.ExitCode != 0)
{
throw new FfmpegException(string.Format(CultureInfo.InvariantCulture, "FFmpeg exited with code {0}", transcodingJob.ExitCode));
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
_logger.LogDebug("StartFfMpeg() finished successfully");
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
return transcodingJob;
}
private void StartThrottler(StreamState state, TranscodingJobDto transcodingJob)
{
if (EnableThrottling(state))
2020-07-12 02:14:38 -07:00
{
transcodingJob.TranscodingThrottler = new TranscodingThrottler(transcodingJob, _loggerFactory.CreateLogger<TranscodingThrottler>(), _serverConfigurationManager, _fileSystem, _mediaEncoder);
2023-01-31 04:18:10 -07:00
transcodingJob.TranscodingThrottler.Start();
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
}
private bool EnableThrottling(StreamState state)
{
var encodingOptions = _serverConfigurationManager.GetEncodingOptions();
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
return state.InputProtocol == MediaProtocol.File &&
state.RunTimeTicks.HasValue &&
state.RunTimeTicks.Value >= TimeSpan.FromMinutes(5).Ticks &&
state.IsInputVideo &&
state.VideoType == VideoType.VideoFile;
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Called when [transcode beginning].
/// </summary>
/// <param name="path">The path.</param>
/// <param name="playSessionId">The play session identifier.</param>
/// <param name="liveStreamId">The live stream identifier.</param>
/// <param name="transcodingJobId">The transcoding job identifier.</param>
/// <param name="type">The type.</param>
/// <param name="process">The process.</param>
/// <param name="deviceId">The device id.</param>
/// <param name="state">The state.</param>
/// <param name="cancellationTokenSource">The cancellation token source.</param>
/// <returns>TranscodingJob.</returns>
public TranscodingJobDto OnTranscodeBeginning(
string path,
string? playSessionId,
string? liveStreamId,
string transcodingJobId,
TranscodingJobType type,
Process process,
string? deviceId,
StreamState state,
CancellationTokenSource cancellationTokenSource)
{
lock (_activeTranscodingJobs)
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
var job = new TranscodingJobDto(_loggerFactory.CreateLogger<TranscodingJobDto>())
{
Type = type,
Path = path,
Process = process,
ActiveRequestCount = 1,
DeviceId = deviceId,
CancellationTokenSource = cancellationTokenSource,
Id = transcodingJobId,
PlaySessionId = playSessionId,
LiveStreamId = liveStreamId,
MediaSource = state.MediaSource
};
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
_activeTranscodingJobs.Add(job);
ReportTranscodingProgress(job, state, null, null, null, null, null);
return job;
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Called when [transcode end].
/// </summary>
/// <param name="job">The transcode job.</param>
public void OnTranscodeEndRequest(TranscodingJobDto job)
{
job.ActiveRequestCount--;
_logger.LogDebug("OnTranscodeEndRequest job.ActiveRequestCount={ActiveRequestCount}", job.ActiveRequestCount);
if (job.ActiveRequestCount <= 0)
2020-07-27 12:42:40 -07:00
{
2023-01-31 04:18:10 -07:00
PingTimer(job, false);
2020-07-27 12:42:40 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-27 12:42:40 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// <summary>
/// The progressive
/// </summary>
/// Called when [transcode failed to start].
/// </summary>
/// <param name="path">The path.</param>
/// <param name="type">The type.</param>
/// <param name="state">The state.</param>
public void OnTranscodeFailedToStart(string path, TranscodingJobType type, StreamState state)
{
lock (_activeTranscodingJobs)
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
var job = _activeTranscodingJobs.FirstOrDefault(j => j.Type == type && string.Equals(j.Path, path, StringComparison.OrdinalIgnoreCase));
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (job is not null)
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
_activeTranscodingJobs.Remove(job);
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
lock (_transcodingLocks)
{
_transcodingLocks.Remove(path);
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
if (!string.IsNullOrWhiteSpace(state.Request.DeviceId))
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
_sessionManager.ClearTranscodingInfo(state.Request.DeviceId);
}
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Processes the exited.
/// </summary>
/// <param name="process">The process.</param>
/// <param name="job">The job.</param>
/// <param name="state">The state.</param>
private void OnFfMpegProcessExited(Process process, TranscodingJobDto job, StreamState state)
{
job.HasExited = true;
job.ExitCode = process.ExitCode;
2023-01-31 04:18:10 -07:00
ReportTranscodingProgress(job, state, null, null, null, null, null);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
_logger.LogDebug("Disposing stream resources");
state.Dispose();
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (process.ExitCode == 0)
{
_logger.LogInformation("FFmpeg exited with code 0");
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
else
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
_logger.LogError("FFmpeg exited with code {0}", process.ExitCode);
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
job.Dispose();
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
private async Task AcquireResources(StreamState state, CancellationTokenSource cancellationTokenSource)
{
if (state.MediaSource.RequiresOpening && string.IsNullOrWhiteSpace(state.Request.LiveStreamId))
{
var liveStreamResponse = await _mediaSourceManager.OpenLiveStream(
new LiveStreamRequest { OpenToken = state.MediaSource.OpenToken },
cancellationTokenSource.Token)
.ConfigureAwait(false);
var encodingOptions = _serverConfigurationManager.GetEncodingOptions();
_encodingHelper.AttachMediaSourceInfo(state, encodingOptions, liveStreamResponse.MediaSource, state.RequestedUrl);
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (state.VideoRequest is not null)
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
_encodingHelper.TryStreamCopy(state);
2020-07-12 02:14:38 -07:00
}
}
2023-01-31 04:18:10 -07:00
if (state.MediaSource.BufferMs.HasValue)
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
await Task.Delay(state.MediaSource.BufferMs.Value, cancellationTokenSource.Token).ConfigureAwait(false);
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Called when [transcode begin request].
/// </summary>
/// <param name="path">The path.</param>
/// <param name="type">The type.</param>
/// <returns>The <see cref="TranscodingJobDto"/>.</returns>
public TranscodingJobDto? OnTranscodeBeginRequest(string path, TranscodingJobType type)
{
lock (_activeTranscodingJobs)
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
var job = _activeTranscodingJobs.FirstOrDefault(j => j.Type == type && string.Equals(j.Path, path, StringComparison.OrdinalIgnoreCase));
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (job is null)
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
return null;
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
OnTranscodeBeginRequest(job);
return job;
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
private void OnTranscodeBeginRequest(TranscodingJobDto job)
{
job.ActiveRequestCount++;
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
if (string.IsNullOrWhiteSpace(job.PlaySessionId) || job.Type == TranscodingJobType.Progressive)
{
job.StopKillTimer();
2020-07-12 02:14:38 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Gets the transcoding lock.
/// </summary>
/// <param name="outputPath">The output path of the transcoded file.</param>
/// <returns>A <see cref="SemaphoreSlim"/>.</returns>
public SemaphoreSlim GetTranscodingLock(string outputPath)
{
lock (_transcodingLocks)
2020-07-09 08:22:30 -07:00
{
2023-01-31 04:18:10 -07:00
if (!_transcodingLocks.TryGetValue(outputPath, out SemaphoreSlim? result))
2020-07-09 08:22:30 -07:00
{
2023-01-31 04:18:10 -07:00
result = new SemaphoreSlim(1, 1);
_transcodingLocks[outputPath] = result;
2020-07-09 08:22:30 -07:00
}
2023-01-31 04:18:10 -07:00
return result;
2020-07-09 08:22:30 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-07-09 08:22:30 -07:00
2023-01-31 04:18:10 -07:00
private void OnPlaybackProgress(object? sender, PlaybackProgressEventArgs e)
{
if (!string.IsNullOrWhiteSpace(e.PlaySessionId))
2020-07-12 02:14:38 -07:00
{
2023-01-31 04:18:10 -07:00
PingTranscodingJob(e.PlaySessionId, e.IsPaused);
}
}
2020-07-12 02:14:38 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Deletes the encoded media cache.
/// </summary>
private void DeleteEncodedMediaCache()
{
var path = _serverConfigurationManager.GetTranscodePath();
if (!Directory.Exists(path))
{
return;
2020-07-12 02:14:38 -07:00
}
2020-08-01 07:21:48 -07:00
2023-01-31 04:18:10 -07:00
foreach (var file in _fileSystem.GetFilePaths(path, true))
2020-08-01 07:21:48 -07:00
{
2023-01-31 04:18:10 -07:00
_fileSystem.DeleteFile(file);
2020-08-01 07:21:48 -07:00
}
2023-01-31 04:18:10 -07:00
}
2020-08-01 07:21:48 -07:00
2023-01-31 04:18:10 -07:00
/// <summary>
/// Dispose transcoding job helper.
/// </summary>
public void Dispose()
{
Dispose(true);
GC.SuppressFinalize(this);
}
/// <summary>
/// Dispose throttler.
/// </summary>
/// <param name="disposing">Disposing.</param>
protected virtual void Dispose(bool disposing)
{
if (disposing)
2020-08-01 07:21:48 -07:00
{
2023-01-31 04:18:10 -07:00
_loggerFactory.Dispose();
_sessionManager.PlaybackProgress -= OnPlaybackProgress;
_sessionManager.PlaybackStart -= OnPlaybackProgress;
2020-08-01 07:21:48 -07:00
}
}
}