forked from TheStudio/VPDevtemplate
Added ndi receiver and sdi outputs
This commit is contained in:
mchara40
492
Plugins/NDIIO/Source/Core/Classes/Player/NDIMediaPlayer.cpp
Normal file
492
Plugins/NDIIO/Source/Core/Classes/Player/NDIMediaPlayer.cpp
Normal file
@@ -0,0 +1,492 @@
|
||||
/*
|
||||
Copyright (C) 2024 Vizrt NDI AB. All rights reserved.
|
||||
|
||||
This file and its use within a Product is bound by the terms of NDI SDK license that was provided
|
||||
as part of the NDI SDK. For more information, please review the license and the NDI SDK documentation.
|
||||
*/
|
||||
|
||||
|
||||
#include "NDIMediaPlayer.h"
|
||||
|
||||
#include <MediaIOCoreSamples.h>
|
||||
#include <MediaIOCoreTextureSampleBase.h>
|
||||
#if (ENGINE_MAJOR_VERSION > 5) || ((ENGINE_MAJOR_VERSION == 5) && (ENGINE_MINOR_VERSION >= 3)) // 5.3 or later
|
||||
#include <MediaIOCoreTextureSampleConverter.h>
|
||||
#endif
|
||||
#include <MediaIOCoreAudioSampleBase.h>
|
||||
#include <IMediaEventSink.h>
|
||||
#include <IMediaTextureSampleConverter.h>
|
||||
#include <Misc/EngineVersionComparison.h>
|
||||
|
||||
|
||||
#define LOCTEXT_NAMESPACE "FNDIMediaPlayer"
|
||||
|
||||
|
||||
|
||||
// An NDI-derived media texture sample, representing a frame of video
|
||||
class NDIMediaTextureSample : public FMediaIOCoreTextureSampleBase, public IMediaTextureSampleConverter
|
||||
{
|
||||
using Super = FMediaIOCoreTextureSampleBase;
|
||||
|
||||
public:
|
||||
|
||||
NDIMediaTextureSample() = default;
|
||||
virtual ~NDIMediaTextureSample() = default;
|
||||
|
||||
bool Initialize(const NDIlib_video_frame_v2_t& InVideoFrame, FTimespan InTime, UNDIMediaReceiver* InReceiver)
|
||||
{
|
||||
FreeSample();
|
||||
|
||||
VideoFrame = InVideoFrame;
|
||||
Receiver = InReceiver;
|
||||
|
||||
if (InVideoFrame.FourCC == NDIlib_FourCC_video_type_UYVY)
|
||||
SetBuffer(InVideoFrame.p_data, InVideoFrame.line_stride_in_bytes * InVideoFrame.yres);
|
||||
else if (InVideoFrame.FourCC == NDIlib_FourCC_video_type_UYVA)
|
||||
SetBuffer(InVideoFrame.p_data, InVideoFrame.line_stride_in_bytes * InVideoFrame.yres +
|
||||
InVideoFrame.xres*InVideoFrame.yres);
|
||||
else
|
||||
return false;
|
||||
|
||||
VideoFrame.p_data = Buffer.GetData();
|
||||
|
||||
SetProperties(InVideoFrame.line_stride_in_bytes, InVideoFrame.xres, InVideoFrame.yres, EMediaTextureSampleFormat::CharUYVY,
|
||||
InTime, FFrameRate(InVideoFrame.frame_rate_N, InVideoFrame.frame_rate_D), FTimecode(),
|
||||
true);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
virtual const FMatrix& GetYUVToRGBMatrix() const override
|
||||
{
|
||||
return MediaShaders::YuvToRgbRec709Scaled;
|
||||
}
|
||||
|
||||
#if (ENGINE_MAJOR_VERSION > 5) || ((ENGINE_MAJOR_VERSION == 5) && (ENGINE_MINOR_VERSION >= 3)) // 5.3 or later
|
||||
virtual void CopyConfiguration(const TSharedPtr<FMediaIOCoreTextureSampleBase>& SourceSample) override
|
||||
{
|
||||
Super::CopyConfiguration(SourceSample);
|
||||
|
||||
if (SourceSample.IsValid())
|
||||
{
|
||||
TSharedPtr<NDIMediaTextureSample> NDISamplePtr = StaticCastSharedPtr<NDIMediaTextureSample>(SourceSample);
|
||||
VideoFrame = NDISamplePtr->VideoFrame;
|
||||
Receiver = NDISamplePtr->Receiver;
|
||||
}
|
||||
}
|
||||
#endif
|
||||
|
||||
virtual uint32 GetConverterInfoFlags() const override
|
||||
{
|
||||
return ConverterInfoFlags_WillCreateOutputTexture;
|
||||
}
|
||||
|
||||
#if (ENGINE_MAJOR_VERSION > 5) || ((ENGINE_MAJOR_VERSION == 5) && (ENGINE_MINOR_VERSION >= 5)) // 5.5 or later
|
||||
virtual bool Convert(FRHICommandListImmediate& RHICmdList, FTextureRHIRef& InDstTexture, const FConversionHints& Hints) override
|
||||
{
|
||||
if (!Receiver)
|
||||
return false;
|
||||
|
||||
FTextureRHIRef DstTexture(Receiver->DisplayFrame(VideoFrame));
|
||||
InDstTexture = DstTexture;
|
||||
|
||||
return true;
|
||||
}
|
||||
#else
|
||||
virtual bool Convert(FTexture2DRHIRef & InDstTexture, const FConversionHints & Hints) override
|
||||
{
|
||||
if (!Receiver)
|
||||
return false;
|
||||
|
||||
FTexture2DRHIRef DstTexture(Receiver->DisplayFrame(VideoFrame));
|
||||
InDstTexture = DstTexture;
|
||||
|
||||
return true;
|
||||
}
|
||||
#endif
|
||||
|
||||
private:
|
||||
NDIlib_video_frame_v2_t VideoFrame;
|
||||
UNDIMediaReceiver* Receiver { nullptr };
|
||||
//FMediaTimeStamp Time;
|
||||
//std::vector<uint8_t> Data;
|
||||
};
|
||||
|
||||
#if (ENGINE_MAJOR_VERSION > 5) || ((ENGINE_MAJOR_VERSION == 5) && (ENGINE_MINOR_VERSION >= 3)) // 5.3 or later
|
||||
class NDIMediaTextureSampleConverter : public FMediaIOCoreTextureSampleConverter
|
||||
{
|
||||
using Super = FMediaIOCoreTextureSampleConverter;
|
||||
|
||||
public:
|
||||
|
||||
NDIMediaTextureSampleConverter() = default;
|
||||
virtual ~NDIMediaTextureSampleConverter() = default;
|
||||
|
||||
virtual void Setup(const TSharedPtr<FMediaIOCoreTextureSampleBase>& InSample) override
|
||||
{
|
||||
FMediaIOCoreTextureSampleConverter::Setup(InSample);
|
||||
JITRProxySample = InSample;
|
||||
}
|
||||
|
||||
virtual uint32 GetConverterInfoFlags() const override
|
||||
{
|
||||
return ConverterInfoFlags_WillCreateOutputTexture;
|
||||
}
|
||||
|
||||
#if (ENGINE_MAJOR_VERSION > 5) || ((ENGINE_MAJOR_VERSION == 5) && (ENGINE_MINOR_VERSION >= 5)) // 5.5 or later
|
||||
virtual bool Convert(FRHICommandListImmediate& RHICmdList, FTextureRHIRef& InDstTexture, const FConversionHints& Hints) override
|
||||
{
|
||||
if (FMediaIOCoreTextureSampleConverter::Convert(RHICmdList, InDstTexture, Hints))
|
||||
{
|
||||
TSharedPtr<FMediaIOCoreTextureSampleBase> SamplePtr = JITRProxySample.Pin();
|
||||
if (SamplePtr.IsValid())
|
||||
{
|
||||
TSharedPtr<NDIMediaTextureSample> NDISamplePtr = StaticCastSharedPtr<NDIMediaTextureSample>(SamplePtr);
|
||||
return NDISamplePtr->Convert(RHICmdList, InDstTexture, Hints);
|
||||
}
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
#else
|
||||
virtual bool Convert(FTexture2DRHIRef& InDstTexture, const FConversionHints& Hints) override
|
||||
{
|
||||
if (FMediaIOCoreTextureSampleConverter::Convert(InDstTexture, Hints))
|
||||
{
|
||||
TSharedPtr<FMediaIOCoreTextureSampleBase> SamplePtr = JITRProxySample.Pin();
|
||||
if (SamplePtr.IsValid())
|
||||
{
|
||||
TSharedPtr<NDIMediaTextureSample> NDISamplePtr = StaticCastSharedPtr<NDIMediaTextureSample>(SamplePtr);
|
||||
return NDISamplePtr->Convert(InDstTexture, Hints);
|
||||
}
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
#endif
|
||||
|
||||
private:
|
||||
TWeakPtr<FMediaIOCoreTextureSampleBase> JITRProxySample;
|
||||
};
|
||||
#endif
|
||||
|
||||
|
||||
class NDIMediaTextureSamplePool : public TMediaObjectPool<NDIMediaTextureSample>
|
||||
{};
|
||||
|
||||
|
||||
// An NDI-derived media audio sample, representing a frame of audio
|
||||
class NDIMediaAudioSample : public FMediaIOCoreAudioSampleBase
|
||||
{
|
||||
using Super = FMediaIOCoreAudioSampleBase;
|
||||
|
||||
public:
|
||||
};
|
||||
|
||||
class NDIMediaAudioSamplePool : public TMediaObjectPool<NDIMediaAudioSample>
|
||||
{};
|
||||
|
||||
|
||||
|
||||
FNDIMediaPlayer::FNDIMediaPlayer(IMediaEventSink& InEventSink)
|
||||
: Super(InEventSink)
|
||||
, NDIPlayerState(EMediaState::Closed)
|
||||
, EventSink(InEventSink)
|
||||
, TextureSamplePool(new NDIMediaTextureSamplePool)
|
||||
, AudioSamplePool(new NDIMediaAudioSamplePool)
|
||||
{}
|
||||
|
||||
|
||||
FNDIMediaPlayer::~FNDIMediaPlayer()
|
||||
{
|
||||
Close();
|
||||
|
||||
delete TextureSamplePool;
|
||||
delete AudioSamplePool;
|
||||
}
|
||||
|
||||
|
||||
FGuid FNDIMediaPlayer::GetPlayerPluginGUID() const
|
||||
{
|
||||
static FGuid PlayerPluginGUID(0x71b13c2b, 0x70874965, 0x8a0e23f7, 0x5be6698f);
|
||||
return PlayerPluginGUID;
|
||||
}
|
||||
|
||||
|
||||
bool FNDIMediaPlayer::Open(const FString& Url, const IMediaOptions* Options)
|
||||
{
|
||||
if (!Super::Open(Url, Options))
|
||||
{
|
||||
return false;
|
||||
}
|
||||
|
||||
MaxNumVideoFrameBuffer = Options->GetMediaOption(NDIMediaOption::MaxVideoFrameBuffer, (int64)8);
|
||||
MaxNumAudioFrameBuffer = Options->GetMediaOption(NDIMediaOption::MaxAudioFrameBuffer, (int64)8);
|
||||
MaxNumMetadataFrameBuffer = Options->GetMediaOption(NDIMediaOption::MaxAncillaryFrameBuffer, (int64)8);
|
||||
|
||||
// Setup our different supported channels based on source settings
|
||||
SetupSampleChannels();
|
||||
|
||||
// If the player is opened with an NDIMediaReceiver, use that. Otherwise create an internal one.
|
||||
bool bIsNDIMediaReceiver = Options->HasMediaOption(NDIMediaOption::IsNDIMediaReceiver);
|
||||
if (bIsNDIMediaReceiver)
|
||||
{
|
||||
Receiver = static_cast<UNDIMediaReceiver*>(const_cast<IMediaOptions*>(Options));
|
||||
bInternalReceiver = false;
|
||||
}
|
||||
else
|
||||
{
|
||||
Receiver = NewObject<UNDIMediaReceiver>();
|
||||
bInternalReceiver = true;
|
||||
}
|
||||
|
||||
// Hook into the video and audio captures
|
||||
Receiver->OnNDIReceiverVideoCaptureEvent.Remove(VideoCaptureEventHandle);
|
||||
VideoCaptureEventHandle = Receiver->OnNDIReceiverVideoCaptureEvent.AddLambda([this](UNDIMediaReceiver* receiver, const NDIlib_video_frame_v2_t& video_frame)
|
||||
{
|
||||
this->DisplayFrame(video_frame);
|
||||
});
|
||||
Receiver->OnNDIReceiverAudioCaptureEvent.Remove(AudioCaptureEventHandle);
|
||||
AudioCaptureEventHandle = Receiver->OnNDIReceiverAudioCaptureEvent.AddLambda([this](UNDIMediaReceiver* receiver, const NDIlib_audio_frame_v2_t& audio_frame)
|
||||
{
|
||||
this->PlayAudio(audio_frame);
|
||||
});
|
||||
|
||||
// Control the player's state based on the receiver connecting and disconnecting
|
||||
Receiver->OnNDIReceiverConnectedEvent.Remove(ConnectedEventHandle);
|
||||
ConnectedEventHandle = Receiver->OnNDIReceiverConnectedEvent.AddLambda([this](UNDIMediaReceiver* receiver)
|
||||
{
|
||||
this->NDIPlayerState = EMediaState::Playing;
|
||||
});
|
||||
Receiver->OnNDIReceiverDisconnectedEvent.Remove(DisconnectedEventHandle);
|
||||
DisconnectedEventHandle = Receiver->OnNDIReceiverDisconnectedEvent.AddLambda([this](UNDIMediaReceiver* receiver)
|
||||
{
|
||||
this->NDIPlayerState = EMediaState::Closed;
|
||||
});
|
||||
|
||||
|
||||
// Get ready to connect
|
||||
CurrentState = EMediaState::Preparing;
|
||||
NDIPlayerState = EMediaState::Preparing;
|
||||
EventSink.ReceiveMediaEvent(EMediaEvent::MediaConnecting);
|
||||
|
||||
// Start up the receiver under the player's control.
|
||||
// Use the provided URL as the source if given, otherwise use the connection info set for the receiver
|
||||
FString Scheme;
|
||||
FString Location;
|
||||
if (Url.Split(TEXT("://"), &Scheme, &Location, ESearchCase::CaseSensitive))
|
||||
{
|
||||
FNDIConnectionInformation ConnectionInformation = Receiver->ConnectionSetting;
|
||||
ConnectionInformation.SourceName = Location;
|
||||
Receiver->Initialize(ConnectionInformation, UNDIMediaReceiver::EUsage::Controlled);
|
||||
}
|
||||
else
|
||||
{
|
||||
Receiver->Initialize(UNDIMediaReceiver::EUsage::Controlled);
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
|
||||
void FNDIMediaPlayer::Close()
|
||||
{
|
||||
NDIPlayerState = EMediaState::Closed;
|
||||
|
||||
if (Receiver != nullptr)
|
||||
{
|
||||
// Disconnect from receiver events
|
||||
Receiver->OnNDIReceiverVideoCaptureEvent.Remove(VideoCaptureEventHandle);
|
||||
VideoCaptureEventHandle.Reset();
|
||||
Receiver->OnNDIReceiverAudioCaptureEvent.Remove(AudioCaptureEventHandle);
|
||||
AudioCaptureEventHandle.Reset();
|
||||
Receiver->OnNDIReceiverConnectedEvent.Remove(ConnectedEventHandle);
|
||||
ConnectedEventHandle.Reset();
|
||||
Receiver->OnNDIReceiverDisconnectedEvent.Remove(DisconnectedEventHandle);
|
||||
DisconnectedEventHandle.Reset();
|
||||
|
||||
// Shut down the receiver
|
||||
Receiver->Shutdown();
|
||||
|
||||
// If the player created the receiver, destroy the receiver
|
||||
if (bInternalReceiver)
|
||||
Receiver->ConditionalBeginDestroy();
|
||||
|
||||
Receiver = nullptr;
|
||||
bInternalReceiver = false;
|
||||
}
|
||||
|
||||
TextureSamplePool->Reset();
|
||||
AudioSamplePool->Reset();
|
||||
|
||||
Super::Close();
|
||||
}
|
||||
|
||||
|
||||
void FNDIMediaPlayer::TickInput(FTimespan DeltaTime, FTimespan Timecode)
|
||||
{
|
||||
// Update player state
|
||||
EMediaState NewState = NDIPlayerState;
|
||||
|
||||
if (NewState != CurrentState)
|
||||
{
|
||||
CurrentState = NewState;
|
||||
if (CurrentState == EMediaState::Playing)
|
||||
{
|
||||
EventSink.ReceiveMediaEvent(EMediaEvent::TracksChanged);
|
||||
EventSink.ReceiveMediaEvent(EMediaEvent::MediaOpened);
|
||||
EventSink.ReceiveMediaEvent(EMediaEvent::PlaybackResumed);
|
||||
}
|
||||
else if (NewState == EMediaState::Error)
|
||||
{
|
||||
EventSink.ReceiveMediaEvent(EMediaEvent::MediaOpenFailed);
|
||||
Close();
|
||||
}
|
||||
}
|
||||
|
||||
if (CurrentState != EMediaState::Playing)
|
||||
{
|
||||
return;
|
||||
}
|
||||
|
||||
TickTimeManagement();
|
||||
}
|
||||
|
||||
|
||||
void FNDIMediaPlayer::TickFetch(FTimespan DeltaTime, FTimespan Timecode)
|
||||
{
|
||||
Super::TickFetch(DeltaTime, Timecode);
|
||||
|
||||
if ((CurrentState == EMediaState::Preparing) || (CurrentState == EMediaState::Playing))
|
||||
{
|
||||
if (Receiver != nullptr)
|
||||
{
|
||||
// Ask receiver to capture a new frame of video and audio.
|
||||
// Will call DisplayFrame() and PlayAudio() through capture event.
|
||||
Receiver->CaptureConnectedAudio();
|
||||
Receiver->CaptureConnectedVideo();
|
||||
}
|
||||
}
|
||||
|
||||
if (CurrentState == EMediaState::Playing)
|
||||
{
|
||||
ProcessFrame();
|
||||
VerifyFrameDropCount();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
void FNDIMediaPlayer::ProcessFrame()
|
||||
{
|
||||
if (CurrentState == EMediaState::Playing)
|
||||
{
|
||||
// No need to lock here. That info is only used for debug information.
|
||||
//AudioTrackFormat.NumChannels = 0;//NDIThreadAudioChannels;
|
||||
//AudioTrackFormat.SampleRate = 0;//NDIThreadAudioSampleRate;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
void FNDIMediaPlayer::DisplayFrame(const NDIlib_video_frame_v2_t& video_frame)
|
||||
{
|
||||
auto TextureSample = TextureSamplePool->AcquireShared();
|
||||
|
||||
if (TextureSample->Initialize(video_frame, FTimespan::FromSeconds(GetPlatformSeconds()), Receiver))
|
||||
{
|
||||
#if (ENGINE_MAJOR_VERSION > 5) || ((ENGINE_MAJOR_VERSION == 5) && (ENGINE_MINOR_VERSION >= 3)) // 5.3 or later
|
||||
AddVideoSample(TextureSample);
|
||||
#else
|
||||
Samples->AddVideo(TextureSample);
|
||||
#endif
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
void FNDIMediaPlayer::PlayAudio(const NDIlib_audio_frame_v2_t& audio_frame)
|
||||
{
|
||||
auto AudioSample = AudioSamplePool->AcquireShared();
|
||||
|
||||
// UE wants 32bit signed interleaved audio data, so need to convert the NDI audio.
|
||||
// Fortunately the NDI library has a utility function to do that.
|
||||
|
||||
// Get a buffer to convert to
|
||||
const int32 available_samples = audio_frame.no_samples * audio_frame.no_channels;
|
||||
void* SampleBuffer = AudioSample->RequestBuffer(available_samples);
|
||||
|
||||
if (SampleBuffer != nullptr)
|
||||
{
|
||||
// Format to convert to
|
||||
NDIlib_audio_frame_interleaved_32s_t audio_frame_32s(
|
||||
audio_frame.sample_rate,
|
||||
audio_frame.no_channels,
|
||||
audio_frame.no_samples,
|
||||
audio_frame.timecode,
|
||||
20,
|
||||
static_cast<int32_t*>(SampleBuffer));
|
||||
|
||||
// Convert received NDI audio
|
||||
NDIlib_util_audio_to_interleaved_32s_v2(&audio_frame, &audio_frame_32s);
|
||||
|
||||
// Supply converted audio data
|
||||
if (AudioSample->SetProperties(available_samples
|
||||
, audio_frame_32s.no_channels
|
||||
, audio_frame_32s.sample_rate
|
||||
, FTimespan::FromSeconds(GetPlatformSeconds())
|
||||
, TOptional<FTimecode>()))
|
||||
{
|
||||
Samples->AddAudio(AudioSample);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
void FNDIMediaPlayer::VerifyFrameDropCount()
|
||||
{
|
||||
}
|
||||
|
||||
|
||||
bool FNDIMediaPlayer::IsHardwareReady() const
|
||||
{
|
||||
return NDIPlayerState == EMediaState::Playing ? true : false;
|
||||
}
|
||||
|
||||
|
||||
void FNDIMediaPlayer::SetupSampleChannels()
|
||||
{
|
||||
FMediaIOSamplingSettings VideoSettings = BaseSettings;
|
||||
VideoSettings.BufferSize = MaxNumVideoFrameBuffer;
|
||||
Samples->InitializeVideoBuffer(VideoSettings);
|
||||
|
||||
FMediaIOSamplingSettings AudioSettings = BaseSettings;
|
||||
AudioSettings.BufferSize = MaxNumAudioFrameBuffer;
|
||||
Samples->InitializeAudioBuffer(AudioSettings);
|
||||
|
||||
FMediaIOSamplingSettings MetadataSettings = BaseSettings;
|
||||
MetadataSettings.BufferSize = MaxNumMetadataFrameBuffer;
|
||||
Samples->InitializeMetadataBuffer(MetadataSettings);
|
||||
}
|
||||
|
||||
|
||||
#if (ENGINE_MAJOR_VERSION > 5) || ((ENGINE_MAJOR_VERSION == 5) && (ENGINE_MINOR_VERSION >= 3)) // 5.3 or later
|
||||
TSharedPtr<FMediaIOCoreTextureSampleBase> FNDIMediaPlayer::AcquireTextureSample_AnyThread() const
|
||||
{
|
||||
return TextureSamplePool->AcquireShared();
|
||||
}
|
||||
|
||||
TSharedPtr<FMediaIOCoreTextureSampleConverter> FNDIMediaPlayer::CreateTextureSampleConverter() const
|
||||
{
|
||||
return MakeShared<NDIMediaTextureSampleConverter>();
|
||||
}
|
||||
#endif
|
||||
|
||||
|
||||
//~ ITimedDataInput interface
|
||||
#if WITH_EDITOR
|
||||
const FSlateBrush* FNDIMediaPlayer::GetDisplayIcon() const
|
||||
{
|
||||
return nullptr;
|
||||
}
|
||||
#endif
|
||||
|
||||
|
||||
#undef LOCTEXT_NAMESPACE
|
||||
75
Plugins/NDIIO/Source/Core/Classes/Player/NDIMediaPlayer.h
Normal file
75
Plugins/NDIIO/Source/Core/Classes/Player/NDIMediaPlayer.h
Normal file
@@ -0,0 +1,75 @@
|
||||
/*
|
||||
Copyright (C) 2024 Vizrt NDI AB. All rights reserved.
|
||||
|
||||
This file and its use within a Product is bound by the terms of NDI SDK license that was provided
|
||||
as part of the NDI SDK. For more information, please review the license and the NDI SDK documentation.
|
||||
*/
|
||||
|
||||
#pragma once
|
||||
|
||||
#include <NDIIOPluginAPI.h>
|
||||
#include <Objects/Media/NDIMediaReceiver.h>
|
||||
#include <MediaIOCorePlayerBase.h>
|
||||
|
||||
|
||||
class FNDIMediaPlayer : public FMediaIOCorePlayerBase
|
||||
{
|
||||
using Super = FMediaIOCorePlayerBase;
|
||||
|
||||
public:
|
||||
FNDIMediaPlayer(IMediaEventSink& InEventSink);
|
||||
|
||||
virtual ~FNDIMediaPlayer();
|
||||
|
||||
|
||||
//~ IMediaPlayer interface
|
||||
virtual FGuid GetPlayerPluginGUID() const override;
|
||||
virtual bool Open(const FString& Url, const IMediaOptions* Options) override;
|
||||
virtual void Close() override;
|
||||
|
||||
virtual void TickInput(FTimespan DeltaTime, FTimespan Timecode) override;
|
||||
virtual void TickFetch(FTimespan DeltaTime, FTimespan Timecode) override;
|
||||
|
||||
protected:
|
||||
virtual bool IsHardwareReady() const override;
|
||||
virtual void SetupSampleChannels() override;
|
||||
#if (ENGINE_MAJOR_VERSION > 5) || ((ENGINE_MAJOR_VERSION == 5) && (ENGINE_MINOR_VERSION >= 3)) // 5.3 or later
|
||||
virtual TSharedPtr<FMediaIOCoreTextureSampleBase> AcquireTextureSample_AnyThread() const override;
|
||||
virtual TSharedPtr<FMediaIOCoreTextureSampleConverter> CreateTextureSampleConverter() const override;
|
||||
#endif
|
||||
|
||||
void DisplayFrame(const NDIlib_video_frame_v2_t& video_frame);
|
||||
void PlayAudio(const NDIlib_audio_frame_v2_t& audio_frame);
|
||||
|
||||
void ProcessFrame();
|
||||
void VerifyFrameDropCount();
|
||||
|
||||
public:
|
||||
//~ ITimedDataInput interface
|
||||
#if WITH_EDITOR
|
||||
virtual const FSlateBrush* GetDisplayIcon() const override;
|
||||
#endif
|
||||
|
||||
private:
|
||||
/** Max sample count our different buffer can hold. Taken from MediaSource */
|
||||
int32 MaxNumAudioFrameBuffer = 0;
|
||||
int32 MaxNumMetadataFrameBuffer = 0;
|
||||
int32 MaxNumVideoFrameBuffer = 0;
|
||||
|
||||
/** Current state of the media player. */
|
||||
EMediaState NDIPlayerState = EMediaState::Closed;
|
||||
|
||||
/** The media event handler. */
|
||||
IMediaEventSink& EventSink;
|
||||
|
||||
UNDIMediaReceiver* Receiver = nullptr;
|
||||
bool bInternalReceiver = true;
|
||||
|
||||
FDelegateHandle VideoCaptureEventHandle;
|
||||
FDelegateHandle AudioCaptureEventHandle;
|
||||
FDelegateHandle ConnectedEventHandle;
|
||||
FDelegateHandle DisconnectedEventHandle;
|
||||
|
||||
class NDIMediaTextureSamplePool* TextureSamplePool;
|
||||
class NDIMediaAudioSamplePool* AudioSamplePool;
|
||||
};
|
||||
Reference in New Issue
Block a user