178 lines
7.3 KiB
C++
178 lines
7.3 KiB
C++
// Copyright 2023 PICO Inc. All Rights Reserved.
|
|
|
|
#pragma once
|
|
|
|
#include "CoreMinimal.h"
|
|
#include "IOpenXRExtensionPlugin.h"
|
|
#include "OpenXRHMD.h"
|
|
#include "PICO_HMDFunctionLibrary.h"
|
|
#include <ThirdParty/openxr/bytedance_composition_layer_eac.h>
|
|
|
|
class IXRTrackingSystem;
|
|
|
|
class FHMDPICO : public IOpenXRExtensionPlugin
|
|
{
|
|
public:
|
|
FHMDPICO();
|
|
virtual ~FHMDPICO() {}
|
|
|
|
void Register();
|
|
void Unregister();
|
|
|
|
/** IOpenXRExtensionPlugin implementation */
|
|
virtual FString GetDisplayName() override
|
|
{
|
|
return FString(TEXT("HMDPICO"));
|
|
}
|
|
|
|
virtual bool GetCustomLoader(PFN_xrGetInstanceProcAddr* OutGetProcAddr) override;
|
|
virtual bool GetOptionalExtensions(TArray<const ANSICHAR*>& OutExtensions) override;
|
|
virtual void PostCreateInstance(XrInstance InInstance) override;
|
|
virtual void PostGetSystem(XrInstance InInstance, XrSystemId InSystem) override;
|
|
virtual bool IsStandaloneStereoOnlyDevice() override;
|
|
virtual const void* OnCreateSession(XrInstance InInstance, XrSystemId InSystem, const void* InNext) override;
|
|
virtual void PostCreateSession(XrSession InSession) override;
|
|
virtual void OnDestroySession(XrSession InSession) override;
|
|
virtual bool UseCustomReferenceSpaceType(XrReferenceSpaceType& OutReferenceSpaceType);
|
|
virtual bool GetSpectatorScreenController(FHeadMountedDisplayBase* InHMDBase, TUniquePtr<FDefaultSpectatorScreenController>& OutSpectatorScreenController) override;
|
|
virtual void OnEvent(XrSession InSession, const XrEventDataBaseHeader* InHeader) override;
|
|
virtual const void* OnEndProjectionLayer(XrSession InSession, int32 InLayerIndex, const void* InNext, XrCompositionLayerFlags& OutFlags) override;
|
|
virtual void UpdateDeviceLocations(XrSession InSession, XrTime DisplayTime, XrSpace TrackingSpace) override;
|
|
virtual void OnBeginRendering_RenderThread(XrSession InSession) override;
|
|
virtual void UpdateCompositionLayers(XrSession InSession, TArray<const XrCompositionLayerBaseHeader*>& Headers);
|
|
virtual void UpdateCompositionLayers(XrSession InSession, TArray<XrCompositionLayerBaseHeader*>& Headers);
|
|
|
|
bool GetSupportedDisplayRefreshRates(TArray<float>& Rates);
|
|
bool GetCurrentDisplayRefreshRate(float& Rate);
|
|
bool SetDisplayRefreshRate(float Rate);
|
|
|
|
void EnableContentProtect(bool Enable);
|
|
|
|
bool SetPerformanceLevel(int domain, int level);
|
|
bool GetDevicePoseForTime(const EControllerHand Hand, bool UseDefaultTime, FTimespan Timespan, bool& OutTimeWasUsed, FRotator& Orientation, FVector& Position, bool& bProvidedLinearVelocity, FVector& LinearVelocity, bool& bProvidedAngularVelocity, FVector& AngularVelocityRadPerSec, bool& bProvidedLinearAcceleration, FVector& LinearAcceleration, float InWorldToMetersScale);
|
|
EHMDWornState::Type GetHMDWornState(bool& ResultValid);
|
|
bool GetFieldOfView(float& OutHFOVInDegrees, float& OutVFOVInDegrees);
|
|
bool GetInterpupillaryDistance(float& IPD);
|
|
void SetBaseRotationAndBaseOffset(FRotator Rotation, FVector BaseOffset, EOrientPositionSelector::Type Options);
|
|
void GetBaseRotationAndBaseOffset(FRotator& OutRotation, FVector& OutBaseOffset);
|
|
FTimespan GetDisplayTime();
|
|
|
|
void CopyTexture_RenderThread(FRHICommandListImmediate& RHICmdList, FRHITexture* DstTexture, FRHITexture* SrcTexture, FIntRect DstRect = FIntRect(), FIntRect SrcRect = FIntRect(), bool bAlphaPremultiply = false, bool bNoAlpha = false, bool bClearGreen = false, bool bInvertY = false, bool bInvertAlpha = false) const;
|
|
|
|
bool IsEyeTrackerSupported(bool& Supported);
|
|
private:
|
|
void* LoaderHandle;
|
|
bool bPICORuntime;
|
|
FRWLock SessionHandleMutex;
|
|
XrInstance Instance;
|
|
XrSystemId System;
|
|
XrSession Session;
|
|
XrPath CommonInteractionProfile;
|
|
|
|
bool bSupportLocalFloorLevelEXT;
|
|
|
|
bool bSupportDisplayRefreshRate;
|
|
float CurrentDisplayRefreshRate;
|
|
TArray<float> SupportedDisplayRefreshRates;
|
|
PFN_xrEnumerateDisplayRefreshRatesFB xrEnumerateDisplayRefreshRatesFB = nullptr;
|
|
PFN_xrGetDisplayRefreshRateFB xrGetDisplayRefreshRateFB = nullptr;
|
|
PFN_xrRequestDisplayRefreshRateFB xrRequestDisplayRefreshRateFB = nullptr;
|
|
|
|
bool bContentProtectEnabled;
|
|
XrCompositionLayerSecureContentFB ContentProtect;
|
|
bool bSupportPerformanceSettingsEXT;
|
|
PFN_xrPerfSettingsSetPerformanceLevelEXT xrPerfSettingsSetPerformanceLevelEXT = nullptr;
|
|
|
|
XrTime CurrentDisplayTime;
|
|
class FOpenXRHMD* OpenXRHMD = nullptr;
|
|
bool IsSupportsUserPresence;
|
|
EHMDWornState::Type WornState;
|
|
|
|
XrSpace CurrentBaseSpace = XR_NULL_HANDLE;
|
|
|
|
private:
|
|
|
|
FIntRect GetViewportSize(const FOpenXRLayer::FPerEyeTextureData& EyeData, const IStereoLayers::FLayerDesc& Desc);
|
|
FVector2D GetQuadSize(const FOpenXRLayer::FPerEyeTextureData& EyeData, const IStereoLayers::FLayerDesc& Desc);
|
|
|
|
class UWorld* World = nullptr;
|
|
void OnWorldCreated(UWorld* NewWorld) { World = NewWorld; }
|
|
FDelegateHandle WorldLoadDelegate;
|
|
|
|
/*************************** MRC Begin ***************************/
|
|
public:
|
|
bool bSupportMRCExtension;
|
|
void CreateMRCLayer(class UTexture* BackgroundRTTexture, class UTexture* ForegroundRTTexture);
|
|
void DestroyMRCLayer();
|
|
bool GetExternalCameraInfo(int32& width, int32& height, float& fov);
|
|
bool GetExternalCameraPose(FTransform& Pose);
|
|
void EnableMRCDebugMode(class UWorld* WorldContext, bool Enable, bool ViewInHMD, bool UseCustomTransform, const FTransform& Pose, bool UseCustomCameraInfo, int Width, int Height, float Fov);
|
|
|
|
private:
|
|
XrSpace ViewTrackingSpace = XR_NULL_HANDLE;
|
|
XrSpace MRCSpace = XR_NULL_HANDLE;
|
|
bool bIsMRCRunning;
|
|
UPROPERTY()
|
|
class AMRCCameraPICO* RCSceneCapture2DPICO = nullptr;
|
|
IStereoLayers::FLayerDesc MRCLayerDesc;
|
|
TSharedPtr<FOpenXRLayer, ESPMode::ThreadSafe> MRCLayer;
|
|
XrCompositionLayerQuad MRCQuadLayerLeft;
|
|
XrCompositionLayerQuad MRCQuadLayerRight;
|
|
|
|
struct FMRCDebugModePICO
|
|
{
|
|
FMRCDebugModePICO()
|
|
:EnableExtension(false)
|
|
, ViewInHMD(false)
|
|
, UseCustomTransform(false)
|
|
, Pose(FTransform::Identity)
|
|
, UseCustomCameraInfo(false)
|
|
, Width(256)
|
|
, Height(256)
|
|
, Fov(90.0f)
|
|
{}
|
|
|
|
bool EnableExtension;
|
|
bool ViewInHMD;
|
|
bool UseCustomTransform;
|
|
FTransform Pose;
|
|
bool UseCustomCameraInfo;
|
|
int Width;
|
|
int Height;
|
|
float Fov;
|
|
};
|
|
|
|
FMRCDebugModePICO MRCDebugMode;
|
|
|
|
/*************************** MRC End ***************************/
|
|
|
|
bool bSupportedBDCompositionLayerSettingsExt;
|
|
|
|
XrCompositionLayerAlphaBlendFB BlendState = { XR_TYPE_COMPOSITION_LAYER_ALPHA_BLEND_FB };
|
|
|
|
bool bSupportAdaptiveResolution = false;
|
|
|
|
union FXrCompositionLayerUnionPICO
|
|
{
|
|
XrCompositionLayerBaseHeader Header;
|
|
XrCompositionLayerQuad Quad;
|
|
XrCompositionLayerCylinderKHR Cylinder;
|
|
XrCompositionLayerEquirectKHR Equirect;
|
|
XrCompositionLayerEacBD EAC;
|
|
};
|
|
|
|
uint32 StereoLayerID = 0;
|
|
mutable FCriticalSection LayerCritSect;
|
|
TMap<uint32, FOpenXRLayer> StereoLayersPICO;
|
|
bool NeedReallocateTexture(bool bLeft, const FOpenXRLayer& Layer);
|
|
void UpdateLayerSwapchainTexture(int64 WaitTimeout, const FOpenXRLayer& Layer, FRHICommandListImmediate& RHICmdList);
|
|
public:
|
|
FIntPoint GetDefaultRenderTargetSize();
|
|
void GetCurrentRenderTargetSize(uint32& InOutSizeX, uint32& InOutSizeY);
|
|
|
|
uint32 CreateLayer(const IStereoLayers::FLayerDesc& Desc);
|
|
void SetLayerDesc(uint32 ID, const IStereoLayers::FLayerDesc& Desc);
|
|
void DestroyLayer(uint32 ID);
|
|
void MarkTextureForUpdate(uint32 ID);
|
|
};
|