// Copyright 2023 PICO Inc. All Rights Reserved. #pragma once #include "CoreMinimal.h" #include "IOpenXRExtensionPlugin.h" #include "OpenXRHMD.h" #include "PICO_HMDFunctionLibrary.h" #include class IXRTrackingSystem; class FHMDPICO : public IOpenXRExtensionPlugin { public: FHMDPICO(); virtual ~FHMDPICO() {} void Register(); void Unregister(); /** IOpenXRExtensionPlugin implementation */ virtual FString GetDisplayName() override { return FString(TEXT("HMDPICO")); } virtual bool GetCustomLoader(PFN_xrGetInstanceProcAddr* OutGetProcAddr) override; virtual bool GetOptionalExtensions(TArray& OutExtensions) override; virtual void PostCreateInstance(XrInstance InInstance) override; virtual void PostGetSystem(XrInstance InInstance, XrSystemId InSystem) override; virtual bool IsStandaloneStereoOnlyDevice() override; virtual const void* OnCreateSession(XrInstance InInstance, XrSystemId InSystem, const void* InNext) override; virtual void PostCreateSession(XrSession InSession) override; virtual void OnDestroySession(XrSession InSession) override; virtual bool UseCustomReferenceSpaceType(XrReferenceSpaceType& OutReferenceSpaceType); virtual bool GetSpectatorScreenController(FHeadMountedDisplayBase* InHMDBase, TUniquePtr& OutSpectatorScreenController) override; virtual void OnEvent(XrSession InSession, const XrEventDataBaseHeader* InHeader) override; virtual const void* OnEndProjectionLayer(XrSession InSession, int32 InLayerIndex, const void* InNext, XrCompositionLayerFlags& OutFlags) override; virtual void UpdateDeviceLocations(XrSession InSession, XrTime DisplayTime, XrSpace TrackingSpace) override; virtual void OnBeginRendering_RenderThread(XrSession InSession) override; virtual void UpdateCompositionLayers(XrSession InSession, TArray& Headers); virtual void UpdateCompositionLayers(XrSession InSession, TArray& Headers); bool GetSupportedDisplayRefreshRates(TArray& Rates); bool GetCurrentDisplayRefreshRate(float& Rate); bool SetDisplayRefreshRate(float Rate); void EnableContentProtect(bool Enable); bool SetPerformanceLevel(int domain, int level); bool GetDevicePoseForTime(const EControllerHand Hand, bool UseDefaultTime, FTimespan Timespan, bool& OutTimeWasUsed, FRotator& Orientation, FVector& Position, bool& bProvidedLinearVelocity, FVector& LinearVelocity, bool& bProvidedAngularVelocity, FVector& AngularVelocityRadPerSec, bool& bProvidedLinearAcceleration, FVector& LinearAcceleration, float InWorldToMetersScale); EHMDWornState::Type GetHMDWornState(bool& ResultValid); bool GetFieldOfView(float& OutHFOVInDegrees, float& OutVFOVInDegrees); bool GetInterpupillaryDistance(float& IPD); void SetBaseRotationAndBaseOffset(FRotator Rotation, FVector BaseOffset, EOrientPositionSelector::Type Options); void GetBaseRotationAndBaseOffset(FRotator& OutRotation, FVector& OutBaseOffset); FTimespan GetDisplayTime(); void CopyTexture_RenderThread(FRHICommandListImmediate& RHICmdList, FRHITexture* DstTexture, FRHITexture* SrcTexture, FIntRect DstRect = FIntRect(), FIntRect SrcRect = FIntRect(), bool bAlphaPremultiply = false, bool bNoAlpha = false, bool bClearGreen = false, bool bInvertY = false, bool bInvertAlpha = false) const; bool IsEyeTrackerSupported(bool& Supported); private: void* LoaderHandle; bool bPICORuntime; FRWLock SessionHandleMutex; XrInstance Instance; XrSystemId System; XrSession Session; XrPath CommonInteractionProfile; bool bSupportLocalFloorLevelEXT; bool bSupportDisplayRefreshRate; float CurrentDisplayRefreshRate; TArray SupportedDisplayRefreshRates; PFN_xrEnumerateDisplayRefreshRatesFB xrEnumerateDisplayRefreshRatesFB = nullptr; PFN_xrGetDisplayRefreshRateFB xrGetDisplayRefreshRateFB = nullptr; PFN_xrRequestDisplayRefreshRateFB xrRequestDisplayRefreshRateFB = nullptr; bool bContentProtectEnabled; XrCompositionLayerSecureContentFB ContentProtect; bool bSupportPerformanceSettingsEXT; PFN_xrPerfSettingsSetPerformanceLevelEXT xrPerfSettingsSetPerformanceLevelEXT = nullptr; XrTime CurrentDisplayTime; class FOpenXRHMD* OpenXRHMD = nullptr; bool IsSupportsUserPresence; EHMDWornState::Type WornState; XrSpace CurrentBaseSpace = XR_NULL_HANDLE; private: FIntRect GetViewportSize(const FOpenXRLayer::FPerEyeTextureData& EyeData, const IStereoLayers::FLayerDesc& Desc); FVector2D GetQuadSize(const FOpenXRLayer::FPerEyeTextureData& EyeData, const IStereoLayers::FLayerDesc& Desc); class UWorld* World = nullptr; void OnWorldCreated(UWorld* NewWorld) { World = NewWorld; } FDelegateHandle WorldLoadDelegate; /*************************** MRC Begin ***************************/ public: bool bSupportMRCExtension; void CreateMRCLayer(class UTexture* BackgroundRTTexture, class UTexture* ForegroundRTTexture); void DestroyMRCLayer(); bool GetExternalCameraInfo(int32& width, int32& height, float& fov); bool GetExternalCameraPose(FTransform& Pose); void EnableMRCDebugMode(class UWorld* WorldContext, bool Enable, bool ViewInHMD, bool UseCustomTransform, const FTransform& Pose, bool UseCustomCameraInfo, int Width, int Height, float Fov); private: XrSpace ViewTrackingSpace = XR_NULL_HANDLE; XrSpace MRCSpace = XR_NULL_HANDLE; bool bIsMRCRunning; UPROPERTY() class AMRCCameraPICO* RCSceneCapture2DPICO = nullptr; IStereoLayers::FLayerDesc MRCLayerDesc; TSharedPtr MRCLayer; XrCompositionLayerQuad MRCQuadLayerLeft; XrCompositionLayerQuad MRCQuadLayerRight; struct FMRCDebugModePICO { FMRCDebugModePICO() :EnableExtension(false) , ViewInHMD(false) , UseCustomTransform(false) , Pose(FTransform::Identity) , UseCustomCameraInfo(false) , Width(256) , Height(256) , Fov(90.0f) {} bool EnableExtension; bool ViewInHMD; bool UseCustomTransform; FTransform Pose; bool UseCustomCameraInfo; int Width; int Height; float Fov; }; FMRCDebugModePICO MRCDebugMode; /*************************** MRC End ***************************/ bool bSupportedBDCompositionLayerSettingsExt; XrCompositionLayerAlphaBlendFB BlendState = { XR_TYPE_COMPOSITION_LAYER_ALPHA_BLEND_FB }; bool bSupportAdaptiveResolution = false; union FXrCompositionLayerUnionPICO { XrCompositionLayerBaseHeader Header; XrCompositionLayerQuad Quad; XrCompositionLayerCylinderKHR Cylinder; XrCompositionLayerEquirectKHR Equirect; XrCompositionLayerEacBD EAC; }; uint32 StereoLayerID = 0; mutable FCriticalSection LayerCritSect; TMap StereoLayersPICO; bool NeedReallocateTexture(bool bLeft, const FOpenXRLayer& Layer); void UpdateLayerSwapchainTexture(int64 WaitTimeout, const FOpenXRLayer& Layer, FRHICommandListImmediate& RHICmdList); public: FIntPoint GetDefaultRenderTargetSize(); void GetCurrentRenderTargetSize(uint32& InOutSizeX, uint32& InOutSizeY); uint32 CreateLayer(const IStereoLayers::FLayerDesc& Desc); void SetLayerDesc(uint32 ID, const IStereoLayers::FLayerDesc& Desc); void DestroyLayer(uint32 ID); void MarkTextureForUpdate(uint32 ID); };