Init
This commit is contained in:
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,7 @@
|
||||
fileFormatVersion: 2
|
||||
guid: 1bc19543f1bf9114b8e974ae6ba05f7b
|
||||
DefaultImporter:
|
||||
externalObjects: {}
|
||||
userData:
|
||||
assetBundleName:
|
||||
assetBundleVariant:
|
||||
@@ -0,0 +1,240 @@
|
||||
#if !PICO_OPENXR_SDK
|
||||
using System;
|
||||
using System.Collections;
|
||||
using System.Collections.Generic;
|
||||
using System.Runtime.InteropServices;
|
||||
using AOT;
|
||||
using Unity.XR.PICO.TOBSupport;
|
||||
using Unity.XR.PXR;
|
||||
using UnityEngine;
|
||||
using UnityEngine.UI;
|
||||
|
||||
public class EnterpriseAPI : MonoBehaviour
|
||||
{
|
||||
private string tag = "CaptureLib ----";
|
||||
private PXR_CompositionLayer overlay = null;
|
||||
private PXRCaptureRenderMode Mode = PXRCaptureRenderMode.PXRCapture_RenderMode_LEFT;
|
||||
byte[] imgByte ;
|
||||
private int width=2048;
|
||||
private int height=1536;
|
||||
public Material videoMaterial;
|
||||
public Transform FrameTarget;
|
||||
public Transform RenderTarget;
|
||||
public Text CanshuText;
|
||||
private bool isRuning=false;
|
||||
private bool d=false;
|
||||
// 将视频帧转换为 Unity 纹理
|
||||
Texture2D texture;
|
||||
public Text fpsText;
|
||||
public Toggle showtime;
|
||||
public Text showtimeText;
|
||||
bool camera_raw_data=false;
|
||||
|
||||
private void Awake()
|
||||
{
|
||||
PXR_Manager.EnableVideoSeeThrough = true;
|
||||
PXR_Enterprise.UseGlobalPose(true);
|
||||
Debug.Log($"{tag} Awake ");
|
||||
PXR_Plugin.System.UPxr_GetConfigFloat(ConfigType.ToDelaSensorY);
|
||||
overlay = GetComponent<PXR_CompositionLayer>();
|
||||
if (overlay == null)
|
||||
{
|
||||
Debug.LogError("PXRLog Overlay is null!");
|
||||
overlay = gameObject.AddComponent<PXR_CompositionLayer>();
|
||||
}
|
||||
|
||||
imgByte = new byte[width*height*4];
|
||||
texture = new Texture2D((int)width, (int)height, TextureFormat.RGBA32, false);
|
||||
videoMaterial.SetTexture("_MainTex", texture);
|
||||
PXR_Enterprise.InitEnterpriseService();
|
||||
PXR_Enterprise.BindEnterpriseService(b =>
|
||||
{
|
||||
Debug.Log($"{tag} Bind enterprise service success={b}");
|
||||
} );
|
||||
}
|
||||
public void OpenCamera()
|
||||
{
|
||||
Dictionary<string, string> cameraParams1 = new Dictionary<string, string>();
|
||||
cameraParams1.Add(PXRCapture.KEY_OUTPUT_CAMERA_RAW_DATA, camera_raw_data?PXRCapture.VALUE_TRUE:PXRCapture.VALUE_FALSE);
|
||||
PXR_Enterprise.Configurefor4U(cameraParams1);
|
||||
|
||||
Dictionary<string, string> cameraParams = new Dictionary<string, string>();
|
||||
cameraParams.Add(PXRCapture.KEY_MCTF, PXRCapture.VALUE_TRUE);
|
||||
cameraParams.Add(PXRCapture.KEY_EIS, PXRCapture.VALUE_FALSE);
|
||||
cameraParams.Add(PXRCapture.KEY_MFNR, PXRCapture.VALUE_TRUE);
|
||||
|
||||
PXR_Enterprise.OpenCameraAsyncfor4U(ret =>
|
||||
{
|
||||
Debug.Log($"{tag} OpenCameraAsync ret= {ret}");
|
||||
},cameraParams);
|
||||
|
||||
Invoke(nameof(getCameraParameters), 1f);
|
||||
}
|
||||
|
||||
public void SetRawData(int listChoice)
|
||||
{
|
||||
Debug.Log($"{tag} SetMode ret= {listChoice}");
|
||||
camera_raw_data=listChoice==1;
|
||||
}
|
||||
public void SetMode(int listChoice)
|
||||
{
|
||||
Debug.Log($"{tag} SetMode ret= {listChoice}");
|
||||
// if (listChoice > 0)
|
||||
{
|
||||
switch (listChoice)
|
||||
{
|
||||
case 0:
|
||||
Mode = PXRCaptureRenderMode.PXRCapture_RenderMode_LEFT;
|
||||
break;
|
||||
case 1:
|
||||
Mode = PXRCaptureRenderMode.PXRCapture_RenderMode_RIGHT;
|
||||
break;
|
||||
case 2:
|
||||
Mode = PXRCaptureRenderMode.PXRCapture_RenderMode_3D;
|
||||
break;
|
||||
case 3:
|
||||
Mode = PXRCaptureRenderMode.PXRCapture_RenderMode_Interlace;
|
||||
break;
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
float outputFovHorizontal=76.35f;
|
||||
float outputFovVertical=61.05f;
|
||||
public void getCameraParameters()
|
||||
{
|
||||
Debug.Log($"{tag} getCamera ");
|
||||
double[] CameraIntrinsics=PXR_Enterprise.GetCameraIntrinsicsfor4U(width, height, outputFovHorizontal, outputFovVertical);
|
||||
PXR_Enterprise.GetCameraExtrinsicsfor4U(out Matrix4x4 leftExtrinsics, out Matrix4x4 rightExtrinsics);
|
||||
if (CameraIntrinsics!=null)
|
||||
{
|
||||
Debug.Log($"getCamera-- GetCameraIntrinsics:[{CameraIntrinsics[0]},{CameraIntrinsics[1]},{CameraIntrinsics[2]},{CameraIntrinsics[3]}]");
|
||||
}
|
||||
if (leftExtrinsics!=null)
|
||||
{
|
||||
Debug.Log(tag+"getCamera-- GetCameraExtrinsics leftExtrinsics :\n"+leftExtrinsics);
|
||||
}
|
||||
if (rightExtrinsics!=null)
|
||||
{
|
||||
Debug.Log(tag+"getCamera-- GetCameraExtrinsics rightExtrinsics :\n"+rightExtrinsics);
|
||||
}
|
||||
|
||||
RGBCameraParamsNew param = PXR_Enterprise.GetCameraParametersNewfor4U(width, height);
|
||||
// Debug.Log($"getCamera GetCameraIntrinsics:[{param.cx},{param.cy},{param.fx},{param.fy}]");
|
||||
// Debug.Log($"getCamera GetCameraExtrinsics leftExtrinsics::[{param.l_pos} ------ {param.l_rot}]");
|
||||
// Debug.Log($"getCamera GetCameraExtrinsics rightExtrinsics::[{param.r_pos} ------ {param.r_rot}]");
|
||||
CanshuText.text =$"内参::[fx,fy,cx,cy]=[{param.fx},{param.fy},{param.cx},{param.cy}]\n"+ $"外参::L=[{param.l_pos},{param.l_rot}]\n"+$" R=[{param.r_pos},{param.r_rot}]";
|
||||
}
|
||||
public void StartPreview()
|
||||
{
|
||||
Debug.Log($"{tag} StartPreview ");
|
||||
overlay.enabled = true;
|
||||
Debug.Log($"{tag} externalAndroidSurfaceObject "+overlay.externalAndroidSurfaceObject);
|
||||
PXR_Enterprise.StartPreviewfor4U(overlay.externalAndroidSurfaceObject,Mode);
|
||||
FrameTarget.position = new Vector3(0,0,0);
|
||||
FrameTarget.rotation = Quaternion.Euler(0,0,0);
|
||||
RenderTarget.position = new Vector3(0,0,0);
|
||||
RenderTarget.rotation = Quaternion.Euler(0,0,0);
|
||||
}
|
||||
public float showTime = 1f;
|
||||
|
||||
private int count = 0;
|
||||
private float deltaTime = 0f;
|
||||
public void StartGetImageData()
|
||||
{
|
||||
Debug.Log($"{tag} StartGetImageData ");
|
||||
overlay.enabled = false;
|
||||
|
||||
IntPtr data=Marshal.UnsafeAddrOfPinnedArrayElement(imgByte,0);
|
||||
PXR_Enterprise.SetCameraFrameBufferfor4U(width,height,ref data, (Frame frame) =>
|
||||
{
|
||||
// Debug.Log($"{tag} sensorState position:[{frame.sensorState.globalPose.position.x},{frame.sensorState.globalPose.position.y},{frame.sensorState.globalPose.position.z}]," +
|
||||
// $" orientation:[{frame.sensorState.globalPose.orientation.x},{frame.sensorState.globalPose.orientation.y},{frame.sensorState.globalPose.orientation.z},{frame.sensorState.globalPose.orientation.w}] ");
|
||||
// FrameTarget.position=frame.pose.position;
|
||||
// FrameTarget.rotation = frame.pose.rotation;
|
||||
// FrameTarget.position = new Vector3(frame.pose.position.x, frame.pose.position.y, -frame.pose.position.z);
|
||||
// FrameTarget.rotation = new Quaternion(frame.pose.rotation.x, frame.pose.rotation.y, -frame.pose.rotation.z, -frame.pose.rotation.w);
|
||||
FrameTarget.position = frame.pose.position;
|
||||
FrameTarget.rotation = frame.pose.rotation;
|
||||
if (showtime.isOn)
|
||||
{
|
||||
showtimeText.text = frame.timestamp+"";
|
||||
}
|
||||
else
|
||||
{
|
||||
showtimeText.text = frame.timestamp+"";
|
||||
texture.LoadRawTextureData(imgByte);
|
||||
texture.Apply();
|
||||
}
|
||||
Debug.Log($"{tag} imageAvailable ");
|
||||
Debug.Log("onImageAvailable cameraFramePredictedDisplayTime = "+frame.timestamp +" Time.deltaTime:"+Time.deltaTime);
|
||||
Debug.Log("onImageAvailable size = "+frame.datasize);
|
||||
|
||||
|
||||
count++;
|
||||
|
||||
});
|
||||
Debug.Log($"{tag} OpenCameraAsync Mode= {Mode}");
|
||||
bool ret=PXR_Enterprise.StartGetImageDatafor4U(Mode, width, height);
|
||||
isRuning=true;
|
||||
Debug.Log($"{tag} OpenCameraAsync ret= {ret}");
|
||||
}
|
||||
|
||||
|
||||
public void Release()
|
||||
{
|
||||
PXR_Enterprise.CloseCamerafor4U();
|
||||
}
|
||||
|
||||
private double time = 0;
|
||||
private SensorState a;
|
||||
private void Update()
|
||||
{
|
||||
deltaTime += Time.deltaTime;
|
||||
if (deltaTime >= showTime) {
|
||||
if (count>0)
|
||||
{
|
||||
float fps = count / deltaTime;
|
||||
float milliSecond = deltaTime * 1000 / count;
|
||||
string strFpsInfo = string.Format("当前每帧渲染间隔：{0:0.0} ms ({1:0.} 帧每秒)", milliSecond, fps);
|
||||
fpsText.text = strFpsInfo;
|
||||
}
|
||||
count = 0;
|
||||
deltaTime = 0f;
|
||||
}
|
||||
if (reopen)
|
||||
{
|
||||
reopen = false;
|
||||
PXR_Enterprise.StartGetImageDatafor4U(Mode, width, height);
|
||||
}
|
||||
time= PXR_Enterprise.GetPredictedDisplayTime();
|
||||
a=PXR_Enterprise.GetPredictedMainSensorState(time);
|
||||
RenderTarget.position = a.pose.position;
|
||||
RenderTarget.rotation = a.pose.rotation;
|
||||
// RenderTarget.position = new Vector3(a.pose.position.x, a.pose.position.y, -a.pose.position.z);
|
||||
// RenderTarget.rotation = new Quaternion(a.pose.rotation.x, a.pose.rotation.y, -a.pose.rotation.z, -a.pose.rotation.w);
|
||||
}
|
||||
static bool reopen = false;
|
||||
private void OnApplicationPause(bool pauseStatus)
|
||||
{
|
||||
if (isRuning)
|
||||
{
|
||||
// PXR_Enterprise.SetRunningState(pauseStatus);
|
||||
if (pauseStatus)
|
||||
{
|
||||
PXR_Enterprise.CloseCamerafor4U();
|
||||
}
|
||||
else
|
||||
{
|
||||
PXR_Enterprise.OpenCameraAsyncfor4U(ret =>
|
||||
{
|
||||
Debug.Log($"{tag} OpenCameraAsync ret= {ret}");
|
||||
reopen = ret;
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
#endif
|
||||
@@ -0,0 +1,11 @@
|
||||
fileFormatVersion: 2
|
||||
guid: 222355b0708cdae4f87ca7a4a4618d1f
|
||||
MonoImporter:
|
||||
externalObjects: {}
|
||||
serializedVersion: 2
|
||||
defaultReferences: []
|
||||
executionOrder: 0
|
||||
icon: {instanceID: 0}
|
||||
userData:
|
||||
assetBundleName:
|
||||
assetBundleVariant:
|
||||
Reference in New Issue
Block a user