338 lines
12 KiB
C#
338 lines
12 KiB
C#
/*******************************************************************************
|
||
Copyright © 2015-2022 PICO Technology Co., Ltd.All rights reserved.
|
||
|
||
NOTICE：All information contained herein is, and remains the property of
|
||
PICO Technology Co., Ltd. The intellectual and technical concepts
|
||
contained herein are proprietary to PICO Technology Co., Ltd. and may be
|
||
covered by patents, patents in process, and are protected by trade secret or
|
||
copyright law. Dissemination of this information or reproduction of this
|
||
material is strictly forbidden unless prior written permission is obtained from
|
||
PICO Technology Co., Ltd.
|
||
*******************************************************************************/
|
||
|
||
using System;
|
||
using System.Collections;
|
||
using System.Collections.Generic;
|
||
using System.Linq;
|
||
using System.Runtime.InteropServices;
|
||
#if PICO_OPENXR_SDK
|
||
using Unity.XR.OpenXR.Features.PICOSupport;
|
||
#endif
|
||
|
||
using UnityEngine;
|
||
using UnityEngine.Events;
|
||
using UnityEngine.UI;
|
||
using UnityEngine.XR;
|
||
using UnityEngine.XR.Management;
|
||
|
||
namespace Unity.XR.PXR
|
||
{
|
||
|
||
[DisallowMultipleComponent]
|
||
public class PXR_SpatialMeshManager : MonoBehaviour
|
||
{
|
||
public GameObject meshPrefab;
|
||
private Dictionary<Guid, GameObject> meshIDToGameobject;
|
||
private Dictionary<Guid, PxrSpatialMeshInfo> spatialMeshNeedingDraw;
|
||
private Dictionary<PxrSemanticLabel, Color> colorMappings;
|
||
private Mesh mesh;
|
||
private XRMeshSubsystem subsystem;
|
||
private int objectPoolMaxSize = 200;
|
||
private Queue<GameObject> meshObjectsPool;
|
||
private const float frameCount = 15.0f;
|
||
|
||
/// <summary>
|
||
/// The drawing of the new spatial mesh is complete.
|
||
/// </summary>
|
||
public static Action<Guid, GameObject> MeshAdded;
|
||
public UnityEvent<Guid, GameObject> OnSpatialMeshAdded;
|
||
|
||
/// <summary>
|
||
/// The drawing the updated spatial mesh is complete.
|
||
/// </summary>
|
||
public static Action<Guid, GameObject> MeshUpdated;
|
||
public UnityEvent<Guid, GameObject> OnSpatialMeshUpdated;
|
||
|
||
/// <summary>
|
||
/// The deletion of the disappeared spatial mesh is complete.
|
||
/// </summary>
|
||
public static Action<Guid> MeshRemoved;
|
||
public UnityEvent<Guid> OnSpatialMeshRemoved;
|
||
static List<XRMeshSubsystem> s_SubsystemsReuse = new List<XRMeshSubsystem>();
|
||
void Awake()
|
||
{
|
||
InitMeshColor();
|
||
}
|
||
|
||
void Start()
|
||
{
|
||
spatialMeshNeedingDraw = new Dictionary<Guid, PxrSpatialMeshInfo>();
|
||
meshIDToGameobject = new Dictionary<Guid, GameObject>();
|
||
meshObjectsPool = new Queue<GameObject>();
|
||
|
||
PXR_Manager.EnableVideoSeeThrough = true;
|
||
InitializePool();
|
||
}
|
||
void GetXRMeshSubsystem()
|
||
{
|
||
if (subsystem != null)
|
||
return;
|
||
SubsystemManager.GetSubsystems(s_SubsystemsReuse);
|
||
|
||
if (s_SubsystemsReuse.Count == 0)
|
||
return;
|
||
subsystem = s_SubsystemsReuse[0];
|
||
subsystem.Start();
|
||
|
||
}
|
||
void Update()
|
||
{
|
||
GetXRMeshSubsystem();
|
||
}
|
||
void OnEnable()
|
||
{
|
||
GetXRMeshSubsystem();
|
||
if (subsystem != null)
|
||
{
|
||
if (!subsystem.running)
|
||
{
|
||
subsystem.Start();
|
||
}
|
||
|
||
|
||
if (subsystem.running)
|
||
{
|
||
#if PICO_OPENXR_SDK
|
||
OpenXRExtensions.SpatialMeshDataUpdated += SpatialMeshDataUpdated;
|
||
#else
|
||
PXR_Manager.SpatialMeshDataUpdated += SpatialMeshDataUpdated;
|
||
#endif
|
||
|
||
}
|
||
}
|
||
else
|
||
{
|
||
enabled = false;
|
||
}
|
||
}
|
||
|
||
void OnDisable()
|
||
{
|
||
if (subsystem != null && subsystem.running)
|
||
{
|
||
subsystem.Stop();
|
||
#if PICO_OPENXR_SDK
|
||
OpenXRExtensions.SpatialMeshDataUpdated -= SpatialMeshDataUpdated;
|
||
#else
|
||
PXR_Manager.SpatialMeshDataUpdated -= SpatialMeshDataUpdated;
|
||
#endif
|
||
}
|
||
}
|
||
|
||
private void InitializePool()
|
||
{
|
||
if (meshPrefab != null)
|
||
{
|
||
while (meshObjectsPool.Count < objectPoolMaxSize)
|
||
{
|
||
GameObject obj = Instantiate(meshPrefab);
|
||
obj.transform.SetParent(this.transform);
|
||
obj.SetActive(false);
|
||
meshObjectsPool.Enqueue(obj);
|
||
}
|
||
}
|
||
}
|
||
|
||
void SpatialMeshDataUpdated(List<PxrSpatialMeshInfo> meshInfos)
|
||
{
|
||
if (meshPrefab != null)
|
||
{
|
||
for (int i = 0; i < meshInfos.Count; i++)
|
||
{
|
||
switch (meshInfos[i].state)
|
||
{
|
||
case MeshChangeState.Added:
|
||
{
|
||
CreateMeshRoutine(meshInfos[i]);
|
||
}
|
||
break;
|
||
case MeshChangeState.Updated:
|
||
{
|
||
CreateMeshRoutine(meshInfos[i]);
|
||
}
|
||
break;
|
||
case MeshChangeState.Removed:
|
||
{
|
||
MeshRemoved?.Invoke(meshInfos[i].uuid);
|
||
OnSpatialMeshRemoved?.Invoke(meshInfos[i].uuid);
|
||
|
||
if (meshIDToGameobject.TryGetValue(meshInfos[i].uuid, out var go))
|
||
{
|
||
if (meshObjectsPool.Count < objectPoolMaxSize)
|
||
{
|
||
go.SetActive(false);
|
||
meshObjectsPool.Enqueue(go);
|
||
}
|
||
else
|
||
{
|
||
Destroy(go);
|
||
}
|
||
meshIDToGameobject.Remove(meshInfos[i].uuid);
|
||
}
|
||
}
|
||
break;
|
||
case MeshChangeState.Unchanged:
|
||
{
|
||
spatialMeshNeedingDraw.Remove(meshInfos[i].uuid);
|
||
}
|
||
break;
|
||
default:
|
||
throw new ArgumentOutOfRangeException();
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
private void CreateMeshRoutine(PxrSpatialMeshInfo block)
|
||
{
|
||
GameObject meshGameObject = GetOrCreateGameObject(block.uuid);
|
||
var meshFilter = meshGameObject.GetComponentInChildren<MeshFilter>();
|
||
var meshCollider = meshGameObject.GetComponentInChildren<MeshCollider>();
|
||
|
||
if (meshFilter.mesh == null)
|
||
{
|
||
mesh = new Mesh();
|
||
}
|
||
else
|
||
{
|
||
mesh = meshFilter.mesh;
|
||
mesh.Clear();
|
||
}
|
||
Color[] normalizedColors = new Color[block.vertices.Length];
|
||
for (int i = 0; i < block.vertices.Length; i++)
|
||
{
|
||
normalizedColors[i] = GetMeshColorBySemanticLabel(block.labels[i]);
|
||
}
|
||
mesh.SetVertices(block.vertices);
|
||
mesh.SetColors(normalizedColors);
|
||
mesh.SetTriangles(block.indices, 0);
|
||
meshFilter.mesh = mesh;
|
||
if (meshCollider != null)
|
||
{
|
||
meshCollider.sharedMesh = mesh;
|
||
}
|
||
meshGameObject.transform.position = block.position;
|
||
meshGameObject.transform.rotation = block.rotation;
|
||
switch (block.state)
|
||
{
|
||
case MeshChangeState.Added:
|
||
{
|
||
MeshAdded?.Invoke(block.uuid, meshGameObject);
|
||
OnSpatialMeshAdded?.Invoke(block.uuid, meshGameObject);
|
||
}
|
||
break;
|
||
case MeshChangeState.Updated:
|
||
{
|
||
MeshUpdated?.Invoke(block.uuid, meshGameObject);
|
||
OnSpatialMeshUpdated?.Invoke(block.uuid, meshGameObject);
|
||
}
|
||
break;
|
||
default:
|
||
throw new ArgumentOutOfRangeException();
|
||
}
|
||
}
|
||
|
||
GameObject CreateGameObject(Guid meshId)
|
||
{
|
||
GameObject meshObject = meshObjectsPool.Dequeue();
|
||
meshObject.name = $"Mesh {meshId}";
|
||
meshObject.SetActive(true);
|
||
return meshObject;
|
||
}
|
||
|
||
GameObject GetOrCreateGameObject(Guid meshId)
|
||
{
|
||
GameObject go = null;
|
||
if (!meshIDToGameobject.TryGetValue(meshId, out go))
|
||
{
|
||
go = CreateGameObject(meshId);
|
||
meshIDToGameobject[meshId] = go;
|
||
}
|
||
|
||
return go;
|
||
}
|
||
|
||
private void InitMeshColor()
|
||
{
|
||
PXR_SpatialMeshColorSetting colorSetting = PXR_SpatialMeshColorSetting.GetSpatialMeshColorSetting();
|
||
PxrSemanticLabel[] labels = (PxrSemanticLabel[])Enum.GetValues(typeof(PxrSemanticLabel));
|
||
colorMappings = new Dictionary<PxrSemanticLabel, Color>();
|
||
for (int i = 0; i < labels.Length; i++)
|
||
{
|
||
var label = labels[i];
|
||
var color = colorSetting.colorLists[i];
|
||
colorMappings.Add(label,color);
|
||
}
|
||
}
|
||
|
||
private Color GetMeshColorBySemanticLabel(PxrSemanticLabel label)
|
||
{
|
||
if (colorMappings != null && colorMappings.Count > 0)
|
||
{
|
||
if (colorMappings.ContainsKey(label))
|
||
{
|
||
return colorMappings[label];
|
||
}
|
||
else
|
||
{
|
||
return Color.white;
|
||
}
|
||
}
|
||
else
|
||
{
|
||
return label switch
|
||
{
|
||
PxrSemanticLabel.Unknown => Color.white,
|
||
PxrSemanticLabel.Floor => Color.grey,
|
||
PxrSemanticLabel.Ceiling => Color.grey,
|
||
PxrSemanticLabel.Wall => Color.blue,
|
||
PxrSemanticLabel.Door => Color.cyan,
|
||
PxrSemanticLabel.Window => Color.magenta,
|
||
PxrSemanticLabel.Opening => Color.yellow,
|
||
PxrSemanticLabel.Table => Color.red,
|
||
PxrSemanticLabel.Sofa => Color.green,
|
||
//Dark Red
|
||
PxrSemanticLabel.Chair => new Color(0.5f, 0f, 0f),
|
||
//Dark Green
|
||
PxrSemanticLabel.Human => new Color(0f, 0.5f, 0f),
|
||
//Dark Blue
|
||
PxrSemanticLabel.Curtain => new Color(0f, 0f, 0.5f),
|
||
//Orange
|
||
PxrSemanticLabel.Cabinet => new Color(1f, 0.5f, 0f),
|
||
//Pink
|
||
PxrSemanticLabel.Bed => new Color(1f, 0.75f, 0.8f),
|
||
//Purple
|
||
PxrSemanticLabel.Plant => new Color(0.5f, 0f, 0.5f),
|
||
//Brown
|
||
PxrSemanticLabel.Screen => new Color(0.5f, 0.25f, 0f),
|
||
//Olive Green
|
||
PxrSemanticLabel.Refrigerator => new Color(0.5f, 0.5f, 0f),
|
||
//Gold
|
||
PxrSemanticLabel.WashingMachine => new Color(1f, 0.84f, 0f),
|
||
//Silver
|
||
PxrSemanticLabel.AirConditioner => new Color(0.75f, 0.75f, 0.75f),
|
||
//Mint Green
|
||
PxrSemanticLabel.Lamp => new Color(0.5f, 1f, 0.5f),
|
||
//Dark Purple
|
||
PxrSemanticLabel.WallArt => new Color(0.5f, 0f, 0.25f),
|
||
PxrSemanticLabel.Stairway => new Color(0.25f, 0f, 0.25f),
|
||
_ => Color.white,
|
||
};
|
||
}
|
||
}
|
||
}
|
||
|
||
}
|
||
|
||
|