687 lines
27 KiB
C#
687 lines
27 KiB
C#
using System.Collections;
|
||
using UnityEngine;
|
||
using UnityEngine.Rendering;
|
||
using System;
|
||
using GCSeries.Core;
|
||
|
||
namespace GCSeries.zView
|
||
{
|
||
|
||
public class GVirtualCameraAR : GVirtualCamera
|
||
{
|
||
/// <summary>
|
||
/// class for generate a AR cutout mesh
|
||
/// </summary>
|
||
public class CutoutMesh
|
||
{
|
||
public Mesh BoxMesh { get { return _boxMesh; } }
|
||
Mesh _boxMesh;
|
||
|
||
public Mesh ScreenMesh { get { return _screenMesh; } }
|
||
Mesh _screenMesh;
|
||
|
||
public Mesh SkyBoxMesh { get { return _skyBoxMesh; } }
|
||
Mesh _skyBoxMesh;
|
||
|
||
public Vector2 screenSize
|
||
{
|
||
get { return _screenSize; }
|
||
set { UpdateScreenSize(value); }
|
||
}
|
||
private Vector2 _screenSize;
|
||
|
||
public Vector3 cutoutSize
|
||
{
|
||
get { return _cutoutSize; }
|
||
set { UpdateCutoutSize(value); }
|
||
}
|
||
private Vector3 _cutoutSize;
|
||
|
||
private CutoutMesh() { }
|
||
|
||
public CutoutMesh(Vector2 screenSize, Vector3 cutoutSize)
|
||
{
|
||
_screenSize = screenSize;
|
||
_cutoutSize = cutoutSize;
|
||
_boxMesh = CreateMesh(_screenSize, _cutoutSize);
|
||
_screenMesh = CreatePlane(screenSize);
|
||
_skyBoxMesh = CreateSkyPlane(screenSize);
|
||
}
|
||
|
||
public void UpdateScreenSize(Vector2 newScreenSize)
|
||
{
|
||
if (newScreenSize == _screenSize) return;
|
||
|
||
_screenSize = newScreenSize;
|
||
Vector3[] vertices = BoxMesh.vertices;
|
||
vertices[0] = new Vector3(_screenSize.x / 2, _screenSize.y / 2f, 0);
|
||
vertices[1] = new Vector3(_screenSize.x / 2, -_screenSize.y / 2f, 0);
|
||
vertices[2] = new Vector3(-_screenSize.x / 2, -_screenSize.y / 2f, 0);
|
||
vertices[3] = new Vector3(-_screenSize.x / 2, _screenSize.y / 2f, 0);
|
||
BoxMesh.vertices = vertices;
|
||
|
||
Vector3[] ScreenVertices = ScreenMesh.vertices;
|
||
ScreenVertices[0] = new Vector3(-screenSize.x / 2, -_screenSize.y / 2f, 0);
|
||
ScreenVertices[1] = new Vector3(screenSize.x / 2, -_screenSize.y / 2f, 0);
|
||
ScreenVertices[2] = new Vector3(-screenSize.x / 2, screenSize.y / 2f, 0);
|
||
ScreenVertices[3] = new Vector3(screenSize.x / 2, screenSize.y / 2f, 0);
|
||
ScreenMesh.vertices = ScreenVertices;
|
||
}
|
||
|
||
public void UpdateCutoutSize(Vector3 newCutoutSize)
|
||
{
|
||
if (newCutoutSize == _cutoutSize) return;
|
||
|
||
_cutoutSize = newCutoutSize;
|
||
Vector3[] vertices = _boxMesh.vertices;
|
||
|
||
Vector3 halfSize = _cutoutSize * 0.5f;
|
||
|
||
vertices[4] = new Vector3(-halfSize.x, halfSize.y, 0);
|
||
vertices[5] = new Vector3(halfSize.x, halfSize.y, 0);
|
||
vertices[6] = new Vector3(halfSize.x, -halfSize.y, 0);
|
||
vertices[7] = new Vector3(-halfSize.x, -halfSize.y, 0);
|
||
|
||
vertices[8] = new Vector3(-halfSize.x, halfSize.y, -_cutoutSize.z);
|
||
vertices[9] = new Vector3(halfSize.x, halfSize.y, -_cutoutSize.z);
|
||
vertices[10] = new Vector3(halfSize.x, -halfSize.y, -_cutoutSize.z);
|
||
vertices[11] = new Vector3(-halfSize.x, -halfSize.y, -_cutoutSize.z);
|
||
|
||
_boxMesh.vertices = vertices;
|
||
}
|
||
|
||
public void UpdateSize(Vector2 newScreenSize, Vector3 newCutoutSize)
|
||
{
|
||
UpdateScreenSize(newScreenSize);
|
||
UpdateCutoutSize(newCutoutSize);
|
||
}
|
||
|
||
private Mesh CreateMesh(Vector2 screenSize, Vector3 size)
|
||
{
|
||
// Create the mesh.
|
||
Mesh temp_mesh = new Mesh();
|
||
temp_mesh.name = "BoxMask";
|
||
temp_mesh.vertices = new Vector3[12];
|
||
temp_mesh.triangles = new int[]
|
||
{
|
||
// Back Face Top:
|
||
0, 4, 5,
|
||
0, 5, 1,
|
||
|
||
// Back Face Right:
|
||
1, 5, 6,
|
||
1, 6, 2,
|
||
|
||
// Back Face Bottom:
|
||
2, 6, 7,
|
||
2, 7, 3,
|
||
|
||
// Back Face Left:
|
||
3, 7, 4,
|
||
3, 4, 0,
|
||
|
||
// Top Face:
|
||
4, 8, 9,
|
||
4, 9, 5,
|
||
|
||
// Right Face:
|
||
5, 9, 10,
|
||
5, 10, 6,
|
||
|
||
// Bottom Face:
|
||
6, 10, 11,
|
||
6, 11, 7,
|
||
|
||
// Right Face:
|
||
7, 11, 8,
|
||
7, 8, 4,
|
||
|
||
// Front Face:
|
||
8, 10, 9,
|
||
8, 11, 10,
|
||
};
|
||
|
||
Vector2 halfSize = Vector2.one * 0.5f;
|
||
Vector3[] vertices = temp_mesh.vertices;
|
||
|
||
vertices[0] = new Vector3(screenSize.x / 2, screenSize.y / 2f, 0);
|
||
vertices[1] = new Vector3(screenSize.x / 2, -screenSize.y / 2f, 0);
|
||
vertices[2] = new Vector3(-screenSize.x / 2, -screenSize.y / 2f, 0);
|
||
vertices[3] = new Vector3(-screenSize.x / 2, screenSize.y / 2f, 0);
|
||
|
||
halfSize = size * 0.5f;
|
||
|
||
vertices[4] = new Vector3(-halfSize.x, halfSize.y, 0);
|
||
vertices[5] = new Vector3(halfSize.x, halfSize.y, 0);
|
||
vertices[6] = new Vector3(halfSize.x, -halfSize.y, 0);
|
||
vertices[7] = new Vector3(-halfSize.x, -halfSize.y, 0);
|
||
|
||
vertices[8] = new Vector3(-halfSize.x, halfSize.y, -size.z);
|
||
vertices[9] = new Vector3(halfSize.x, halfSize.y, -size.z);
|
||
vertices[10] = new Vector3(halfSize.x, -halfSize.y, -size.z);
|
||
vertices[11] = new Vector3(-halfSize.x, -halfSize.y, -size.z);
|
||
|
||
temp_mesh.vertices = vertices;
|
||
|
||
return temp_mesh;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 屏幕平面
|
||
/// </summary>
|
||
/// <param name="screenSize"></param>
|
||
/// <returns></returns>
|
||
private Mesh CreatePlane(Vector2 screenSize)
|
||
{
|
||
Mesh temp_mesh = new Mesh();
|
||
temp_mesh.name = "screenPlane";
|
||
temp_mesh.vertices = new Vector3[4]
|
||
{
|
||
new Vector3(-screenSize.x / 2, -screenSize.y / 2f, 0),
|
||
new Vector3(screenSize.x / 2, -screenSize.y / 2f, 0),
|
||
new Vector3(-screenSize.x / 2, screenSize.y / 2f, 0),
|
||
new Vector3(screenSize.x / 2, screenSize.y / 2f, 0)
|
||
};
|
||
temp_mesh.triangles = new int[]
|
||
{
|
||
// lower left triangle
|
||
0, 2, 1,
|
||
// upper right triangle
|
||
2, 3, 1
|
||
};
|
||
return temp_mesh;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 远处天空平面
|
||
/// </summary>
|
||
/// <param name="screenSize"></param>
|
||
/// <returns></returns>
|
||
private Mesh CreateSkyPlane(Vector2 screenSize)
|
||
{
|
||
Mesh temp_mesh = new Mesh();
|
||
temp_mesh.name = "skyPlane";
|
||
temp_mesh.vertices = new Vector3[4]
|
||
{
|
||
new Vector3(-0.5f, -0.5f, 0),
|
||
new Vector3(0.5f, -0.5f, 0),
|
||
new Vector3(-0.5f, 0.5f, 0),
|
||
new Vector3(0.5f, 0.5f, 0)
|
||
};
|
||
|
||
Vector2[] uv = new Vector2[4]
|
||
{
|
||
new Vector2(0, 0),
|
||
new Vector2(1, 0),
|
||
new Vector2(0, 1),
|
||
new Vector2(1, 1)
|
||
};
|
||
|
||
temp_mesh.triangles = new int[]
|
||
{
|
||
// lower left triangle
|
||
0, 2, 1,
|
||
// upper right triangle
|
||
2, 3, 1
|
||
};
|
||
temp_mesh.uv = uv;
|
||
|
||
return temp_mesh;
|
||
}
|
||
}
|
||
|
||
//标定位置信息
|
||
private Matrix4x4 _camPoseMatrixInDisplaySpace;
|
||
private CommandBuffer _arBuffer;
|
||
private CommandBuffer _cullBuffer;
|
||
private CutoutMesh _cutoutMesh;
|
||
private RenderTexture _depthMask;
|
||
private MeshFilter _skyMeshFilter;
|
||
private MeshFilter _boxMeshFilter;
|
||
private Camera secondCamera;
|
||
private Camera skyBoxCamera;
|
||
private RenderTexture _secondRT;
|
||
private RenderTexture _skyboxRT;
|
||
private GView _zView;
|
||
private static RenderTexture _renderTexture = null;
|
||
|
||
private LayerMask _ignoreLayer;
|
||
private LayerMask _environmentMask;
|
||
|
||
/// <summary>
|
||
/// 裁剪盒大小
|
||
/// </summary>
|
||
private Vector3 _cutoutMeshSizeScaler = Vector3.one;
|
||
|
||
/// <summary>
|
||
/// 屏幕背景色
|
||
/// </summary>
|
||
//private Color _screenMaskColor = new Color(0.572549f, 0.7019608f, 0.8588236f, 1f);
|
||
|
||
void Awake()
|
||
{
|
||
// Dynamically create a new Unity camera and disable it to allow for manual
|
||
// rendering via Camera.Render().
|
||
_arCamera = gameObject.AddComponent<Camera>();
|
||
|
||
if (_arCamera == null)
|
||
{
|
||
Debug.LogError("GVirtualCameraAR.Awake():创建相机失败!");
|
||
}
|
||
else
|
||
{
|
||
_arCamera.enabled = false;
|
||
_arCamera.nearClipPlane = 0.03f;
|
||
|
||
_arCamera.targetDisplay = 0;
|
||
_arCamera.stereoTargetEye = StereoTargetEyeMask.None;
|
||
}
|
||
|
||
}
|
||
|
||
void OnPreCull()
|
||
{
|
||
if (skyBoxCamera != null)
|
||
{
|
||
skyBoxCamera.Render();
|
||
}
|
||
|
||
if (secondCamera != null)
|
||
{
|
||
secondCamera.Render();
|
||
}
|
||
}
|
||
|
||
public override void SetUp(GView zView, IntPtr connection, GView.ModeSetupPhase phase)
|
||
{
|
||
_zView = zView;
|
||
_arCamera.enabled = true;
|
||
|
||
_zCameraRig = FindObjectOfType<ZCameraRig>();
|
||
|
||
_imageWidth = zView.imageWidth;
|
||
_imageHeight = zView.imageHeight;
|
||
|
||
if (_renderTexture == null)
|
||
_renderTexture = Resources.Load<RenderTexture>("gViewRT");
|
||
|
||
_arCamera.targetTexture = _renderTexture;
|
||
|
||
_ignoreLayer = zView.ARModeIgnoreLayers;
|
||
_environmentMask = zView.ARModeEnvironmentLayers;
|
||
_cutoutMeshSizeScaler = zView.ARModeMaskSize;
|
||
//_screenMaskColor = zView.screenMaskColor;
|
||
|
||
_cullBuffer = null;
|
||
_arBuffer = null;
|
||
ReadArCamTransform(out _camPoseMatrixInDisplaySpace);
|
||
StartCoroutine(InitCamera(SetupCommandBuffer));
|
||
}
|
||
|
||
public override void TearDown()
|
||
{
|
||
CloseCamera();
|
||
|
||
if (_cullBuffer != null)
|
||
{
|
||
_cullBuffer.Release();
|
||
_cullBuffer = null;
|
||
}
|
||
|
||
if (_arBuffer != null)
|
||
{
|
||
_arBuffer.Release();
|
||
_arBuffer = null;
|
||
}
|
||
|
||
if (secondCamera != null)
|
||
{
|
||
secondCamera.enabled = false;
|
||
}
|
||
|
||
_arCamera.RemoveAllCommandBuffers();
|
||
_arCamera.enabled = false;
|
||
|
||
if (_depthMask != null)
|
||
{
|
||
_depthMask.Release();
|
||
_depthMask = null;
|
||
}
|
||
|
||
if (_secondRT != null)
|
||
{
|
||
_secondRT.Release();
|
||
_secondRT = null;
|
||
}
|
||
|
||
if (_skyboxRT != null)
|
||
{
|
||
_skyboxRT.Release();
|
||
_skyboxRT = null;
|
||
}
|
||
|
||
if (_skyMeshFilter != null)
|
||
{
|
||
_skyMeshFilter.gameObject.SetActive(false);
|
||
}
|
||
}
|
||
|
||
public override void Render(GView zView, IntPtr connection, IntPtr receivedFrame)
|
||
{
|
||
if (_cutoutMesh != null)
|
||
{
|
||
// The camera's parent transform represents viewport center and
|
||
// is used here to align the AR camera against.
|
||
Transform cameraParentTransform = zView.ActiveZCamera?.transform.parent;
|
||
|
||
// 实时更新相机位置
|
||
// TODO:GCSeries编辑器下这个值不会随拖动编辑器窗口而修改，发布后表现一致
|
||
Matrix4x4 temp_matrix = Matrix4x4.TRS(cameraParentTransform.position,
|
||
cameraParentTransform.rotation,
|
||
Vector3.one);
|
||
//Debug.Log($"GVirtualCameraAr.Render(): ViewportMatrix = {temp_matrix}");
|
||
Matrix4x4 displayToWorld = cameraParentTransform?.localToWorldMatrix ?? Matrix4x4.identity;
|
||
//displayToWorld.SetColumn(3, new Vector4(0.1257f, -0.04232f, 0.0f, 1f));//这个是返回的结果
|
||
Matrix4x4 cameraWorldMatrix = displayToWorld * _camPoseMatrixInDisplaySpace;
|
||
transform.position = cameraWorldMatrix.GetColumn(3);
|
||
transform.rotation = Quaternion.LookRotation(cameraWorldMatrix.GetColumn(2), cameraWorldMatrix.GetColumn(1));
|
||
|
||
//更新遮挡mesh
|
||
_cutoutMesh.screenSize = ZProvider.DisplayReferenceSize * _zCameraRig.ViewerScale;
|
||
_cutoutMesh.cutoutSize = _cutoutMeshSizeScaler * _zCameraRig.ViewerScale;
|
||
|
||
_boxMeshFilter.mesh.vertices = _cutoutMesh.BoxMesh.vertices;
|
||
_boxMeshFilter.gameObject.transform.position = cameraParentTransform.position;
|
||
_boxMeshFilter.gameObject.transform.rotation = cameraParentTransform.rotation;
|
||
|
||
if (_cullBuffer != null)
|
||
{
|
||
//更新绘制命令矩阵
|
||
_cullBuffer.Clear();
|
||
_cullBuffer.SetRenderTarget(_depthMask);
|
||
_cullBuffer.ClearRenderTarget(true, true, Color.black);
|
||
_cullBuffer.DrawMesh(_cutoutMesh.BoxMesh, temp_matrix, _depthRenderMat);
|
||
}
|
||
_arCamera.Render();
|
||
}
|
||
}
|
||
|
||
// public override IntPtr GetNativeTexturePtr()
|
||
// {
|
||
// Debug.LogError("GVirtualCameraAR.GetNativeTexturePtr():未使用渲染到纹理");
|
||
// if (_renderTexture == null) return IntPtr.Zero;
|
||
// return _renderTexture.GetNativeTexturePtr();
|
||
// }
|
||
public override IntPtr[] GetNativeTexturePtr(out int count)
|
||
{
|
||
count = 1;
|
||
if (_renderTexture == null) return new IntPtr[] { IntPtr.Zero };
|
||
return new IntPtr[] { _renderTexture.GetNativeTexturePtr() };
|
||
}
|
||
|
||
public override RenderTexture[] GetRenderTexture(out int count)
|
||
{
|
||
count = 1;
|
||
return new RenderTexture[] { _renderTexture };
|
||
}
|
||
|
||
Material _depthRenderMat;
|
||
|
||
private void SetupCommandBuffer(Texture webCamTexture)
|
||
{
|
||
// The camera's parent transform represents viewport center and
|
||
// is used here to align the AR camera against.
|
||
Transform cameraParentTransform = _zView.ActiveZCamera?.transform.parent;
|
||
|
||
//arCamera.depthTextureMode = DepthTextureMode.Depth;
|
||
_arCamera.renderingPath = RenderingPath.Forward;
|
||
_arCamera.clearFlags = CameraClearFlags.Color;
|
||
_arCamera.backgroundColor = new Color(0f, 0f, 0f, 0f);
|
||
_arCamera.cullingMask = _arCamera.cullingMask & ~_ignoreLayer;
|
||
_cutoutMesh = new CutoutMesh(ZProvider.DisplayReferenceSize, Vector3.one);
|
||
|
||
if (_skyMeshFilter == null)
|
||
{
|
||
GameObject skyOBJ = new GameObject();
|
||
skyOBJ.transform.parent = transform;
|
||
skyOBJ.hideFlags = HideFlags.HideAndDontSave;
|
||
skyOBJ.name = "HiddenSkyObj";
|
||
_skyMeshFilter = skyOBJ.AddComponent<MeshFilter>();
|
||
MeshRenderer boxRenderer = skyOBJ.AddComponent<MeshRenderer>();
|
||
Material boxMat = new Material(Shader.Find("GcAR/SkyPlane"));
|
||
boxRenderer.material = boxMat;
|
||
boxRenderer.material.mainTexture = _skyboxRT;
|
||
_skyMeshFilter.mesh = _cutoutMesh.SkyBoxMesh;
|
||
}
|
||
_skyMeshFilter.gameObject.SetActive(true);
|
||
_skyMeshFilter.gameObject.transform.localPosition = new Vector3(0f, 0f, 0f);
|
||
_skyMeshFilter.gameObject.transform.rotation = Quaternion.identity;
|
||
_skyMeshFilter.mesh.vertices = new Vector3[4]
|
||
{
|
||
_arCamera.ScreenToWorldPoint(new Vector3(0f, 0f, _arCamera.farClipPlane * 0.9f)),
|
||
_arCamera.ScreenToWorldPoint(new Vector3(_imageWidth, 0f, _arCamera.farClipPlane * 0.9f)),
|
||
_arCamera.ScreenToWorldPoint(new Vector3(0f, _imageHeight, _arCamera.farClipPlane * 0.9f)),
|
||
_arCamera.ScreenToWorldPoint(new Vector3(_imageWidth, _imageHeight, _arCamera.farClipPlane * 0.9f))
|
||
};
|
||
|
||
//这个buffer可以避免透明物体与环境物体混合问题
|
||
//不过环境物体需要使用本例中StandardEnvironment.shader材质
|
||
if (_boxMeshFilter == null)
|
||
{
|
||
GameObject boxOBJ = new GameObject();
|
||
boxOBJ.transform.parent = transform;
|
||
boxOBJ.hideFlags = HideFlags.HideAndDontSave;
|
||
boxOBJ.name = "HiddenBoxObj";
|
||
_boxMeshFilter = boxOBJ.AddComponent<MeshFilter>();
|
||
MeshRenderer boxRenderer = boxOBJ.AddComponent<MeshRenderer>();
|
||
Material boxMat = new Material(Shader.Find("GcAr/StencilWriter"));
|
||
boxRenderer.materials = new Material[] { boxMat };
|
||
_boxMeshFilter.mesh = _cutoutMesh.BoxMesh;
|
||
}
|
||
_boxMeshFilter.gameObject.transform.position = cameraParentTransform.position;
|
||
_boxMeshFilter.gameObject.transform.rotation = cameraParentTransform.rotation;
|
||
|
||
if (_cullBuffer == null)
|
||
{
|
||
_cullBuffer = new CommandBuffer();
|
||
if (_depthMask == null)
|
||
_depthMask = new RenderTexture(_imageWidth, _imageHeight, 24);
|
||
_cullBuffer.SetRenderTarget(_depthMask);
|
||
_cullBuffer.ClearRenderTarget(true, true, Color.black);
|
||
_cullBuffer.name = "Draw Cutout Mesh";
|
||
_depthRenderMat = new Material(Shader.Find("GcAR/DepthRenderer"));
|
||
Matrix4x4 temp_matrix = Matrix4x4.TRS(cameraParentTransform.position,
|
||
cameraParentTransform.rotation,
|
||
Vector3.one);
|
||
_cullBuffer.DrawMesh(_cutoutMesh.BoxMesh, temp_matrix, _depthRenderMat);
|
||
_arCamera.AddCommandBuffer(CameraEvent.AfterForwardOpaque, _cullBuffer);
|
||
}
|
||
|
||
if (_arBuffer == null)
|
||
{
|
||
_arBuffer = new CommandBuffer();
|
||
Material material = new Material(Shader.Find("GcAR/DepthGrayscale"));
|
||
|
||
_arBuffer.name = "GcAr Buffer";
|
||
int customDepthID = Shader.PropertyToID("_customDepthMask");
|
||
_arBuffer.GetTemporaryRT(customDepthID, -1, -1, 0, FilterMode.Bilinear);
|
||
_arBuffer.Blit(_depthMask, customDepthID);
|
||
|
||
int depthCameraID = Shader.PropertyToID("_noneCameraDepthTexture");
|
||
_arBuffer.GetTemporaryRT(depthCameraID, -1, -1, 0, FilterMode.Bilinear);
|
||
_arBuffer.Blit(_secondRT, depthCameraID);
|
||
|
||
if (webCamTexture != null)
|
||
{
|
||
int webCamTextureID = Shader.PropertyToID("_webCamTexture");
|
||
_arBuffer.GetTemporaryRT(webCamTextureID, -1, -1, 0, FilterMode.Bilinear);
|
||
_arBuffer.Blit(webCamTexture, webCamTextureID);
|
||
}
|
||
|
||
int texID = Shader.PropertyToID("_RenderTexture");
|
||
_arBuffer.GetTemporaryRT(texID, -1, -1, 0, FilterMode.Bilinear);
|
||
_arBuffer.Blit(BuiltinRenderTextureType.CameraTarget, texID);
|
||
_arBuffer.Blit(texID, BuiltinRenderTextureType.CameraTarget, material);
|
||
_arCamera.AddCommandBuffer(CameraEvent.AfterForwardAlpha, _arBuffer);
|
||
}
|
||
|
||
}
|
||
|
||
/// <summary>
|
||
/// 读取标定位置
|
||
/// </summary>
|
||
private void ReadArCamTransform(out Matrix4x4 viewPoseMatrixInDisplaySpace)
|
||
{
|
||
viewPoseMatrixInDisplaySpace = Matrix4x4.identity;
|
||
bool readPoseSuccess = false;
|
||
try
|
||
{
|
||
Matrix4x4 mat = new Matrix4x4();
|
||
GView.FARError res = GView.xxGetARCameraPose(out mat);
|
||
if (res == GView.FARError.Ok)
|
||
{
|
||
viewPoseMatrixInDisplaySpace = mat;
|
||
readPoseSuccess = true;
|
||
UnityEngine.Debug.Log("GVirtualCameraAR.ReadArCamTransform():FAR相机Pose读取成功.");
|
||
}
|
||
else if (res == GView.FARError.Unknown)
|
||
{
|
||
UnityEngine.Debug.LogError("GVirtualCameraAR.ReadArCamTransform():未知错误!");
|
||
}
|
||
else if (res == GView.FARError.NoCalib)
|
||
{
|
||
UnityEngine.Debug.LogError("GVirtualCameraAR.ReadArCamTransform():先使用工具软件进行罗技摄像头的标定.");
|
||
}
|
||
else if (res == GView.FARError.NoLicense)
|
||
{
|
||
UnityEngine.Debug.LogError("GVirtualCameraAR.ReadArCamTransform():系统没有FAR的License.");
|
||
}
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
UnityEngine.Debug.LogError("GVirtualCameraAR.ReadArCamTransform():执行xxGetARCameraPose()异常!e=" + e.Message);
|
||
}
|
||
if (!readPoseSuccess)
|
||
{
|
||
Debug.LogWarning("GVirtualCameraAR.ReadArCamTransform():FAR结果读取失败,设置一个默认值.");
|
||
//*********GCSeries的标定位置矩阵**********
|
||
viewPoseMatrixInDisplaySpace.SetColumn(0, new Vector4(0.58063f, -0.57597f, -0.57543f, 0f));
|
||
viewPoseMatrixInDisplaySpace.SetColumn(1, new Vector4(0.38956f, 0.81716f, -0.42485f, 0f));
|
||
viewPoseMatrixInDisplaySpace.SetColumn(2, new Vector4(0.71492f, 0.02251f, 0.69885f, 0f));
|
||
viewPoseMatrixInDisplaySpace.SetColumn(3, new Vector4(-0.3647f, -0.02495f, -0.3946f, 1f));
|
||
//*********************
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 相机采图
|
||
/// </summary>
|
||
private static WebCamTexture _camTex;
|
||
|
||
IEnumerator InitCamera(Action<Texture> callback = null)
|
||
{
|
||
if (!Application.isPlaying) yield break;
|
||
//获取授权
|
||
//yield return Application.RequestUserAuthorization(UserAuthorization.WebCam);
|
||
if (Application.HasUserAuthorization(UserAuthorization.WebCam))
|
||
{
|
||
var devices = WebCamTexture.devices;
|
||
string _deviceName = "";
|
||
foreach (var item in devices)
|
||
{
|
||
//因为红外追踪相机都会以F3DXXXX命名
|
||
if (!item.name.Contains("F3D"))
|
||
{
|
||
_deviceName = item.name;
|
||
_arCamera.fieldOfView = 42.3f;
|
||
|
||
if (secondCamera == null)
|
||
{
|
||
GameObject secondCameraOBJ = new GameObject();
|
||
secondCameraOBJ.hideFlags = HideFlags.HideAndDontSave;
|
||
secondCameraOBJ.name = "SecondCamera";
|
||
secondCameraOBJ.transform.parent = transform;
|
||
secondCamera = secondCameraOBJ.AddComponent<Camera>();
|
||
secondCamera.stereoTargetEye = StereoTargetEyeMask.None;
|
||
}
|
||
if (_secondRT == null)
|
||
_secondRT = new RenderTexture(_imageWidth, _imageHeight, 24);
|
||
|
||
secondCamera.enabled = false; //渲染深度图可能会慢一帧
|
||
secondCamera.CopyFrom(_arCamera);
|
||
secondCamera.cullingMask = _arCamera.cullingMask & ~(_ignoreLayer) & ~(_environmentMask);
|
||
secondCamera.SetReplacementShader(Shader.Find("GcAR/DepthReplacement"), "");
|
||
secondCamera.targetTexture = _secondRT;
|
||
|
||
if (skyBoxCamera == null)
|
||
{
|
||
GameObject skyBoxCameraOBJ = new GameObject();
|
||
skyBoxCameraOBJ.hideFlags = HideFlags.HideAndDontSave;
|
||
skyBoxCameraOBJ.name = "skyBoxCameraOBJ";
|
||
skyBoxCameraOBJ.transform.parent = transform;
|
||
skyBoxCamera = skyBoxCameraOBJ.AddComponent<Camera>();
|
||
skyBoxCamera.CopyFrom(_arCamera);
|
||
skyBoxCamera.cullingMask = 0;
|
||
skyBoxCamera.clearFlags = CameraClearFlags.Skybox;
|
||
|
||
|
||
if (_skyboxRT == null)
|
||
_skyboxRT = new RenderTexture(_imageWidth, _imageHeight, 24);
|
||
skyBoxCamera.targetTexture = _skyboxRT;
|
||
skyBoxCamera.enabled = false;
|
||
}
|
||
|
||
break;
|
||
}
|
||
}
|
||
if (string.IsNullOrEmpty(_deviceName))
|
||
{
|
||
UnityEngine.Debug.LogError("GVirtualCameraAR.InitCamera():相机启动失败，没有外接相机");
|
||
yield break;
|
||
}
|
||
else
|
||
{
|
||
if (_camTex == null)
|
||
{
|
||
_camTex = new WebCamTexture(_deviceName, 1280, 720, 30);//设置为1280x720可以减少相机延迟
|
||
_camTex.Play();
|
||
}
|
||
else
|
||
{
|
||
_camTex.Play();
|
||
}
|
||
|
||
if (callback != null)
|
||
callback.Invoke(_camTex);
|
||
UnityEngine.Debug.Log("GVirtualCameraAR.InitCamera():相机启动");
|
||
}
|
||
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 关闭罗技相机采图
|
||
/// </summary>
|
||
public void CloseCamera()
|
||
{
|
||
if (_camTex != null)
|
||
{
|
||
if (_camTex.isPlaying)
|
||
{
|
||
_camTex.Stop();
|
||
}
|
||
}
|
||
}
|
||
|
||
private void OnApplicationQuit()
|
||
{
|
||
CloseCamera();
|
||
}
|
||
|
||
private Camera _arCamera = null;
|
||
private UInt16 _imageWidth = 1920;
|
||
private UInt16 _imageHeight = 1080;
|
||
private ZCameraRig _zCameraRig;
|
||
// private readonly Vector2 _screenSize = new Vector2(0.52f, 0.2925f);
|
||
}
|
||
} |