280 lines
12 KiB
C#
280 lines
12 KiB
C#
using System;
|
|
using Oculus.Avatar;
|
|
using UnityEngine;
|
|
using System.Runtime.InteropServices;
|
|
|
|
public class OvrAvatarAssetMesh : OvrAvatarAsset
|
|
{
|
|
public Mesh mesh;
|
|
private ovrAvatarSkinnedMeshPose skinnedBindPose;
|
|
public string[] jointNames;
|
|
|
|
public OvrAvatarAssetMesh(UInt64 _assetId, IntPtr asset, ovrAvatarAssetType meshType)
|
|
{
|
|
assetID = _assetId;
|
|
mesh = new Mesh();
|
|
mesh.name = "Procedural Geometry for asset " + _assetId;
|
|
|
|
SetSkinnedBindPose(asset, meshType);
|
|
|
|
long vertexCount = 0;
|
|
IntPtr vertexBuffer = IntPtr.Zero;
|
|
uint indexCount = 0;
|
|
IntPtr indexBuffer = IntPtr.Zero;
|
|
|
|
GetVertexAndIndexData(asset, meshType, out vertexCount, out vertexBuffer, out indexCount, out indexBuffer);
|
|
|
|
AvatarLogger.Log("OvrAvatarAssetMesh: " + _assetId + " " + meshType.ToString() + " VertexCount:" + vertexCount);
|
|
|
|
Vector3[] vertices = new Vector3[vertexCount];
|
|
Vector3[] normals = new Vector3[vertexCount];
|
|
Vector4[] tangents = new Vector4[vertexCount];
|
|
Vector2[] uv = new Vector2[vertexCount];
|
|
Color[] colors = new Color[vertexCount];
|
|
BoneWeight[] boneWeights = new BoneWeight[vertexCount];
|
|
|
|
long vertexBufferStart = vertexBuffer.ToInt64();
|
|
|
|
// We have different underlying vertex types to unpack, so switch on mesh type.
|
|
switch (meshType)
|
|
{
|
|
case ovrAvatarAssetType.Mesh:
|
|
{
|
|
long vertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarMeshVertex));
|
|
|
|
for (long i = 0; i < vertexCount; i++)
|
|
{
|
|
long offset = vertexSize * i;
|
|
|
|
ovrAvatarMeshVertex vertex = (ovrAvatarMeshVertex)Marshal.PtrToStructure(new IntPtr(vertexBufferStart + offset), typeof(ovrAvatarMeshVertex));
|
|
vertices[i] = new Vector3(vertex.x, vertex.y, -vertex.z);
|
|
normals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz);
|
|
tangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz, vertex.tw);
|
|
uv[i] = new Vector2(vertex.u, vertex.v);
|
|
colors[i] = new Color(0, 0, 0, 1);
|
|
|
|
boneWeights[i].boneIndex0 = vertex.blendIndices[0];
|
|
boneWeights[i].boneIndex1 = vertex.blendIndices[1];
|
|
boneWeights[i].boneIndex2 = vertex.blendIndices[2];
|
|
boneWeights[i].boneIndex3 = vertex.blendIndices[3];
|
|
boneWeights[i].weight0 = vertex.blendWeights[0];
|
|
boneWeights[i].weight1 = vertex.blendWeights[1];
|
|
boneWeights[i].weight2 = vertex.blendWeights[2];
|
|
boneWeights[i].weight3 = vertex.blendWeights[3];
|
|
}
|
|
}
|
|
break;
|
|
|
|
case ovrAvatarAssetType.CombinedMesh:
|
|
{
|
|
long vertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarMeshVertexV2));
|
|
|
|
for (long i = 0; i < vertexCount; i++)
|
|
{
|
|
long offset = vertexSize * i;
|
|
|
|
ovrAvatarMeshVertexV2 vertex = (ovrAvatarMeshVertexV2)Marshal.PtrToStructure(new IntPtr(vertexBufferStart + offset), typeof(ovrAvatarMeshVertexV2));
|
|
vertices[i] = new Vector3(vertex.x, vertex.y, -vertex.z);
|
|
normals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz);
|
|
tangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz, vertex.tw);
|
|
uv[i] = new Vector2(vertex.u, vertex.v);
|
|
colors[i] = new Color(vertex.r, vertex.g, vertex.b, vertex.a);
|
|
|
|
boneWeights[i].boneIndex0 = vertex.blendIndices[0];
|
|
boneWeights[i].boneIndex1 = vertex.blendIndices[1];
|
|
boneWeights[i].boneIndex2 = vertex.blendIndices[2];
|
|
boneWeights[i].boneIndex3 = vertex.blendIndices[3];
|
|
boneWeights[i].weight0 = vertex.blendWeights[0];
|
|
boneWeights[i].weight1 = vertex.blendWeights[1];
|
|
boneWeights[i].weight2 = vertex.blendWeights[2];
|
|
boneWeights[i].weight3 = vertex.blendWeights[3];
|
|
}
|
|
}
|
|
break;
|
|
default:
|
|
throw new Exception("Bad Mesh Asset Type");
|
|
}
|
|
|
|
mesh.vertices = vertices;
|
|
mesh.normals = normals;
|
|
mesh.uv = uv;
|
|
mesh.tangents = tangents;
|
|
mesh.boneWeights = boneWeights;
|
|
mesh.colors = colors;
|
|
|
|
LoadBlendShapes(asset, vertexCount);
|
|
LoadSubmeshes(asset, indexBuffer, indexCount);
|
|
|
|
UInt32 jointCount = skinnedBindPose.jointCount;
|
|
jointNames = new string[jointCount];
|
|
for (UInt32 i = 0; i < jointCount; i++)
|
|
{
|
|
jointNames[i] = Marshal.PtrToStringAnsi(skinnedBindPose.jointNames[i]);
|
|
}
|
|
}
|
|
|
|
private void LoadSubmeshes(IntPtr asset, IntPtr indexBufferPtr, ulong indexCount)
|
|
{
|
|
UInt32 subMeshCount = CAPI.ovrAvatarAsset_GetSubmeshCount(asset);
|
|
|
|
AvatarLogger.Log("LoadSubmeshes: " + subMeshCount);
|
|
|
|
Int16[] indices = new Int16[indexCount];
|
|
Marshal.Copy(indexBufferPtr, indices, 0, (int)indexCount);
|
|
|
|
mesh.subMeshCount = (int)subMeshCount;
|
|
uint accumedOffset = 0;
|
|
for (UInt32 index = 0; index < subMeshCount; index++)
|
|
{
|
|
var submeshIndexCount = CAPI.ovrAvatarAsset_GetSubmeshLastIndex(asset, index);
|
|
var currSpan = submeshIndexCount - accumedOffset;
|
|
|
|
Int32[] triangles = new Int32[currSpan];
|
|
|
|
int triangleOffset = 0;
|
|
for (ulong i = accumedOffset; i < submeshIndexCount; i += 3)
|
|
{
|
|
// NOTE: We are changing the order of each triangle to match unity expectations vs pipeline.
|
|
triangles[triangleOffset + 2] = (Int32)indices[i];
|
|
triangles[triangleOffset + 1] = (Int32)indices[i + 1];
|
|
triangles[triangleOffset] = (Int32)indices[i + 2];
|
|
|
|
triangleOffset += 3;
|
|
}
|
|
|
|
accumedOffset += currSpan;
|
|
|
|
mesh.SetIndices(triangles, MeshTopology.Triangles, (int)index);
|
|
}
|
|
}
|
|
|
|
private void LoadBlendShapes(IntPtr asset, long vertexCount)
|
|
{
|
|
UInt32 blendShapeCount = CAPI.ovrAvatarAsset_GetMeshBlendShapeCount(asset);
|
|
IntPtr blendShapeVerts = CAPI.ovrAvatarAsset_GetMeshBlendShapeVertices(asset);
|
|
|
|
AvatarLogger.Log("LoadBlendShapes: " + blendShapeCount);
|
|
|
|
if (blendShapeVerts != IntPtr.Zero)
|
|
{
|
|
long offset = 0;
|
|
long blendVertexSize = (long)Marshal.SizeOf(typeof(ovrAvatarBlendVertex));
|
|
long blendVertexBufferStart = blendShapeVerts.ToInt64();
|
|
|
|
for (UInt32 blendIndex = 0; blendIndex < blendShapeCount; blendIndex++)
|
|
{
|
|
Vector3[] blendVerts = new Vector3[vertexCount];
|
|
Vector3[] blendNormals = new Vector3[vertexCount];
|
|
Vector3[] blendTangents = new Vector3[vertexCount];
|
|
|
|
for (long i = 0; i < vertexCount; i++)
|
|
{
|
|
ovrAvatarBlendVertex vertex = (ovrAvatarBlendVertex)Marshal.PtrToStructure(new IntPtr(blendVertexBufferStart + offset), typeof(ovrAvatarBlendVertex));
|
|
blendVerts[i] = new Vector3(vertex.x, vertex.y, -vertex.z);
|
|
blendNormals[i] = new Vector3(vertex.nx, vertex.ny, -vertex.nz);
|
|
blendTangents[i] = new Vector4(vertex.tx, vertex.ty, -vertex.tz);
|
|
|
|
offset += blendVertexSize;
|
|
}
|
|
|
|
IntPtr namePtr = CAPI.ovrAvatarAsset_GetMeshBlendShapeName(asset, blendIndex);
|
|
string name = Marshal.PtrToStringAnsi(namePtr);
|
|
const float frameWeight = 100f;
|
|
mesh.AddBlendShapeFrame(name, frameWeight, blendVerts, blendNormals, blendTangents);
|
|
}
|
|
}
|
|
}
|
|
|
|
private void SetSkinnedBindPose(IntPtr asset, ovrAvatarAssetType meshType)
|
|
{
|
|
switch (meshType)
|
|
{
|
|
case ovrAvatarAssetType.Mesh:
|
|
skinnedBindPose = CAPI.ovrAvatarAsset_GetMeshData(asset).skinnedBindPose;
|
|
break;
|
|
case ovrAvatarAssetType.CombinedMesh:
|
|
skinnedBindPose = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).skinnedBindPose;
|
|
break;
|
|
default:
|
|
break;
|
|
|
|
}
|
|
}
|
|
|
|
private void GetVertexAndIndexData(
|
|
IntPtr asset,
|
|
ovrAvatarAssetType meshType,
|
|
out long vertexCount,
|
|
out IntPtr vertexBuffer,
|
|
out uint indexCount,
|
|
out IntPtr indexBuffer)
|
|
{
|
|
vertexCount = 0;
|
|
vertexBuffer = IntPtr.Zero;
|
|
indexCount = 0;
|
|
indexBuffer = IntPtr.Zero;
|
|
|
|
switch (meshType)
|
|
{
|
|
case ovrAvatarAssetType.Mesh:
|
|
vertexCount = CAPI.ovrAvatarAsset_GetMeshData(asset).vertexCount;
|
|
vertexBuffer = CAPI.ovrAvatarAsset_GetMeshData(asset).vertexBuffer;
|
|
indexCount = CAPI.ovrAvatarAsset_GetMeshData(asset).indexCount;
|
|
indexBuffer = CAPI.ovrAvatarAsset_GetMeshData(asset).indexBuffer;
|
|
break;
|
|
case ovrAvatarAssetType.CombinedMesh:
|
|
vertexCount = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).vertexCount;
|
|
vertexBuffer = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).vertexBuffer;
|
|
indexCount = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).indexCount;
|
|
indexBuffer = CAPI.ovrAvatarAsset_GetCombinedMeshData(asset).indexBuffer;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
public SkinnedMeshRenderer CreateSkinnedMeshRendererOnObject(GameObject target)
|
|
{
|
|
SkinnedMeshRenderer skinnedMeshRenderer = target.AddComponent<SkinnedMeshRenderer>();
|
|
skinnedMeshRenderer.sharedMesh = mesh;
|
|
mesh.name = "AvatarMesh_" + assetID;
|
|
UInt32 jointCount = skinnedBindPose.jointCount;
|
|
GameObject[] bones = new GameObject[jointCount];
|
|
Transform[] boneTransforms = new Transform[jointCount];
|
|
Matrix4x4[] bindPoses = new Matrix4x4[jointCount];
|
|
for (UInt32 i = 0; i < jointCount; i++)
|
|
{
|
|
bones[i] = new GameObject();
|
|
boneTransforms[i] = bones[i].transform;
|
|
bones[i].name = jointNames[i];
|
|
int parentIndex = skinnedBindPose.jointParents[i];
|
|
if (parentIndex == -1)
|
|
{
|
|
bones[i].transform.parent = skinnedMeshRenderer.transform;
|
|
skinnedMeshRenderer.rootBone = bones[i].transform;
|
|
}
|
|
else
|
|
{
|
|
bones[i].transform.parent = bones[parentIndex].transform;
|
|
}
|
|
|
|
// Set the position relative to the parent
|
|
Vector3 position = skinnedBindPose.jointTransform[i].position;
|
|
position.z = -position.z;
|
|
bones[i].transform.localPosition = position;
|
|
|
|
Quaternion orientation = skinnedBindPose.jointTransform[i].orientation;
|
|
orientation.x = -orientation.x;
|
|
orientation.y = -orientation.y;
|
|
bones[i].transform.localRotation = orientation;
|
|
|
|
bones[i].transform.localScale = skinnedBindPose.jointTransform[i].scale;
|
|
|
|
bindPoses[i] = bones[i].transform.worldToLocalMatrix * skinnedMeshRenderer.transform.localToWorldMatrix;
|
|
}
|
|
skinnedMeshRenderer.bones = boneTransforms;
|
|
mesh.bindposes = bindPoses;
|
|
return skinnedMeshRenderer;
|
|
}
|
|
}
|