From c04b8107c93d58fdf43eec007db24d742bb99de9 Mon Sep 17 00:00:00 2001 From: CroakFang <1605296300@qq.com> Date: Wed, 12 Jul 2023 03:13:18 +0800 Subject: [PATCH] add blendshape pmx support --- Assets/Scripts/Exporters/ModelExporter.cs | 169 +++++++++++++++++++--- Assets/Scripts/UmaSceneController.cs | 2 +- 2 files changed, 148 insertions(+), 23 deletions(-) diff --git a/Assets/Scripts/Exporters/ModelExporter.cs b/Assets/Scripts/Exporters/ModelExporter.cs index cf7e54f..473bee8 100644 --- a/Assets/Scripts/Exporters/ModelExporter.cs +++ b/Assets/Scripts/Exporters/ModelExporter.cs @@ -1,11 +1,14 @@ +using Gallop; using LibMMD.Material; using LibMMD.Model; using LibMMD.Reader; using LibMMD.Unity3D; using LibMMD.Writer; +using System; using System.Collections.Generic; using System.IO; using UnityEngine; +using static LibMMD.Model.Morph; using static LibMMD.Model.SkinningOperator; //using UnityGLTF; @@ -21,6 +24,7 @@ public class ModelExporter container.UmaAnimator?.Rebind(); container.EnableEyeTracking = false; container.FaceDrivenKeyTarget?.FacialResetAll(); + AddBlendShape(container); var textures = TextureExporter.ExportAllTexture(Path.GetDirectoryName(path), container.gameObject); var model = ReadPMXModel(container.CharaEntry, container, textures); @@ -51,7 +55,7 @@ public class ModelExporter //Read vertices And triangles List renderers = new List(container.GetComponentsInChildren()); List triangles = new List(); - model.Vertices = ReadVerticesAndTriangles(renderers, bones, ref triangles); + model.Vertices = ReadVerticesAndTriangles(renderers, bones, ref triangles, container.transform); model.TriangleIndexes = triangles.ToArray(); //Read Texture reference @@ -62,17 +66,144 @@ public class ModelExporter model.Parts = ReadPartMaterials(renderers, model); model.Bones = ReadBones(bones); - model.Morphs = new Morph[0]; + model.Morphs = ReadMorph(renderers); model.Rigidbodies = new MMDRigidBody[0]; model.Joints = new MMDJoint[0]; return model; } + public static Vector3[] Vec4ToVec3(Vector4[] vector4s) + { + Vector3[] tmp = new Vector3[vector4s.Length]; + for (int i = 0; i < vector4s.Length; i++) + { + tmp[i] = new Vector3(vector4s[i].x, vector4s[i].y, vector4s[i].z); + } + return tmp; + } + + public static Vector3[] CalDelta(Vector3[] ori, Vector3[] end) + { + Vector3[] tmp = new Vector3[ori.Length]; + for (int i = 0; i < ori.Length; i++) + { + tmp[i] = end[i] - ori[i]; + } + return tmp; + } + + private static void AddBlendShape(UmaContainer container) + { + if (!container.FaceDrivenKeyTarget) return; + SkinnedMeshRenderer faceMesh = null; + SkinnedMeshRenderer eyebrowMesh = null; + foreach (SkinnedMeshRenderer s in container.GetComponentsInChildren()) + { + if (s.name.Contains("Face")) faceMesh = s; + else if (s.name.Contains("Mayu")) eyebrowMesh = s; + } + + var facial = container.FaceDrivenKeyTarget; + Action, Mesh> addBlendShapePart = delegate (SkinnedMeshRenderer skin, List morphs, Mesh baseMesh) + { + container.FaceOverrideData = null; + foreach (var morph in morphs) + { + facial.ClearAllWeights(); + morph.weight = 1; + facial.ChangeMorph(); + + Mesh deltaMesh = new Mesh(); + skin.BakeMesh(deltaMesh); + skin.sharedMesh.AddBlendShapeFrame( $"{morph.name}({morph.tag})[{skin.name}]", 1, + CalDelta(baseMesh.vertices, deltaMesh.vertices), + CalDelta(baseMesh.normals, deltaMesh.normals), + CalDelta(Vec4ToVec3(baseMesh.tangents), Vec4ToVec3(deltaMesh.tangents))); + } + }; + + Mesh basefaceMesh = new Mesh(); + faceMesh.BakeMesh(basefaceMesh); + + Mesh baseEyeBrowMesh = new Mesh(); + eyebrowMesh.BakeMesh(baseEyeBrowMesh); + + addBlendShapePart(faceMesh, facial.EyeBrowMorphs, basefaceMesh); + addBlendShapePart(faceMesh, facial.EyeMorphs, basefaceMesh); + addBlendShapePart(faceMesh, facial.MouthMorphs, basefaceMesh); + addBlendShapePart(eyebrowMesh, facial.EyeBrowMorphs, baseEyeBrowMesh); + facial.ClearAllWeights(); + facial.ChangeMorph(); + } + + private static Morph[] ReadMorph(List renderers) + { + List morphs = new List(); + int vertexOffset = 0; + foreach (Renderer renderer in renderers) + { + Mesh mesh; + if (renderer is MeshRenderer mr) + { + var meshfilter = mr.GetComponent(); + mesh = meshfilter.mesh; + } + else + { + mesh = ((SkinnedMeshRenderer)renderer).sharedMesh; + } + var vertexCount = mesh.vertexCount; + + for (int i = 0; i < mesh.blendShapeCount; i++) + { + var deltaVertices = new Vector3[vertexCount]; + var deltaNormals = new Vector3[vertexCount]; + var deltaTangents= new Vector3[vertexCount]; + mesh.GetBlendShapeFrameVertices(i, 0, deltaVertices, deltaNormals, deltaTangents); + + Morph morph = new Morph(); + morph.Name = morph.NameEn = mesh.GetBlendShapeName(i); + morph.Type = MorphType.MorphTypeVertex; + var datas = new VertexMorphData[vertexCount]; + for (int j = 0; j < vertexCount; j++) + { + var data = new VertexMorphData(); + data.VertexIndex = vertexOffset + j; + data.Offset = deltaVertices[j]; + datas[j] = data; + } + morph.MorphDatas = datas; + + if (morph.Name.Contains("Mouth_")) + { + morph.Category = MorphCategory.MorphCatMouth; + } + else if(morph.Name.Contains("EyeBrow_")) + { + morph.Category = MorphCategory.MorphCatEyebrow; + } + else if(morph.Name.Contains("Eye_")) + { + morph.Category = MorphCategory.MorphCatEye; + } + else + { + morph.Category = MorphCategory.MorphCatOther; + } + + morphs.Add(morph); + } + + vertexOffset += mesh.vertexCount; + } + return morphs.ToArray(); + } + private static Bone[] ReadBones(List bonelist) { List pmxbones = new List(); - foreach(var bone in bonelist) + foreach (var bone in bonelist) { Bone pmxbone = new Bone(); pmxbone.Name = pmxbone.NameEn = bone.name; @@ -112,13 +243,13 @@ public class ModelExporter } var materials = new List(renderer.sharedMaterials); - for (int i = 0; i < mesh.subMeshCount; i++) + for (int i = 0; i < mesh.subMeshCount; i++) { var material = (i < materials.Count ? materials[i] : materials[materials.Count - 1]); var part = new Part(); var mat = new MMDMaterial(); part.Material = mat; - mat.Name = mat.NameEn = material.name; + mat.Name = mat.NameEn = material.name.Replace(" (Instance)",""); mat.DiffuseColor = Color.white; mat.SpecularColor = Color.clear; mat.AmbientColor = Color.white * 0.5f; @@ -140,7 +271,7 @@ public class ModelExporter return parts.ToArray(); } - private static Vertex[] ReadVerticesAndTriangles(List renderers, List bones, ref List triangleList) + private static Vertex[] ReadVerticesAndTriangles(List renderers, List bones, ref List triangleList, Transform root) { List verticesList = new List(); int vertexOffset = 0; @@ -180,7 +311,7 @@ public class ModelExporter verticesList.Add(vertex); } - + foreach (var triangle in mesh.triangles) { triangleList.Add(triangle + vertexOffset); @@ -200,26 +331,19 @@ public class ModelExporter var skinbone = smr.bones; var skinbones = smr.bones; var weights = mesh.boneWeights; - var bindpose = mesh.bindposes; - - //Calculate the world coordinates of vertices - Matrix4x4[] boneMatrices = new Matrix4x4[skinbones.Length]; - for (int i = 0; i < skinbones.Length; i++) - { - boneMatrices[i] = bones[i].localToWorldMatrix * bindpose[i]; - } + var bakemesh = new Mesh(); + smr.BakeMesh(bakemesh,true); for (int i = 0; i < vertices.Length; i++) { Vertex vertex = new Vertex(); - var rootbone = smr.rootBone; - vertex.Coordinate = rootbone.TransformPoint(vertices[i]); + vertex.Coordinate = root.InverseTransformPoint(smr.transform.TransformPoint(bakemesh.vertices[i])); vertex.Normal = normals[i]; vertex.UvCoordinate = new Vector2(uv[i].x, 1 - uv[i].y); vertex.ExtraUvCoordinate = new Vector4[3] { - uv1.Length > 0 ? uv1[i] : Vector2.zero, - uv2.Length > 0 ? uv2[i] : Vector2.zero, + uv1.Length > 0 ? new Vector2(uv1[i].x, 1 - uv1[i].y) : Vector2.zero, + uv2.Length > 0 ? new Vector2(uv2[i].x, 1 - uv2[i].y) : Vector2.zero, colors.Length > 0 ? colors[i] : Color.clear }; @@ -230,7 +354,7 @@ public class ModelExporter { case 0: vertex.SkinningOperator = new SkinningOperator() { Type = SkinningType.SkinningBdef1 }; - vertex.SkinningOperator.Param = new Bdef1() { BoneId = GetBoneIndex(bones,renderer.transform) }; + vertex.SkinningOperator.Param = new Bdef1() { BoneId = GetBoneIndex(bones, renderer.transform) }; break; default: @@ -241,8 +365,9 @@ public class ModelExporter case 2: vertex.SkinningOperator = new SkinningOperator() { Type = SkinningType.SkinningBdef2 }; - vertex.SkinningOperator.Param = new Bdef2() { - BoneId = new int []{ + vertex.SkinningOperator.Param = new Bdef2() + { + BoneId = new int[]{ GetBoneIndex(bones, skinbone[boneWeight.boneIndex0]), GetBoneIndex(bones, skinbone[boneWeight.boneIndex1]), }, diff --git a/Assets/Scripts/UmaSceneController.cs b/Assets/Scripts/UmaSceneController.cs index 25ce3dc..86691ac 100644 --- a/Assets/Scripts/UmaSceneController.cs +++ b/Assets/Scripts/UmaSceneController.cs @@ -13,7 +13,7 @@ public class UmaSceneController:MonoBehaviour { if (instance) { - Destroy(instance.gameObject); + Destroy(gameObject); } instance = this; DontDestroyOnLoad(this);