using Gallop.Live.Cutt; using System; using System.Collections.Generic; using System.Linq; using UnityEngine; namespace Gallop.Live { public class Director : MonoBehaviour { private static Director _instance = null; public LiveTimelineControl _liveTimelineControl; //Edited to public [SerializeField] public float _liveCurrentTime; //Edited to public public bool _isLiveSetup; //Edit to pulic public StageController _stageController; //Edited to public [SerializeField] private GameObject[] _cameraNodes; private Camera[] _cameraObjects; private Transform[] _cameraTransforms; [SerializeField] private CameraLookAt _cameraLookAt; private int _activeCameraIndex = 1; private readonly int[] kTimelineCameraIndices = new int[3] { 1, 2, 3 }; public static Director instance => _instance; //real work start public LiveEntry live; private const string CUTT_PATH = "cutt/cutt_son{0}/cutt_son{0}"; private const string STAGE_PATH = "3d/env/live/live{0}/pfb_env_live{0}_controller000"; private const string SONG_PATH = "sound/l/{0}/snd_bgm_live_{0}_oke_01"; private const string VOCAL_PATH = "sound/l/{0}/snd_bgm_live_{0}_chara_{1}_01"; private const string RANDOM_VOCAL_PATH = "sound/l/{0}/snd_bgm_live_{0}_chara"; private const string LIVE_PART_PATH = "live/musicscores/m{0}/m{0}_part"; private UmaViewerBuilder Builder => UmaViewerBuilder.Instance; public List charaObjs; public List CharaContainerScript = new List(); public List charaAnims; public List liveVocal = new List(); public UmaViewerAudio.CuteAudioSource liveMusic = new UmaViewerAudio.CuteAudioSource(); public PartEntry partInfo; public bool _syncTime = false; public bool _soloMode = false; public int characterCount = 0; public int allowCount = 0; public int liveMode = 1; public LiveViewerUI UI; public float totalTime; public SliderControl sliderControl; public bool IsRecordVMD; public bool RequireStage = true; public Transform MainCameraTransform => _mainCameraTransform; private Transform _mainCameraTransform; public bool isTimelineControlled { get { if (_liveTimelineControl != null) { return _liveTimelineControl.data != null; } return false; } } public float CalcFrameJustifiedMusicTime() { if (isTimelineControlled) { return Mathf.RoundToInt(musicScoreTime * 60f) / 60f; } return musicScoreTime; } public float musicScoreTime => Mathf.Clamp(smoothMusicScoreTime, 0f, 99999f); private float smoothMusicScoreTime => _liveCurrentTime;//temp to liveCurrentTime public void Initialize() { if (live != null) { _instance = this; Debug.Log(string.Format(CUTT_PATH, live.MusicId)); Builder.LoadAssetPath(string.Format(CUTT_PATH, live.MusicId), transform); if (RequireStage) { Debug.Log(live.BackGroundId); Builder.LoadAssetPath(string.Format(STAGE_PATH, live.BackGroundId), transform); } //Make CharacterObject var characterStandPos = _liveTimelineControl.transform.Find("CharacterStandPos"); int counter = 0; var standPos = characterStandPos.GetComponentsInChildren(); var count = _liveTimelineControl.data.characterSettings.useHighPolygonModel.Length; for (int i = 0; i < count; i++) { if (i < characterStandPos.childCount) { var newObj = Instantiate(standPos[i + 1], transform); newObj.gameObject.name = string.Format("CharacterObject{0}", counter); charaObjs.Add(newObj.transform); counter++; } else { var newObj = Instantiate(standPos[i % characterStandPos.childCount + 1], transform); newObj.gameObject.name = string.Format("CharacterObject{0}", counter); charaObjs.Add(newObj.transform); counter++; } }; //Get live parts info UmaDatabaseEntry partAsset = UmaViewerMain.Instance.AbList[string.Format(LIVE_PART_PATH, live.MusicId)]; UmaViewerAudio.LastAudioPartIndex = -1; Debug.Log(partAsset.Name); AssetBundle bundle = UmaAssetManager.LoadAssetBundle(partAsset); TextAsset partData = bundle.LoadAsset($"m{live.MusicId}_part"); partInfo = new PartEntry(partData.text); } } public void InitializeUI() { UI = GameObject.Find("LiveUI").GetComponent(); sliderControl = UI.ProgressBar.GetComponent(); } public void InitializeTimeline(List characters, int mode) { totalTime = _liveTimelineControl.data.timeLength; liveMode = mode; allowCount = characters.Count; for (int i = 0; i < characters.Count; i++) { if (characters[i].CharaEntry.Name != "") { characterCount += 1; } } if (characterCount == 1) { _soloMode = true; } _liveTimelineControl.InitCharaMotionSequence(_liveTimelineControl.data.characterSettings.motionSequenceIndices); _liveTimelineControl.OnUpdateLipSync += delegate (LiveTimelineKeyIndex keyData_, float liveTime_) { var prevKey = keyData_.prevKey as LiveTimelineKeyLipSyncData; var curKey = keyData_.key as LiveTimelineKeyLipSyncData; var nextKey = keyData_.nextKey as LiveTimelineKeyLipSyncData; for (int k = 0; k < charaObjs.Count; k++) { if (k < CharaContainerScript.Count) { var container = CharaContainerScript[k]; container.FaceDrivenKeyTarget.AlterUpdateAutoLip(prevKey, curKey, liveTime_, ((int)curKey.character >> k) % 2); } } }; _liveTimelineControl.OnUpdateFacial += delegate (FacialDataUpdateInfo updateInfo_, float liveTime_, int position) { if (position < charaObjs.Count) { var container = CharaContainerScript[position]; container.FaceDrivenKeyTarget.AlterUpdateFacialNew(ref updateInfo_, liveTime_); } }; SetupCharacterLocator(); InitializeCamera(); UpdateMainCamera(); InitializeMultiCamera(_liveTimelineControl); for (int i = 0; i < kTimelineCameraIndices.Length; i++) { int num = kTimelineCameraIndices[i]; if (num < _cameraObjects.Length) { _liveTimelineControl.SetTimelineCamera(_cameraObjects[num], i); } } _liveTimelineControl.OnUpdateCameraSwitcher += delegate (int cameraIndex_) { if (cameraIndex_ < 0) { _activeCameraIndex = 0; } else if (cameraIndex_ < kTimelineCameraIndices.Length) { _activeCameraIndex = kTimelineCameraIndices[cameraIndex_]; } }; } public void InitializeCamera() { if (_cameraObjects == null) { _cameraObjects = new Camera[_cameraNodes.Length + 1]; _cameraTransforms = new Transform[_cameraNodes.Length + 1]; for (int i = 0; i < _cameraNodes.Length; i++) { GameObject gameObject = _cameraNodes[i]; Camera camera = gameObject.GetComponent(); if (camera == null) { camera = gameObject.GetComponentInChildren(); } //camera.cullingMask = num; _cameraObjects[i] = camera; _cameraTransforms[i] = camera.transform; } } } public void InitializeMultiCamera(LiveTimelineControl control) { var cameraCount = control.data.multiCameraSettings.cameraNum; MultiCamera[] cameras = new MultiCamera[cameraCount]; var root = new GameObject("MultiCameras"); root.transform.SetParent(control.transform); for (int i = 0; i < cameraCount; i++) { var camObj = new GameObject($"MultiCamera_{i}"); camObj.transform.SetParent(root.transform); var cam = camObj.AddComponent(); cam.Initialize(); cameras[i] = cam; control.MultiRecordFrames.Add(new List()); } control.SetMultiCamera(cameras); } private void UpdateMainCamera() { if (_cameraObjects == null) return; for (int i = 0; i < _cameraNodes.Length; i++) { bool activeSelf = _cameraNodes[i].activeSelf; bool flag = i == _activeCameraIndex; _cameraNodes[i].SetActive(flag); if (i == 0 && activeSelf != flag && flag && _cameraLookAt != null) { _cameraLookAt.ActivationUpdate(); } } _mainCameraTransform = _cameraTransforms[_activeCameraIndex]; } private void SetupCharacterLocator() { if (!_liveTimelineControl) return; for (int i = 0; i < CharaContainerScript.Count; i++) { var container = CharaContainerScript[i]; container.LiveLocator = new LiveTimelineCharaLocator(container); _liveTimelineControl.liveCharactorLocators[i] = container.LiveLocator; container.LiveLocator.liveCharaInitialPosition = container.transform.position; } } public void InitializeMusic(int songid, List characters) { for (int i = 0; i < characters.Count; i++) { if (characters[i].CharaEntry.Name != "" && i < partInfo.SingerCount) { var charaid = characters[i].CharaEntry.Id; var entry = UmaViewerMain.Instance.AbSounds.FirstOrDefault(a => a.Name.Contains(string.Format(VOCAL_PATH, songid, charaid)) && a.Name.EndsWith("awb")); if (entry == null) { List entries = new List(); foreach (var random in UmaViewerMain.Instance.AbSounds.Where(a => (a.Name.Contains(string.Format(RANDOM_VOCAL_PATH, songid)) && a.Name.EndsWith("awb")))) { entries.Add(random); } if (entries.Count > 0) { entry = entries[UnityEngine.Random.Range(0, entries.Count - 1)]; } } if (entry != null) { Debug.Log(entry.Name); liveVocal.Add(UmaViewerAudio.ApplySound(entry.Name.Split('.')[0], i)); } } } liveMusic = UmaViewerAudio.ApplySound(string.Format(SONG_PATH, songid), -1); } public void Play() { foreach (var vocal in liveVocal) { UmaViewerAudio.Play(vocal); } UmaViewerAudio.Play(liveMusic); _isLiveSetup = true; _liveCurrentTime = 0; if (IsRecordVMD) { foreach (var container in CharaContainerScript) { var rootbone = container.transform.Find("Position"); var newRecorder = rootbone.gameObject.AddComponent(); newRecorder.UseParentOfAll = true; newRecorder.UseAbsoluteCoordinateSystem = true; newRecorder.Initialize(); if (!newRecorder.IsRecording) { newRecorder.StartRecording(true); } } } } private void OnTimelineUpdate(float _liveCurrentTime) { _liveTimelineControl.AlterUpdate(_liveCurrentTime); if (!_soloMode) { UmaViewerAudio.AlterUpdate(_liveCurrentTime, partInfo, liveVocal, sliderControl.is_Outed); } } bool isExit; void Update() { if (isExit) return; if (_isLiveSetup) { if (Input.GetKeyDown(KeyCode.Escape) || _liveCurrentTime >= totalTime) { ExitLive(); } if (_syncTime == false) { if(liveMusic.sourceList.Count == 0) { _syncTime = true; } else if (liveMusic.sourceList[0].time > 0.01) { _liveCurrentTime = liveMusic.sourceList[0].time; _syncTime = true; } } else { if (IsRecordVMD) { _liveCurrentTime += (1 / 60f); if (liveMusic != null) { UmaViewerAudio.Stop(liveMusic); foreach (var vocal in liveVocal) { UmaViewerAudio.Stop(vocal); } } UI.ProgressBar.SetValueWithoutNotify(_liveCurrentTime / totalTime); OnTimelineUpdate(_liveCurrentTime); _liveTimelineControl.AlterLateUpdate(); } else if (sliderControl.is_Outed) { _liveCurrentTime = UI.ProgressBar.value * totalTime; if (liveMusic != null) { UmaViewerAudio.SetTime(liveMusic, _liveCurrentTime); foreach (var vocal in liveVocal) { UmaViewerAudio.SetTime(vocal, _liveCurrentTime); } UmaViewerAudio.Play(liveMusic); foreach (var vocal in liveVocal) { UmaViewerAudio.Play(vocal); } } OnTimelineUpdate(_liveCurrentTime); sliderControl.is_Outed = false; sliderControl.is_Touched = false; _syncTime = false; } else if (sliderControl.is_Touched) { _liveCurrentTime = UI.ProgressBar.value * totalTime; if (liveMusic != null) { UmaViewerAudio.Stop(liveMusic); foreach (var vocal in liveVocal) { UmaViewerAudio.Stop(vocal); } } OnTimelineUpdate(_liveCurrentTime); } else { _liveCurrentTime += Time.deltaTime; UI.ProgressBar.SetValueWithoutNotify(_liveCurrentTime / totalTime); OnTimelineUpdate(_liveCurrentTime); } } UpdateMainCamera(); } } private void LateUpdate() { if (_isLiveSetup && _syncTime && !IsRecordVMD) { _liveTimelineControl.AlterLateUpdate(); } } private void FixedUpdate() { LiveViewerUI.Instance.UpdateLyrics(_liveCurrentTime); } DateTime ExitTime; private void ExitLive() { isExit = true; if (_liveTimelineControl.IsRecordVMD) { ExitTime = DateTime.Now; SaveCameraVMD(); SaveMultiCameraVMD(); SaveCharacterVMD(); } UmaSceneController.LoadScene("Version2"); UmaAssetManager.UnloadAllBundle(true); } private void SaveCharacterVMD() { foreach (var container in CharaContainerScript) { var rootbone = container.transform.Find("Position"); if (rootbone.gameObject.TryGetComponent(out UnityHumanoidVMDRecorder recorder)) { if (recorder.IsRecording) { recorder.StopRecording(); recorder.SaveLiveVMD(live, ExitTime, $"Live{live.MusicId}_Pos{CharaContainerScript.IndexOf(container)}", Config.Instance.VmdKeyReductionLevel); } } } } private void SaveMultiCameraVMD() { for (int i = 0; i < _liveTimelineControl.data.worksheetList[0].multiCameraPosKeys.Count; i++) { var frames = _liveTimelineControl.MultiRecordFrames[i]; frames[0].FovVaild = true; var fov = _liveTimelineControl.data.worksheetList[0].multiCameraPosKeys[i].keys.thisList; fov.ForEach(k => { var keyframe = frames.Find(f => f.frameIndex == k.frame); if (keyframe != null) { var index = frames.IndexOf(keyframe); keyframe.FovVaild = true; if (index + 1 < frames.Count) frames[index + 1].FovVaild = true; if (index - 1 > 0) frames[index - 1].FovVaild = true; if (index - 2 > 0) frames[index - 2].FovVaild = true; if (index - 3 > 0) frames[index - 3].FovVaild = true; } }); UnityCameraVMDRecorder.SaveLiveCameraVMD(live, ExitTime, frames, i); } } private void SaveCameraVMD() { var frames = _liveTimelineControl.RecordFrames; frames[0].FovVaild = true; var fov = _liveTimelineControl.data.worksheetList[0].cameraFovKeys.thisList; fov.ForEach(k => { var keyframe = frames.Find(f => f.frameIndex == k.frame); if (keyframe != null) { var index = frames.IndexOf(keyframe); keyframe.FovVaild = true; if (index + 1 < frames.Count) frames[index + 1].FovVaild = true; if (index - 1 > 0) frames[index - 1].FovVaild = true; if (index - 2 > 0) frames[index - 2].FovVaild = true; if (index - 3 > 0) frames[index - 3].FovVaild = true; } }); UnityCameraVMDRecorder.SaveLiveCameraVMD(live, ExitTime, frames); } public static List GetLiveAllVoiceEntry(int songid, List characters) { List entryList = new List (); for (int i = 0; i < characters.Count; i++) { if (characters[i].CharaEntry.Name != "") { var charaid = characters[i].CharaEntry.Id; var entry = UmaViewerMain.Instance.AbSounds.FirstOrDefault(a => a.Name.Contains(string.Format(VOCAL_PATH, songid, charaid)) && a.Name.EndsWith("awb")); if (entry == null) { List entries = new List(); foreach (var random in UmaViewerMain.Instance.AbSounds.Where(a => (a.Name.Contains(string.Format(RANDOM_VOCAL_PATH, songid)) && a.Name.EndsWith("awb")))) { entries.Add(random); } if (entries.Count > 0) { entry = entries[UnityEngine.Random.Range(0, entries.Count - 1)]; } } if (entry != null) { entryList.Add(entry); } } } var bgEntry = UmaViewerMain.Instance.AbSounds.FirstOrDefault(a => a.Name.Contains(string.Format(SONG_PATH, songid)) && a.Name.EndsWith("awb")); if (bgEntry != null) { entryList.Add(bgEntry); } return entryList; } } }