henrisel/DeltaVR3DModelGeneration
1
0
Fork 0
forked from cgvr/DeltaVR
Code Pull Requests Activity

cafe waiter generates model and spawns it on top of plate

Browse Source
This commit is contained in:
henrisel
2026-01-29 18:47:32 +02:00
parent e9df211610
commit 4c6fbb30bc
2 changed files with 48 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
Assets/_PROJECT/Scenes/DeltaBuilding_base.unity LFS
View File

Binary file not shown.

58
Assets/_PROJECT/Scripts/ModeGeneration/NPCs/CafeWaiterNPC.cs
View File

@@ -1,6 +1,8 @@
using DG.Tweening; using DG.Tweening;
using System;
using TMPro; using TMPro;
using UnityEngine; using UnityEngine;
using UnityEngine.XR.Interaction.Toolkit;
public class CafeWaiterNPC : NPCController public class CafeWaiterNPC : NPCController
{ {
@@ -9,8 +11,11 @@ public class CafeWaiterNPC : NPCController
public GameObject notepad; public GameObject notepad;
public Transform backRoom; public Transform backRoom;
public Transform plate;
public float backRoomMovingTime = 5f; public float backRoomMovingTime = 5f;
public int ignorePlayerCollisionLayer = 2;
private Vector3 notepadOriginalRotation; private Vector3 notepadOriginalRotation;
private Vector3 notepadFlippedRotation; private Vector3 notepadFlippedRotation;
private Vector3 startingPosition; private Vector3 startingPosition;
@@ -35,6 +40,7 @@ public class CafeWaiterNPC : NPCController
{ {
notepadOriginalRotation = notepad.transform.localRotation.eulerAngles; notepadOriginalRotation = notepad.transform.localRotation.eulerAngles;
notepadFlippedRotation = notepadOriginalRotation + new Vector3(0, 180, 0); notepadFlippedRotation = notepadOriginalRotation + new Vector3(0, 180, 0);
notepad.SetActive(false);
} }
protected override void OnPlayerApproach() protected override void OnPlayerApproach()
@@ -47,6 +53,8 @@ public class CafeWaiterNPC : NPCController
fmodWhisperBridge.OnWhisperSegmentFinished += OnPlayerSpeechFinished; fmodWhisperBridge.OnWhisperSegmentFinished += OnPlayerSpeechFinished;
fmodWhisperBridge.ActivateRecording(); fmodWhisperBridge.ActivateRecording();
notepad.SetActive(true);
state = 1; state = 1;
} }
} }
@@ -94,7 +102,7 @@ public class CafeWaiterNPC : NPCController
if (playerText.ToLower().Contains("yes")) if (playerText.ToLower().Contains("yes"))
{ {
AudioManager.Instance.PlayDialogue(voiceLineKeys[2], gameObject); AudioManager.Instance.PlayDialogue(voiceLineKeys[2], gameObject);
BringFood(); Invoke("BringFood", 1f);
state = 3; state = 3;
} else } else
{ {
@@ -110,22 +118,48 @@ public class CafeWaiterNPC : NPCController
{ {
return; return;
} }
notepadText.text = playerText; // Only update notepad text when currently listening to player order
if (state == 1)
{
notepadText.text = playerText;
}
} }
private void BringFood() private async void BringFood()
{ {
notepad.SetActive(false); notepad.SetActive(false);
transform.DOMove(backRoom.position, backRoomMovingTime).OnComplete(() => transform.DOMove(backRoom.position, backRoomMovingTime);
{
// Come back
transform.DOMove(startingPosition, backRoomMovingTime).OnComplete(() =>
{
notepad.SetActive(true);
AudioManager.Instance.PlayDialogue(voiceLineKeys[4], gameObject);
state = 4; byte[] imageBytes = await InvokeAiClient.Instance.GenerateImage(notepadText.text);
}); Texture2D GeneratedTexture = ModelGenerationUtils.CreateTexture(imageBytes);
Sprite sprite = ModelGenerationUtils.CreateSprite(GeneratedTexture);
string encodedTexture = Convert.ToBase64String(GeneratedTexture.EncodeToJPG());
byte[] encodedModel = await TrellisClient.Instance.GenerateModel(encodedTexture);
GameObject spawnedObject = await ModelGenerationUtils.Instance.SpawnModel(encodedModel);
// Come back
transform.DOMove(startingPosition, backRoomMovingTime).OnComplete(() =>
{
spawnedObject.transform.position = plate.position + new Vector3(0, 1f, 0);
InitializeSpawnedObject(spawnedObject);
AudioManager.Instance.PlayDialogue(voiceLineKeys[4], gameObject);
state = 4;
}); });
} }
private void InitializeSpawnedObject(GameObject spawnedObject)
{
Rigidbody rigidbody = spawnedObject.AddComponent<Rigidbody>();
//spawnedObject.AddComponent<NetworkObject>();
//spawnedObject.AddComponent<NetworkTransform>();
MeshCollider spawnedObjectCollider = spawnedObject.GetComponent<MeshCollider>();
spawnedObjectCollider.convex = true;
spawnedObject.layer = ignorePlayerCollisionLayer;
spawnedObject.AddComponent<XRGrabInteractable>();
}
} }