henrisel/DeltaVR3DModelGeneration
1
0
Fork 0
forked from cgvr/DeltaVR
Code Pull Requests Activity

add TrellisClient, use it for model generation

Browse Source
This commit is contained in:
henrisel
2025-12-22 15:07:23 +02:00
parent 1b3b3db1bf
commit 7bc58a48d0
8 changed files with 191 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
Assets/_PROJECT/Scripts/ModeGeneration/ModelGenerationBox.cs
View File

@@ -1,3 +1,4 @@
using System;
using Unity.XR.CoreUtils;
using UnityEngine;
@@ -7,18 +8,12 @@ public class ModelGenerationBox : MonoBehaviour
public Material loadingMaterial;
public Transform modelSpawnPoint;
public VoiceTranscriptionBox voiceTranscriptionTestBox;
public ImageGenerationBox imageGenerationBox;
private MeshRenderer meshRenderer;
private bool isLoading;
private string lastModelPath;
public string LastModelPath
{
get {
return lastModelPath;
}
}
public GameObject GeneratedModel { get; private set; }
// Start is called before the first frame update
void Start()
@@ -40,18 +35,18 @@ public class ModelGenerationBox : MonoBehaviour
XROrigin playerOrigin = other.GetComponent<XROrigin>();
if (controller != null || playerOrigin != null)
{
string inputPrompt = voiceTranscriptionTestBox.LastTextOutput;
isLoading = true;
meshRenderer.material = loadingMaterial;
string modelPath = await PipelineManager.Instance.GenerateModelAsync(inputPrompt);
lastModelPath = modelPath;
GameObject spawnedObject = await PipelineManager.Instance.SpawnModel(modelPath);
Texture2D inputTexture = imageGenerationBox.LastTexture;
string encodedTexture = Convert.ToBase64String(inputTexture.EncodeToJPG());
byte[] encodedModel = await TrellisClient.Instance.GenerateModel(encodedTexture);
GameObject spawnedObject = await PipelineManager.Instance.SpawnModel(encodedModel);
spawnedObject.AddComponent<Rigidbody>();
spawnedObject.transform.parent = modelSpawnPoint;
spawnedObject.transform.position = modelSpawnPoint.position;
GeneratedModel = spawnedObject;
isLoading = false;
meshRenderer.material = inactiveMaterial;