replaced demo boxes with microphone stand and buttons, in archery range

2026-01-10 17:00:45 +02:00
parent 46b1c7e1de
commit ce75a1f343
39 changed files with 2631 additions and 141 deletions
--- a/Assets/_PROJECT/Scripts/ModeGeneration/ArcheryRangeModelGenerationController.cs
+++ b/Assets/_PROJECT/Scripts/ModeGeneration/ArcheryRangeModelGenerationController.cs
@@ -0,0 +1,86 @@
+using System;
+using UnityEngine;
+using UnityEngine.UI;
+
+public class ArcheryRangeModelGenerationController : MonoBehaviour
+{
+    public MicrophoneStand microphoneStand;
+    public PushableButton imageGenerationButton;
+    public PushableButton modelGenerationButton;
+
+    public string imageGenerationPromptSuffix = ", single object, front and side fully visible, realistic style, plain neutral background, clear details, soft studio lighting, true-to-scale";
+    public Texture2D GeneratedTexture { get; private set; }
+    public Image imageDisplay;
+
+    public Transform modelSpawnPoint;
+    public GameObject GeneratedModel { get; private set; }
+
+    // Start is called before the first frame update
+    void Start()
+    {
+        imageGenerationButton.OnButtonPressed += InvokeImageGeneration;
+        modelGenerationButton.OnButtonPressed += InvokeModelGeneration;
+    }
+
+    // Update is called once per frame
+    void Update()
+    {
+        
+    }
+
+    private async void InvokeImageGeneration()
+    {
+        string inputPrompt = microphoneStand.GetTextOutput();
+        string refinedPrompt = inputPrompt + imageGenerationPromptSuffix;
+
+
+        byte[] imageBytes = await InvokeAiClient.Instance.GenerateImage(refinedPrompt);
+        GeneratedTexture = CreateTexture(imageBytes);
+        Sprite sprite = CreateSprite(GeneratedTexture);
+        imageDisplay.sprite = sprite;
+
+        imageGenerationButton.MoveButtonUp();
+    }
+
+    private async void InvokeModelGeneration()
+    {
+        string encodedTexture = Convert.ToBase64String(GeneratedTexture.EncodeToJPG());
+        byte[] encodedModel = await TrellisClient.Instance.GenerateModel(encodedTexture);
+
+        GameObject spawnedObject = await PipelineManager.Instance.SpawnModel(encodedModel);
+        spawnedObject.AddComponent<Rigidbody>();
+        spawnedObject.transform.parent = modelSpawnPoint;
+        spawnedObject.transform.position = modelSpawnPoint.position;
+        GeneratedModel = spawnedObject;
+
+        modelGenerationButton.MoveButtonUp();
+    }
+
+    private Texture2D CreateTexture(byte[] imageBytes)
+    {
+        var tex = new Texture2D(2, 2, TextureFormat.RGBA32, false);
+        // ImageConversion.LoadImage returns bool (true = success)
+        if (!ImageConversion.LoadImage(tex, imageBytes, markNonReadable: false))
+        {
+            Destroy(tex);
+            throw new InvalidOperationException("Failed to decode image bytes into Texture2D.");
+        }
+
+        tex.filterMode = FilterMode.Bilinear;
+        tex.wrapMode = TextureWrapMode.Clamp;
+
+        return tex;
+    }
+
+    private Sprite CreateSprite(Texture2D tex)
+    {
+        var sprite = Sprite.Create(
+            tex,
+            new Rect(0, 0, tex.width, tex.height),
+            new Vector2(0.5f, 0.5f),
+            pixelsPerUnit: 100f
+        );
+
+        return sprite;
+    }
+}