start of 3d generation pipelines
This commit is contained in:
		
							parent
							
								
									6b8c3b6fbb
								
							
						
					
					
						commit
						2cf0a9f711
					
				
							
								
								
									
										1
									
								
								3d-generation-pipeline/.gitignore
									
									
									
									
										vendored
									
									
										Normal file
									
								
							
							
						
						
									
										1
									
								
								3d-generation-pipeline/.gitignore
									
									
									
									
										vendored
									
									
										Normal file
									
								
							@ -0,0 +1 @@
 | 
			
		||||
.venv
 | 
			
		||||
							
								
								
									
										105
									
								
								3d-generation-pipeline/generate_image.ipynb
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										105
									
								
								3d-generation-pipeline/generate_image.ipynb
									
									
									
									
									
										Normal file
									
								
							@ -0,0 +1,105 @@
 | 
			
		||||
{
 | 
			
		||||
 "cells": [
 | 
			
		||||
  {
 | 
			
		||||
   "cell_type": "code",
 | 
			
		||||
   "execution_count": 1,
 | 
			
		||||
   "id": "2c0da293",
 | 
			
		||||
   "metadata": {},
 | 
			
		||||
   "outputs": [
 | 
			
		||||
    {
 | 
			
		||||
     "name": "stderr",
 | 
			
		||||
     "output_type": "stream",
 | 
			
		||||
     "text": [
 | 
			
		||||
      "c:\\Users\\henrisel.DOMENIS\\DeltaVR3DModelGeneration\\3d-generation-pipeline\\.venv\\lib\\site-packages\\tqdm\\auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
 | 
			
		||||
      "  from .autonotebook import tqdm as notebook_tqdm\n"
 | 
			
		||||
     ]
 | 
			
		||||
    }
 | 
			
		||||
   ],
 | 
			
		||||
   "source": [
 | 
			
		||||
    "import torch\n",
 | 
			
		||||
    "from diffusers import FluxPipeline"
 | 
			
		||||
   ]
 | 
			
		||||
  },
 | 
			
		||||
  {
 | 
			
		||||
   "cell_type": "code",
 | 
			
		||||
   "execution_count": null,
 | 
			
		||||
   "id": "51879ff1",
 | 
			
		||||
   "metadata": {},
 | 
			
		||||
   "outputs": [
 | 
			
		||||
    {
 | 
			
		||||
     "name": "stderr",
 | 
			
		||||
     "output_type": "stream",
 | 
			
		||||
     "text": [
 | 
			
		||||
      "Fetching 23 files:   0%|          | 0/23 [00:00<?, ?it/s]"
 | 
			
		||||
     ]
 | 
			
		||||
    }
 | 
			
		||||
   ],
 | 
			
		||||
   "source": [
 | 
			
		||||
    "model_name = \"black-forest-labs/FLUX.1-schnell\"\n",
 | 
			
		||||
    "\n",
 | 
			
		||||
    "pipe = FluxPipeline.from_pretrained(model_name, torch_dtype=torch.bfloat16)\n",
 | 
			
		||||
    "#pipe.enable_model_cpu_offload() #save some VRAM by offloading the model to CPU. Remove this if you have enough GPU power"
 | 
			
		||||
   ]
 | 
			
		||||
  },
 | 
			
		||||
  {
 | 
			
		||||
   "cell_type": "code",
 | 
			
		||||
   "execution_count": null,
 | 
			
		||||
   "id": "50a38bf4",
 | 
			
		||||
   "metadata": {},
 | 
			
		||||
   "outputs": [],
 | 
			
		||||
   "source": [
 | 
			
		||||
    "prompt = \"slightly curved sword, one side blue and other side green\"\n",
 | 
			
		||||
    "pipe_result = pipe(\n",
 | 
			
		||||
    "    prompt,\n",
 | 
			
		||||
    "    guidance_scale=0.0,\n",
 | 
			
		||||
    "    num_inference_steps=4,\n",
 | 
			
		||||
    "    max_sequence_length=256,\n",
 | 
			
		||||
    "    generator=torch.Generator(\"gpu\")\n",
 | 
			
		||||
    ")\n",
 | 
			
		||||
    "\n"
 | 
			
		||||
   ]
 | 
			
		||||
  },
 | 
			
		||||
  {
 | 
			
		||||
   "cell_type": "code",
 | 
			
		||||
   "execution_count": null,
 | 
			
		||||
   "id": "b692177a",
 | 
			
		||||
   "metadata": {},
 | 
			
		||||
   "outputs": [],
 | 
			
		||||
   "source": [
 | 
			
		||||
    "pipe_result"
 | 
			
		||||
   ]
 | 
			
		||||
  },
 | 
			
		||||
  {
 | 
			
		||||
   "cell_type": "code",
 | 
			
		||||
   "execution_count": null,
 | 
			
		||||
   "id": "d55eb3ce",
 | 
			
		||||
   "metadata": {},
 | 
			
		||||
   "outputs": [],
 | 
			
		||||
   "source": [
 | 
			
		||||
    "image = pipe_result[\"images\"][0]\n",
 | 
			
		||||
    "image.save(\"flux-schnell.png\")"
 | 
			
		||||
   ]
 | 
			
		||||
  }
 | 
			
		||||
 ],
 | 
			
		||||
 "metadata": {
 | 
			
		||||
  "kernelspec": {
 | 
			
		||||
   "display_name": ".venv",
 | 
			
		||||
   "language": "python",
 | 
			
		||||
   "name": "python3"
 | 
			
		||||
  },
 | 
			
		||||
  "language_info": {
 | 
			
		||||
   "codemirror_mode": {
 | 
			
		||||
    "name": "ipython",
 | 
			
		||||
    "version": 3
 | 
			
		||||
   },
 | 
			
		||||
   "file_extension": ".py",
 | 
			
		||||
   "mimetype": "text/x-python",
 | 
			
		||||
   "name": "python",
 | 
			
		||||
   "nbconvert_exporter": "python",
 | 
			
		||||
   "pygments_lexer": "ipython3",
 | 
			
		||||
   "version": "3.10.11"
 | 
			
		||||
  }
 | 
			
		||||
 },
 | 
			
		||||
 "nbformat": 4,
 | 
			
		||||
 "nbformat_minor": 5
 | 
			
		||||
}
 | 
			
		||||
							
								
								
									
										17
									
								
								3d-generation-pipeline/generate_image.py
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										17
									
								
								3d-generation-pipeline/generate_image.py
									
									
									
									
									
										Normal file
									
								
							@ -0,0 +1,17 @@
 | 
			
		||||
import torch
 | 
			
		||||
from diffusers import StableDiffusion3Pipeline
 | 
			
		||||
 | 
			
		||||
model_name = "stabilityai/stable-diffusion-3.5-medium"
 | 
			
		||||
 | 
			
		||||
pipe = StableDiffusion3Pipeline.from_pretrained(model_name, use_safetensors=True, variant="fp16")
 | 
			
		||||
pipe = pipe.to("cuda")
 | 
			
		||||
 | 
			
		||||
prompt = "A cute cat eating a slice of pizza, stunning color scheme, masterpiece, illustration"
 | 
			
		||||
image = pipe(
 | 
			
		||||
    prompt,
 | 
			
		||||
    guidance_scale=3.0,
 | 
			
		||||
    generator=torch.Generator("cuda")
 | 
			
		||||
).images[0]
 | 
			
		||||
 | 
			
		||||
image_name = "image.png"
 | 
			
		||||
image.save(image_name)
 | 
			
		||||
							
								
								
									
										8
									
								
								3d-generation-pipeline/requirements.txt
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										8
									
								
								3d-generation-pipeline/requirements.txt
									
									
									
									
									
										Normal file
									
								
							@ -0,0 +1,8 @@
 | 
			
		||||
torch==2.8.0+cu129
 | 
			
		||||
transformers==4.57.0
 | 
			
		||||
#diffusers==0.35.1
 | 
			
		||||
it+https://github.com/huggingface/diffusers.git
 | 
			
		||||
accelerate==1.10.1
 | 
			
		||||
huggingface_hub[hf_xet]==1.1.10
 | 
			
		||||
sentencepiece==0.2.1
 | 
			
		||||
protobuf==6.32.1
 | 
			
		||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user