diff --git a/.gitignore b/.gitignore index a47aa67..9593a84 100644 --- a/.gitignore +++ b/.gitignore @@ -58,5 +58,5 @@ output* *.log scripts/tools/ weights/ -apps/assets/example_texture/ -apps/sessions/ \ No newline at end of file +apps/sessions/ +apps/assets/ \ No newline at end of file diff --git a/.gitmodules b/.gitmodules index 2ccd752..ca1c2c7 100644 --- a/.gitmodules +++ b/.gitmodules @@ -2,3 +2,4 @@ path = thirdparty/TRELLIS url = https://github.com/microsoft/TRELLIS.git branch = main + shallow = true \ No newline at end of file diff --git a/README.md b/README.md index f2a8d28..27d4b4b 100644 --- a/README.md +++ b/README.md @@ -7,11 +7,12 @@ [![🤗 Hugging Face](https://img.shields.io/badge/🤗-Text_to_3D_Demo-blue)](https://huggingface.co/spaces/HorizonRobotics/EmbodiedGen-Text-to-3D) [![🤗 Hugging Face](https://img.shields.io/badge/🤗-Texture_Gen_Demo-blue)](https://huggingface.co/spaces/HorizonRobotics/EmbodiedGen-Texture-Gen) + +**EmbodiedGen** is a toolkit to generate diverse and interactive 3D worlds composed of generative 3D assets with plausible physics, leveraging generative AI to address the challenges of generalization in embodied intelligence related research. EmbodiedGen composed of six key modules: `Image-to-3D`, `Text-to-3D`, `Texture Generation`, `Articulated Object Generation`, `Scene Generation` and `Layout Generation`. + + Overall Framework - -**EmbodiedGen** generates interactive 3D worlds with real-world scale and physical realism at low cost. - --- ## ✨ Table of Contents of EmbodiedGen @@ -24,18 +25,17 @@ ## 🚀 Quick Start +### ✅ Setup Environment ```sh git clone https://github.com/HorizonRobotics/EmbodiedGen.git -cd EmbodiedGen && git submodule update --init --recursive +cd EmbodiedGen +git submodule update --init --recursive --progress conda create -n embodiedgen python=3.10.13 -y conda activate embodiedgen -pip install -r requirements.txt --use-deprecated=legacy-resolver -pip install -e . +bash install.sh ``` ---- - -## 🟢 Setup GPT Agent +### 🟢 Setup GPT Agent Update the API key in file: `embodied_gen/utils/gpt_config.yaml`. @@ -169,6 +169,7 @@ EmbodiedGen builds upon the following amazing projects and models: - 🌟 [Diffusion360](https://github.com/ArcherFMY/SD-T2I-360PanoImage) - 🌟 [kaolin](https://github.com/NVIDIAGameWorks/kaolin) - 🌟 [diffusers](https://github.com/huggingface/diffusers) +- 🌟 [gsplat](https://github.com/nerfstudio-project/gsplat) - 🌟 GPT: QWEN2.5VL, GPT4o --- diff --git a/embodied_gen/data/differentiable_render.py b/embodied_gen/data/differentiable_render.py index 4d749a4..1762439 100644 --- a/embodied_gen/data/differentiable_render.py +++ b/embodied_gen/data/differentiable_render.py @@ -505,7 +505,7 @@ def parse_args(): help="Text prompts for the rendering.", ) - args = parser.parse_args() + args, unknown = parser.parse_known_args() if args.uuid is None and args.mesh_path is not None: args.uuid = [] diff --git a/requirements.txt b/requirements.txt index c1812df..8310d08 100644 --- a/requirements.txt +++ b/requirements.txt @@ -35,7 +35,6 @@ clip@git+https://github.com/openai/CLIP.git kolors@git+https://github.com/Kwai-Kolors/Kolors.git#egg=038818d segment-anything@git+https://github.com/facebookresearch/segment-anything.git#egg=dca509f nvdiffrast@git+https://github.com/NVlabs/nvdiffrast.git#egg=729261d -kaolin@git+https://github.com/NVIDIAGameWorks/kaolin.git@v0.16.0 -https://github.com/nerfstudio-project/gsplat/releases/download/v1.5.0/gsplat-1.5.0+pt24cu118-cp310-cp310-linux_x86_64.whl -https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.0.post2/flash_attn-2.7.0.post2+cu11torch2.4cxx11abiFALSE-cp310-cp310-linux_x86_64.whl -https://huggingface.co/xinjjj/RoboAssetGen/resolve/main/wheel_cu118/diff_gaussian_rasterization-0.0.0-cp310-cp310-linux_x86_64.whl +# https://github.com/nerfstudio-project/gsplat/releases/download/v1.5.0/gsplat-1.5.0+pt24cu118-cp310-cp310-linux_x86_64.whl +# https://github.com/Dao-AILab/flash-attention/releases/download/v2.7.0.post2/flash_attn-2.7.0.post2+cu11torch2.4cxx11abiFALSE-cp310-cp310-linux_x86_64.whl +# https://huggingface.co/xinjjj/RoboAssetGen/resolve/main/wheel_cu118/diff_gaussian_rasterization-0.0.0-cp310-cp310-linux_x86_64.whl