Spaces:
Running
on
Zero
Running
on
Zero
xinjie.wang
commited on
Commit
Β·
f472171
1
Parent(s):
9de60bb
update
Browse files- app.py +6 -6
- embodied_gen/models/texture_model.py +1 -1
- embodied_gen/scripts/texture_gen.sh +1 -1
app.py
CHANGED
|
@@ -40,6 +40,8 @@ from common import (
|
|
| 40 |
)
|
| 41 |
|
| 42 |
with gr.Blocks(delete_cache=(43200, 43200), theme=custom_theme) as demo:
|
|
|
|
|
|
|
| 43 |
gr.Markdown(
|
| 44 |
"""
|
| 45 |
## ***EmbodiedGen***: Text-to-3D Asset
|
|
@@ -54,20 +56,18 @@ with gr.Blocks(delete_cache=(43200, 43200), theme=custom_theme) as demo:
|
|
| 54 |
<a href="https://github.com/HorizonRobotics/EmbodiedGen">
|
| 55 |
<img alt="π» GitHub" src="https://img.shields.io/badge/GitHub-000000?logo=github">
|
| 56 |
</a>
|
| 57 |
-
<a href="https://www.youtube.com/watch?v=
|
| 58 |
<img alt="π₯ Video" src="https://img.shields.io/badge/π₯-Video-red">
|
| 59 |
</a>
|
| 60 |
</p>
|
| 61 |
|
| 62 |
π Create 3D assets from text descriptions for a wide range of geometry and styles.
|
| 63 |
-
|
| 64 |
""".format(
|
| 65 |
VERSION=VERSION
|
| 66 |
),
|
| 67 |
elem_classes=["header"],
|
| 68 |
)
|
| 69 |
-
|
| 70 |
-
# gr.HTML(lighting_css)
|
| 71 |
with gr.Row():
|
| 72 |
with gr.Column(scale=1):
|
| 73 |
raw_image_cache = gr.Image(
|
|
@@ -267,8 +267,8 @@ with gr.Blocks(delete_cache=(43200, 43200), theme=custom_theme) as demo:
|
|
| 267 |
visible=False,
|
| 268 |
)
|
| 269 |
gr.Markdown(
|
| 270 |
-
"
|
| 271 |
-
"
|
| 272 |
)
|
| 273 |
with gr.Row():
|
| 274 |
video_output = gr.Video(
|
|
|
|
| 40 |
)
|
| 41 |
|
| 42 |
with gr.Blocks(delete_cache=(43200, 43200), theme=custom_theme) as demo:
|
| 43 |
+
gr.HTML(image_css, visible=False)
|
| 44 |
+
# gr.HTML(lighting_css, visible=False)
|
| 45 |
gr.Markdown(
|
| 46 |
"""
|
| 47 |
## ***EmbodiedGen***: Text-to-3D Asset
|
|
|
|
| 56 |
<a href="https://github.com/HorizonRobotics/EmbodiedGen">
|
| 57 |
<img alt="π» GitHub" src="https://img.shields.io/badge/GitHub-000000?logo=github">
|
| 58 |
</a>
|
| 59 |
+
<a href="https://www.youtube.com/watch?v=rG4odybuJRk">
|
| 60 |
<img alt="π₯ Video" src="https://img.shields.io/badge/π₯-Video-red">
|
| 61 |
</a>
|
| 62 |
</p>
|
| 63 |
|
| 64 |
π Create 3D assets from text descriptions for a wide range of geometry and styles.
|
|
|
|
| 65 |
""".format(
|
| 66 |
VERSION=VERSION
|
| 67 |
),
|
| 68 |
elem_classes=["header"],
|
| 69 |
)
|
| 70 |
+
|
|
|
|
| 71 |
with gr.Row():
|
| 72 |
with gr.Column(scale=1):
|
| 73 |
raw_image_cache = gr.Image(
|
|
|
|
| 267 |
visible=False,
|
| 268 |
)
|
| 269 |
gr.Markdown(
|
| 270 |
+
"Generated image may be poor quality due to auto seg."
|
| 271 |
+
"Retry by adjusting text prompt, seed or switch seg model in `Image Gen Settings`."
|
| 272 |
)
|
| 273 |
with gr.Row():
|
| 274 |
video_output = gr.Video(
|
embodied_gen/models/texture_model.py
CHANGED
|
@@ -60,7 +60,7 @@ def build_texture_gen_pipe(
|
|
| 60 |
)
|
| 61 |
|
| 62 |
if controlnet_ckpt is None:
|
| 63 |
-
suffix = "geo_cond_mv"
|
| 64 |
model_path = snapshot_download(
|
| 65 |
repo_id="xinjjj/RoboAssetGen", allow_patterns=f"{suffix}/*"
|
| 66 |
)
|
|
|
|
| 60 |
)
|
| 61 |
|
| 62 |
if controlnet_ckpt is None:
|
| 63 |
+
suffix = "texture_gen_mv_v1" # "geo_cond_mv"
|
| 64 |
model_path = snapshot_download(
|
| 65 |
repo_id="xinjjj/RoboAssetGen", allow_patterns=f"{suffix}/*"
|
| 66 |
)
|
embodied_gen/scripts/texture_gen.sh
CHANGED
|
@@ -40,7 +40,7 @@ drender-cli --mesh_path ${mesh_path} \
|
|
| 40 |
# Step 2: multi-view rendering
|
| 41 |
python embodied_gen/scripts/render_mv.py \
|
| 42 |
--index_file "${output_root}/condition/index.json" \
|
| 43 |
-
--controlnet_cond_scale 0.
|
| 44 |
--guidance_scale 9 \
|
| 45 |
--strength 0.9 \
|
| 46 |
--num_inference_steps 40 \
|
|
|
|
| 40 |
# Step 2: multi-view rendering
|
| 41 |
python embodied_gen/scripts/render_mv.py \
|
| 42 |
--index_file "${output_root}/condition/index.json" \
|
| 43 |
+
--controlnet_cond_scale 0.7 \
|
| 44 |
--guidance_scale 9 \
|
| 45 |
--strength 0.9 \
|
| 46 |
--num_inference_steps 40 \
|