xizaoqu
commited on
Commit
·
35c3e32
1
Parent(s):
c7542a3
update assets
Browse files- app.py +20 -21
- assets/examples/case1.npz +3 -0
- assets/examples/case2.npz +3 -0
- assets/examples/case3.npz +3 -0
- assets/examples/case4.npz +3 -0
app.py
CHANGED
|
@@ -270,25 +270,24 @@ def generate(keys, input_history, memory_frames, self_frames, self_actions, self
|
|
| 270 |
|
| 271 |
temporal_video_path = tempfile.NamedTemporaryFile(suffix='.mp4').name
|
| 272 |
save_video(out_video, temporal_video_path)
|
| 273 |
-
|
| 274 |
-
|
| 275 |
-
now = datetime.now()
|
| 276 |
-
folder_name = now.strftime("%Y-%m-%d_%H-%M-%S")
|
| 277 |
-
folder_path = os.path.join("/mnt/xiaozeqi/worldmem/output_material", folder_name)
|
| 278 |
-
os.makedirs(folder_path, exist_ok=True)
|
| 279 |
input_history += keys
|
| 280 |
|
| 281 |
-
|
| 282 |
-
|
| 283 |
-
|
| 284 |
-
|
| 285 |
-
|
| 286 |
-
|
| 287 |
-
|
| 288 |
-
|
| 289 |
-
|
| 290 |
-
|
| 291 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 292 |
|
| 293 |
return out_video[-1], temporal_video_path, input_history, memory_frames, self_frames, self_actions, self_poses, self_memory_c2w, self_frame_idx
|
| 294 |
|
|
@@ -319,7 +318,7 @@ def on_image_click(selected_image):
|
|
| 319 |
|
| 320 |
def set_memory(examples_case, image_display, log_output, slider_denoising_step, slider_context_length, slider_memory_length):
|
| 321 |
if examples_case == '1':
|
| 322 |
-
data_bundle = np.load("/
|
| 323 |
input_history = data_bundle['input_history'].item()
|
| 324 |
memory_frames = data_bundle['memory_frames']
|
| 325 |
self_frames = data_bundle['self_frames']
|
|
@@ -328,7 +327,7 @@ def set_memory(examples_case, image_display, log_output, slider_denoising_step,
|
|
| 328 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
| 329 |
self_frame_idx = data_bundle['self_frame_idx']
|
| 330 |
elif examples_case == '2':
|
| 331 |
-
data_bundle = np.load("/
|
| 332 |
input_history = data_bundle['input_history'].item()
|
| 333 |
memory_frames = data_bundle['memory_frames']
|
| 334 |
self_frames = data_bundle['self_frames']
|
|
@@ -337,7 +336,7 @@ def set_memory(examples_case, image_display, log_output, slider_denoising_step,
|
|
| 337 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
| 338 |
self_frame_idx = data_bundle['self_frame_idx']
|
| 339 |
elif examples_case == '3':
|
| 340 |
-
data_bundle = np.load("/
|
| 341 |
input_history = data_bundle['input_history'].item()
|
| 342 |
memory_frames = data_bundle['memory_frames']
|
| 343 |
self_frames = data_bundle['self_frames']
|
|
@@ -346,7 +345,7 @@ def set_memory(examples_case, image_display, log_output, slider_denoising_step,
|
|
| 346 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
| 347 |
self_frame_idx = data_bundle['self_frame_idx']
|
| 348 |
elif examples_case == '4':
|
| 349 |
-
data_bundle = np.load("/
|
| 350 |
input_history = data_bundle['input_history'].item()
|
| 351 |
memory_frames = data_bundle['memory_frames']
|
| 352 |
self_frames = data_bundle['self_frames']
|
|
|
|
| 270 |
|
| 271 |
temporal_video_path = tempfile.NamedTemporaryFile(suffix='.mp4').name
|
| 272 |
save_video(out_video, temporal_video_path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 273 |
input_history += keys
|
| 274 |
|
| 275 |
+
|
| 276 |
+
# now = datetime.now()
|
| 277 |
+
# folder_name = now.strftime("%Y-%m-%d_%H-%M-%S")
|
| 278 |
+
# folder_path = os.path.join("/mnt/xiaozeqi/worldmem/output_material", folder_name)
|
| 279 |
+
# os.makedirs(folder_path, exist_ok=True)
|
| 280 |
+
# data_dict = {
|
| 281 |
+
# "input_history": input_history,
|
| 282 |
+
# "memory_frames": memory_frames,
|
| 283 |
+
# "self_frames": self_frames,
|
| 284 |
+
# "self_actions": self_actions,
|
| 285 |
+
# "self_poses": self_poses,
|
| 286 |
+
# "self_memory_c2w": self_memory_c2w,
|
| 287 |
+
# "self_frame_idx": self_frame_idx,
|
| 288 |
+
# }
|
| 289 |
+
|
| 290 |
+
# np.savez(os.path.join(folder_path, "data_bundle.npz"), **data_dict)
|
| 291 |
|
| 292 |
return out_video[-1], temporal_video_path, input_history, memory_frames, self_frames, self_actions, self_poses, self_memory_c2w, self_frame_idx
|
| 293 |
|
|
|
|
| 318 |
|
| 319 |
def set_memory(examples_case, image_display, log_output, slider_denoising_step, slider_context_length, slider_memory_length):
|
| 320 |
if examples_case == '1':
|
| 321 |
+
data_bundle = np.load("assets/examples/case1.npz")
|
| 322 |
input_history = data_bundle['input_history'].item()
|
| 323 |
memory_frames = data_bundle['memory_frames']
|
| 324 |
self_frames = data_bundle['self_frames']
|
|
|
|
| 327 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
| 328 |
self_frame_idx = data_bundle['self_frame_idx']
|
| 329 |
elif examples_case == '2':
|
| 330 |
+
data_bundle = np.load("assets/examples/case2.npz")
|
| 331 |
input_history = data_bundle['input_history'].item()
|
| 332 |
memory_frames = data_bundle['memory_frames']
|
| 333 |
self_frames = data_bundle['self_frames']
|
|
|
|
| 336 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
| 337 |
self_frame_idx = data_bundle['self_frame_idx']
|
| 338 |
elif examples_case == '3':
|
| 339 |
+
data_bundle = np.load("assets/examples/case3.npz")
|
| 340 |
input_history = data_bundle['input_history'].item()
|
| 341 |
memory_frames = data_bundle['memory_frames']
|
| 342 |
self_frames = data_bundle['self_frames']
|
|
|
|
| 345 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
| 346 |
self_frame_idx = data_bundle['self_frame_idx']
|
| 347 |
elif examples_case == '4':
|
| 348 |
+
data_bundle = np.load("assets/examples/case4.npz")
|
| 349 |
input_history = data_bundle['input_history'].item()
|
| 350 |
memory_frames = data_bundle['memory_frames']
|
| 351 |
self_frames = data_bundle['self_frames']
|
assets/examples/case1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38600ac4addd4546591f16c3cbed3e37ea3396286b3aee118938494f6c0527dd
|
| 3 |
+
size 201735738
|
assets/examples/case2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a915bfd1a0ef18734f3b670b228eb4f8346736205fb571d4caa30d0a3cb919e4
|
| 3 |
+
size 277385958
|
assets/examples/case3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f9d09230c9d3e5fca2f4a2f0a34823c98c644c7920e9a132ab631b72ad442fa7
|
| 3 |
+
size 198933878
|
assets/examples/case4.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12cea63662d99d6e6349a602b2b5b5044de29b5176e7727e1e1eec528d2a56de
|
| 3 |
+
size 179320858
|