xizaoqu
commited on
Commit
·
858a19b
1
Parent(s):
f373311
update
Browse files
app.py
CHANGED
|
@@ -189,12 +189,7 @@ self_frame_idx = None
|
|
| 189 |
|
| 190 |
|
| 191 |
@spaces.GPU()
|
| 192 |
-
def run_interactive(first_frame, action, first_pose, curr_frame, device):
|
| 193 |
-
global self_frames
|
| 194 |
-
global self_poses
|
| 195 |
-
global self_memory_c2w
|
| 196 |
-
global self_frame_idx
|
| 197 |
-
|
| 198 |
new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = worldmem.interactive(first_frame,
|
| 199 |
action,
|
| 200 |
first_pose,
|
|
@@ -204,7 +199,7 @@ def run_interactive(first_frame, action, first_pose, curr_frame, device):
|
|
| 204 |
self_poses=self_poses,
|
| 205 |
self_memory_c2w=self_memory_c2w,
|
| 206 |
self_frame_idx=self_frame_idx)
|
| 207 |
-
return new_frame
|
| 208 |
|
| 209 |
def set_denoising_steps(denoising_steps, sampling_timesteps_state):
|
| 210 |
worldmem.sampling_timesteps = denoising_steps
|
|
@@ -218,14 +213,23 @@ def generate(keys):
|
|
| 218 |
actions = parse_input_to_tensor(keys)
|
| 219 |
global input_history
|
| 220 |
global memory_curr_frame
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 221 |
for i in range(len(actions)):
|
| 222 |
memory_curr_frame += 1
|
| 223 |
|
| 224 |
-
new_frame = run_interactive(memory_frames[0],
|
| 225 |
actions[i],
|
| 226 |
None,
|
| 227 |
memory_curr_frame,
|
| 228 |
-
device=device
|
|
|
|
|
|
|
|
|
|
|
|
|
| 229 |
|
| 230 |
# print("algo frame:", len(runner.algo.frames))
|
| 231 |
|
|
@@ -248,6 +252,10 @@ def reset():
|
|
| 248 |
global memory_curr_frame
|
| 249 |
global input_history
|
| 250 |
global memory_frames
|
|
|
|
|
|
|
|
|
|
|
|
|
| 251 |
|
| 252 |
# worldmem.reset()
|
| 253 |
self_frames = None
|
|
@@ -259,11 +267,15 @@ def reset():
|
|
| 259 |
memory_curr_frame = 0
|
| 260 |
input_history = ""
|
| 261 |
|
| 262 |
-
_ = run_interactive(memory_frames[0],
|
| 263 |
actions[0],
|
| 264 |
poses[0],
|
| 265 |
memory_curr_frame,
|
| 266 |
-
device=device
|
|
|
|
|
|
|
|
|
|
|
|
|
| 267 |
|
| 268 |
|
| 269 |
|
|
|
|
| 189 |
|
| 190 |
|
| 191 |
@spaces.GPU()
|
| 192 |
+
def run_interactive(first_frame, action, first_pose, curr_frame, device, self_frames, self_poses, self_memory_c2w, self_frame_idx):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 193 |
new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = worldmem.interactive(first_frame,
|
| 194 |
action,
|
| 195 |
first_pose,
|
|
|
|
| 199 |
self_poses=self_poses,
|
| 200 |
self_memory_c2w=self_memory_c2w,
|
| 201 |
self_frame_idx=self_frame_idx)
|
| 202 |
+
return new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx
|
| 203 |
|
| 204 |
def set_denoising_steps(denoising_steps, sampling_timesteps_state):
|
| 205 |
worldmem.sampling_timesteps = denoising_steps
|
|
|
|
| 213 |
actions = parse_input_to_tensor(keys)
|
| 214 |
global input_history
|
| 215 |
global memory_curr_frame
|
| 216 |
+
global self_frames
|
| 217 |
+
global self_poses
|
| 218 |
+
global self_memory_c2w
|
| 219 |
+
global self_frame_idx
|
| 220 |
+
|
| 221 |
for i in range(len(actions)):
|
| 222 |
memory_curr_frame += 1
|
| 223 |
|
| 224 |
+
new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = run_interactive(memory_frames[0],
|
| 225 |
actions[i],
|
| 226 |
None,
|
| 227 |
memory_curr_frame,
|
| 228 |
+
device=device,
|
| 229 |
+
self_frames=self_frames,
|
| 230 |
+
self_poses=self_poses,
|
| 231 |
+
self_memory_c2w=self_memory_c2w,
|
| 232 |
+
self_frame_idx=self_frame_idx)
|
| 233 |
|
| 234 |
# print("algo frame:", len(runner.algo.frames))
|
| 235 |
|
|
|
|
| 252 |
global memory_curr_frame
|
| 253 |
global input_history
|
| 254 |
global memory_frames
|
| 255 |
+
global self_frames
|
| 256 |
+
global self_poses
|
| 257 |
+
global self_memory_c2w
|
| 258 |
+
global self_frame_idx
|
| 259 |
|
| 260 |
# worldmem.reset()
|
| 261 |
self_frames = None
|
|
|
|
| 267 |
memory_curr_frame = 0
|
| 268 |
input_history = ""
|
| 269 |
|
| 270 |
+
_, self_frames, self_poses, self_memory_c2w, self_frame_idx = run_interactive(memory_frames[0],
|
| 271 |
actions[0],
|
| 272 |
poses[0],
|
| 273 |
memory_curr_frame,
|
| 274 |
+
device=device,
|
| 275 |
+
self_frames=self_frames,
|
| 276 |
+
self_poses=self_poses,
|
| 277 |
+
self_memory_c2w=self_memory_c2w,
|
| 278 |
+
self_frame_idx=self_frame_idx)
|
| 279 |
|
| 280 |
|
| 281 |
|