{
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"ready": true,
"busy": false,
"episode": null,
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"robot_calibrated": true
}Episodes ยท Download episode{
"schema": "real-baseline-v1",
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"instruction": "go to the vending machine",
"client_plan": [
"go to the vending machine"
],
"task_condition": "full original instruction; supplied stages logged only",
"configuration": {
"model": "lightnav",
"project": "/home/siqiteam/real_baseline_deploy/final_service_state/project",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"worker_python": "/home/siqiteam/real_baseline_deploy/envs/lightnav/bin/python",
"host": "127.0.0.1",
"ws_port": 5931,
"http_port": 5930,
"seed": 42,
"wire_horizon": 12,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"robot_calibrated": true,
"require_timestamps": true,
"log_root": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs"
},
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 25.280952685978264,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"status": "closed",
"started_at": 1792327718.350344,
"units": "m_m_rad",
"robot_execution_tested": false,
"ended_at": 1792327794.7512465,
"end_reason": "flush"
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
}
],
"time_resampled_indices": [
0
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 0.0,
"unobserved_time_filled": false
},
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
193
],
"attention_mask": [
1,
193
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
193
],
"mm_token_type_ids": [
1,
193
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.040249016135931015,
-0.0032535651698708534,
-0.16243745386600494
],
[
0.14964461281603697,
-0.004335778922640893,
-0.007224127650260925
],
[
0.12300367902809776,
0.004183404136396965,
0.04347085952758789
],
[
0.10435714346205299,
0.00039299167637179937,
0.006471537053585053
],
[
0.07710017672771455,
-0.0019653219481837302,
-0.035894714295864105
],
[
0.06826444841280595,
-0.001781716354438776,
-0.03130337595939636
],
[
0.11086145186543814,
-0.0025536408950800477,
0.019211411476135254
],
[
0.07363369985688342,
-0.001196814154156331,
0.004788950085639954
],
[
0.011570139346555814,
-4.238211618070925e-05,
0.12116747722029685
],
[
0.006024472416746339,
-2.970592456314359e-05,
0.0245836079120636
]
],
"stop": false,
"plan": null,
"raw": "<apos_1083><opos_563><act_l0_3><act_l1_148><act_l2_207><|im_end|>",
"waypoints": [
[
0.040249016135931015,
-0.0032535651698708534,
-0.16243745386600494
],
[
0.18722251057624817,
-0.031733401119709015,
-0.16966158151626587
],
[
0.30916646122932434,
-0.048379085958004,
-0.12619072198867798
],
[
0.4127432703971863,
-0.06112319976091385,
-0.11971918493509293
],
[
0.48905685544013977,
-0.07228279113769531,
-0.15561389923095703
],
[
0.556220293045044,
-0.0846230536699295,
-0.1869172751903534
],
[
0.6646761894226074,
-0.10773368179798126,
-0.16770586371421814
],
[
0.7370770573616028,
-0.12120470404624939,
-0.16291691362857819
],
[
0.748487114906311,
-0.1231231689453125,
-0.041749436408281326
],
[
0.7545050978660583,
-0.12340429425239563,
-0.017165828496217728
]
],
"pointing": {
"apos": 1083,
"opos": 563
},
"rvq_codes": [
3,
148,
207
],
"model_input": {
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
193
],
"attention_mask": [
1,
193
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
193
],
"mm_token_type_ids": [
1,
193
]
}
},
"history_fps": 4
},
"native_latency_ms": 197.62678677216172
},
"response": {
"type": "step",
"actions": [
[
0.040249016135931015,
-0.0032535651698708534,
-0.16243745386600494
],
[
0.14964461281603697,
-0.004335778922640893,
-0.007224127650260925
],
[
0.12300367902809776,
0.004183404136396965,
0.04347085952758789
],
[
0.10435714346205299,
0.00039299167637179937,
0.006471537053585053
],
[
0.07710017672771455,
-0.0019653219481837302,
-0.035894714295864105
],
[
0.06826444841280595,
-0.001781716354438776,
-0.03130337595939636
],
[
0.11086145186543814,
-0.0025536408950800477,
0.019211411476135254
],
[
0.07363369985688342,
-0.001196814154156331,
0.004788950085639954
],
[
0.011570139346555814,
-4.238211618070925e-05,
0.12116747722029685
],
[
0.006024472416746339,
-2.970592456314359e-05,
0.0245836079120636
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 0,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.22335573378950357,
"peak_memory_bytes": 9155978752,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.2252023438923061
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.040249016135931015,
-0.0032535651698708534,
-0.16243745386600494
],
[
0.18722251057624817,
-0.031733401119709015,
-0.16966158151626587
],
[
0.30916646122932434,
-0.048379085958004005,
-0.12619072198867798
],
[
0.4127432703971863,
-0.061123199760913856,
-0.11971918493509293
],
[
0.48905685544013977,
-0.07228279113769531,
-0.15561389923095703
],
[
0.556220293045044,
-0.0846230536699295,
-0.1869172751903534
],
[
0.6646761894226074,
-0.10773368179798125,
-0.16770586371421814
],
[
0.7370770573616028,
-0.12120470404624938,
-0.16291691362857819
],
[
0.748487114906311,
-0.12312316894531249,
-0.04174943640828134
],
[
0.7545050978660583,
-0.12340429425239562,
-0.01716582849621774
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 1.7031228570003805,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
8
],
"tensor": "processed/segment0.pt",
"shape": [
10,
3,
256,
448
]
},
{
"indices": [
9,
10
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
373
],
"attention_mask": [
1,
373
],
"pixel_values_videos": [
1,
2688,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
373
],
"mm_token_type_ids": [
1,
373
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.14570213952794292,
-0.012604400242322053,
-0.011125832796096803
],
[
0.14001499708270707,
0.013658244802515044,
0.20506123453378675
],
[
0.13916921245551467,
0.00619462841275896,
0.1004914017394185
],
[
0.08133922111787786,
0.0038810258886905705,
-0.00595152098685503
],
[
0.060549004424404376,
0.0018220139945637182,
-0.043193113058805466
],
[
0.11810187251042122,
0.0010861816055666319,
-0.03109409287571907
],
[
0.13130103353144568,
0.0004156610950267897,
-0.007723316550254822
],
[
0.12355742257424808,
0.00010396882344883805,
0.04506359621882439
],
[
0.10017517343713295,
7.968772199740473e-06,
0.004635866731405258
]
],
"stop": false,
"plan": null,
"raw": "<apos_1036><opos_604><act_l0_27><act_l1_47><act_l2_67><|im_end|>",
"waypoints": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.13725116848945618,
-0.05361705273389816,
-0.31075578927993774
],
[
0.274736225605011,
-0.08342655003070831,
-0.10569455474615097
],
[
0.4137823283672333,
-0.09194854646921158,
-0.005203153006732464
],
[
0.4951406419277191,
-0.088490791618824,
-0.011154673993587494
],
[
0.5557062029838562,
-0.08734428137540817,
-0.05434778705239296
],
[
0.6736927032470703,
-0.092675119638443,
-0.08544187992811203
],
[
0.8045502305030823,
-0.10346593707799911,
-0.09316519647836685
],
[
0.9275814890861511,
-0.1148570254445076,
-0.048101600259542465
],
[
1.0276411771774292,
-0.11966579407453537,
-0.04346573352813721
]
],
"pointing": {
"apos": 1036,
"opos": 604
},
"rvq_codes": [
27,
47,
67
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
8
],
"tensor": "processed/segment0.pt",
"shape": [
10,
3,
256,
448
]
},
{
"indices": [
9,
10
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
373
],
"attention_mask": [
1,
373
],
"pixel_values_videos": [
1,
2688,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
373
],
"mm_token_type_ids": [
1,
373
]
}
},
"history_fps": 4
},
"native_latency_ms": 203.61767197027802
},
"response": {
"type": "step",
"actions": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.14570213952794292,
-0.012604400242322053,
-0.011125832796096803
],
[
0.14001499708270707,
0.013658244802515044,
0.20506123453378675
],
[
0.13916921245551467,
0.00619462841275896,
0.1004914017394185
],
[
0.08133922111787786,
0.0038810258886905705,
-0.00595152098685503
],
[
0.060549004424404376,
0.0018220139945637182,
-0.043193113058805466
],
[
0.11810187251042122,
0.0010861816055666319,
-0.03109409287571907
],
[
0.13130103353144568,
0.0004156610950267897,
-0.007723316550254822
],
[
0.12355742257424808,
0.00010396882344883805,
0.04506359621882439
],
[
0.10017517343713295,
7.968772199740473e-06,
0.004635866731405258
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 1,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.2664446998387575,
"peak_memory_bytes": 9228257792,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.26942580798640847
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.13725116848945618,
-0.05361705273389816,
-0.31075578927993774
],
[
0.274736225605011,
-0.08342655003070831,
-0.105694554746151
],
[
0.4137823283672332,
-0.09194854646921159,
-0.005203153006732492
],
[
0.49514064192771906,
-0.08849079161882402,
-0.011154673993587522
],
[
0.5557062029838561,
-0.08734428137540819,
-0.05434778705239299
],
[
0.6736927032470702,
-0.09267511963844302,
-0.08544187992811207
],
[
0.8045502305030822,
-0.10346593707799914,
-0.0931651964783669
],
[
0.927581489086151,
-0.11485702544450763,
-0.04810160025954251
],
[
1.0276411771774292,
-0.1196657940745354,
-0.04346573352813725
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 1.8694469780002692,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
517
],
"attention_mask": [
1,
517
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
517
],
"mm_token_type_ids": [
1,
517
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
-0.011459787376224995,
9.040172881213948e-05,
0.30056214332580566
],
[
0.14548082495336603,
0.011131986885459515,
0.0038644075393676758
],
[
0.145678560030435,
-0.017494731886692576,
-0.19584260880947113
],
[
0.13569980299777246,
-0.005504684782341333,
-0.06931981444358826
],
[
0.07293879981176304,
-0.00487820893955045,
-0.04761744011193514
],
[
0.06553823607334615,
-0.0020927163456843636,
-0.04937285464257002
],
[
0.11302622111951427,
0.00037013370665803843,
0.02281731367111206
],
[
0.1281524506747028,
0.00045524617643687756,
-0.008164934813976288
],
[
0.11583699828369054,
0.00040868157810045394,
0.02413027361035347
],
[
0.09221169194127883,
7.899272826875775e-05,
0.004215644672513007
]
],
"stop": false,
"plan": null,
"raw": "<apos_1080><opos_607><act_l0_68><act_l1_47><act_l2_113><|im_end|>",
"waypoints": [
[
-0.011459787376224995,
9.040172881213948e-05,
0.30056214332580566
],
[
0.12420345842838287,
0.05379398912191391,
0.30442655086517334
],
[
0.2684275507926941,
0.08077026903629303,
0.10858394205570221
],
[
0.40392470359802246,
0.09000388532876968,
0.03926412761211395
],
[
0.47699877619743347,
0.0879925787448883,
-0.008353312499821186
],
[
0.5425172448158264,
0.08535248041152954,
-0.057726167142391205
],
[
0.6553765535354614,
0.07920105010271072,
-0.034908853471279144
],
[
0.7834668159484863,
0.07518327236175537,
-0.04307378828525543
],
[
0.899213969707489,
0.07060357928276062,
-0.018943514674901962
],
[
0.9914106130599976,
0.06893584877252579,
-0.014727870002388954
]
],
"pointing": {
"apos": 1080,
"opos": 607
},
"rvq_codes": [
68,
47,
113
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
517
],
"attention_mask": [
1,
517
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
517
],
"mm_token_type_ids": [
1,
517
]
}
},
"history_fps": 4
},
"native_latency_ms": 208.25104974210262
},
"response": {
"type": "step",
"actions": [
[
-0.011459787376224995,
9.040172881213948e-05,
0.30056214332580566
],
[
0.14548082495336603,
0.011131986885459515,
0.0038644075393676758
],
[
0.145678560030435,
-0.017494731886692576,
-0.19584260880947113
],
[
0.13569980299777246,
-0.005504684782341333,
-0.06931981444358826
],
[
0.07293879981176304,
-0.00487820893955045,
-0.04761744011193514
],
[
0.06553823607334615,
-0.0020927163456843636,
-0.04937285464257002
],
[
0.11302622111951427,
0.00037013370665803843,
0.02281731367111206
],
[
0.1281524506747028,
0.00045524617643687756,
-0.008164934813976288
],
[
0.11583699828369054,
0.00040868157810045394,
0.02413027361035347
],
[
0.09221169194127883,
7.899272826875775e-05,
0.004215644672513007
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 2,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3226860440336168,
"peak_memory_bytes": 9314054144,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.32595528196543455
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
-0.011459787376224995,
9.040172881213948e-05,
0.30056214332580566
],
[
0.12420345842838286,
0.0537939891219139,
0.30442655086517334
],
[
0.2684275507926941,
0.08077026903629303,
0.10858394205570221
],
[
0.40392470359802246,
0.09000388532876968,
0.03926412761211396
],
[
0.47699877619743347,
0.0879925787448883,
-0.008353312499821179
],
[
0.5425172448158264,
0.08535248041152954,
-0.057726167142391205
],
[
0.6553765535354614,
0.07920105010271072,
-0.034908853471279144
],
[
0.7834668159484863,
0.07518327236175537,
-0.04307378828525543
],
[
0.899213969707489,
0.07060357928276062,
-0.018943514674901962
],
[
0.9914106130599976,
0.06893584877252579,
-0.014727870002388954
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
[
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
[
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
[
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
[
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
[
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
[
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
[
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
[
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
[
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
[
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.00291079300041,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
697
],
"attention_mask": [
1,
697
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
697
],
"mm_token_type_ids": [
1,
697
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.10091441124677658,
-0.0008031988400034606,
-0.007876254618167877
],
[
0.11459103344429582,
-0.0011201202254713205,
-0.0005598561838269234
],
[
0.10556861847960297,
0.000560004954975705,
0.004444571677595378
],
[
0.09985854772150361,
0.0024104737527445817,
0.021147987339645624
],
[
0.05910347780913206,
-0.0012963413748379145,
-0.167294304817915
],
[
0.06279319724705056,
0.0008050763942263825,
-0.0964972972869873
],
[
0.06597380726056401,
0.0004597927187374746,
-0.061941251158714294
],
[
0.09426568826008835,
0.0014456712414037329,
-0.044610828161239624
],
[
0.09232086134140192,
0.000682215435124256,
-0.006531834602355957
],
[
0.02156843214416421,
-4.3648839748453364e-05,
-0.0068360865116119385
]
],
"stop": false,
"plan": null,
"raw": "<apos_1136><opos_653><act_l0_191><act_l1_25><act_l2_90><|im_end|>",
"waypoints": [
[
0.10091441124677658,
-0.0008031988400034606,
-0.007876254618167877
],
[
0.2154930680990219,
-0.0028258231468498707,
-0.0084361108019948
],
[
0.3210626542568207,
-0.003156416118144989,
-0.003991539124399424
],
[
0.42093002796173096,
-0.001144549809396267,
0.0171564482152462
],
[
0.4800470471382141,
-0.0014267443912103772,
-0.15013785660266876
],
[
0.5422542691230774,
-0.010022982023656368,
-0.24663515388965607
],
[
0.6063439249992371,
-0.02568410150706768,
-0.30857640504837036
],
[
0.6965962052345276,
-0.05293544754385948,
-0.35318723320961
],
[
0.7834545373916626,
-0.08422821015119553,
-0.35971906781196594
],
[
0.8036271333694458,
-0.09186139702796936,
-0.3665551543235779
]
],
"pointing": {
"apos": 1136,
"opos": 653
},
"rvq_codes": [
191,
25,
90
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
697
],
"attention_mask": [
1,
697
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
697
],
"mm_token_type_ids": [
1,
697
]
}
},
"history_fps": 4
},
"native_latency_ms": 225.86454497650266
},
"response": {
"type": "step",
"actions": [
[
0.10091441124677658,
-0.0008031988400034606,
-0.007876254618167877
],
[
0.11459103344429582,
-0.0011201202254713205,
-0.0005598561838269234
],
[
0.10556861847960297,
0.000560004954975705,
0.004444571677595378
],
[
0.09985854772150361,
0.0024104737527445817,
0.021147987339645624
],
[
0.05910347780913206,
-0.0012963413748379145,
-0.167294304817915
],
[
0.06279319724705056,
0.0008050763942263825,
-0.0964972972869873
],
[
0.06597380726056401,
0.0004597927187374746,
-0.061941251158714294
],
[
0.09426568826008835,
0.0014456712414037329,
-0.044610828161239624
],
[
0.09232086134140192,
0.000682215435124256,
-0.006531834602355957
],
[
0.02156843214416421,
-4.3648839748453364e-05,
-0.0068360865116119385
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 3,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3833822808228433,
"peak_memory_bytes": 9419125248,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.38709473703056574
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.10091441124677658,
-0.0008031988400034606,
-0.007876254618167877
],
[
0.2154930680990219,
-0.0028258231468498707,
-0.0084361108019948
],
[
0.3210626542568207,
-0.003156416118144989,
-0.003991539124399423
],
[
0.42093002796173096,
-0.001144549809396267,
0.0171564482152462
],
[
0.4800470471382141,
-0.001426744391210377,
-0.1501378566026688
],
[
0.5422542691230774,
-0.01002298202365637,
-0.2466351538896561
],
[
0.6063439249992371,
-0.025684101507067687,
-0.30857640504837036
],
[
0.6965962052345276,
-0.05293544754385949,
-0.35318723320961
],
[
0.7834545373916625,
-0.08422821015119554,
-0.35971906781196594
],
[
0.8036271333694457,
-0.09186139702796937,
-0.36655515432357794
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
[
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
[
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
[
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
[
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
[
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
[
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
[
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
[
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
[
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
[
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
[
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
[
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
[
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
[
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
[
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
[
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
[
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
[
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
[
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
[
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.00291079300041,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
38,
39
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
821
],
"attention_mask": [
1,
821
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
821
],
"mm_token_type_ids": [
1,
821
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.001390495803207159,
0.0013125078985467553,
-0.31198763847351074
],
[
0.151350006462342,
-0.014075519320570905,
-0.04619675874710083
],
[
0.13938205084062077,
0.012250327594141512,
0.17491689324378967
],
[
0.11913763645308416,
0.0054503318817710755,
0.047065898776054375
],
[
0.09204864030311721,
0.005893127625266697,
0.07742840424180031
],
[
0.0798519521451074,
0.004107862556573906,
0.06004275381565094
],
[
0.12959030915020656,
0.002152908620872625,
0.030175480991601944
],
[
0.13397467456931966,
7.750654758155971e-05,
-0.015007328242063522
],
[
0.12240508362645827,
3.6596309397961095e-05,
-0.01664418075233698
],
[
0.09756911712112283,
-3.405737699785037e-05,
-0.007854842580854893
]
],
"stop": false,
"plan": null,
"raw": "<apos_1036><opos_701><act_l0_27><act_l1_47><act_l2_194><|im_end|>",
"waypoints": [
[
0.001390495803207159,
0.0013125078985467553,
-0.31198763847351074
],
[
0.14111363887786865,
-0.05854054540395737,
-0.3581843972206116
],
[
0.27594444155693054,
-0.09593147039413452,
-0.1832675039768219
],
[
0.3940802216529846,
-0.11228445172309875,
-0.13620160520076752
],
[
0.48607656359672546,
-0.11894434690475464,
-0.05877320095896721
],
[
0.5660319328308105,
-0.11953403055667877,
0.001269552856683731
],
[
0.6956194043159485,
-0.11721660196781158,
0.031445033848285675
],
[
0.8295254111289978,
-0.11292698979377747,
0.016437705606222153
],
[
0.9519133567810059,
-0.11087843030691147,
-0.0002064751461148262
],
[
1.0494824647903442,
-0.11093263328075409,
-0.008061317726969719
]
],
"pointing": {
"apos": 1036,
"opos": 701
},
"rvq_codes": [
27,
47,
194
],
"model_input": {
"history_indices": [
0,
1,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
38,
39
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
821
],
"attention_mask": [
1,
821
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
821
],
"mm_token_type_ids": [
1,
821
]
}
},
"history_fps": 4
},
"native_latency_ms": 239.16766233742237
},
"response": {
"type": "step",
"actions": [
[
0.001390495803207159,
0.0013125078985467553,
-0.31198763847351074
],
[
0.151350006462342,
-0.014075519320570905,
-0.04619675874710083
],
[
0.13938205084062077,
0.012250327594141512,
0.17491689324378967
],
[
0.11913763645308416,
0.0054503318817710755,
0.047065898776054375
],
[
0.09204864030311721,
0.005893127625266697,
0.07742840424180031
],
[
0.0798519521451074,
0.004107862556573906,
0.06004275381565094
],
[
0.12959030915020656,
0.002152908620872625,
0.030175480991601944
],
[
0.13397467456931966,
7.750654758155971e-05,
-0.015007328242063522
],
[
0.12240508362645827,
3.6596309397961095e-05,
-0.01664418075233698
],
[
0.09756911712112283,
-3.405737699785037e-05,
-0.007854842580854893
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 4,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.4525341661646962,
"peak_memory_bytes": 9505664512,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.45638886326923966
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.001390495803207159,
0.0013125078985467553,
-0.31198763847351074
],
[
0.14111363887786868,
-0.058540545403957374,
-0.3581843972206116
],
[
0.27594444155693054,
-0.09593147039413452,
-0.1832675039768219
],
[
0.3940802216529846,
-0.11228445172309875,
-0.13620160520076752
],
[
0.4860765635967255,
-0.11894434690475464,
-0.05877320095896721
],
[
0.5660319328308107,
-0.11953403055667877,
0.001269552856683731
],
[
0.6956194043159486,
-0.11721660196781158,
0.031445033848285675
],
[
0.8295254111289979,
-0.11292698979377747,
0.016437705606222153
],
[
0.951913356781006,
-0.11087843030691147,
-0.00020647514611482618
],
[
1.0494824647903442,
-0.11093263328075409,
-0.008061317726969719
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
[
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
[
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
[
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
[
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
[
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
[
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
[
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
[
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
[
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
[
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
[
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
[
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
[
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
[
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
[
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
[
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
[
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
[
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
[
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
[
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
[
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
[
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
[
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
[
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
[
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
[
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
[
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
[
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
[
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
[
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.138730824000049,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
48,
49
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
896
],
"attention_mask": [
1,
896
],
"pixel_values_videos": [
1,
9408,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
896
],
"mm_token_type_ids": [
1,
896
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.01644509844481945,
-0.0012963702902197838,
-0.15485936403274536
],
[
0.15979820688106325,
-0.007024561717848658,
-0.039333805441856384
],
[
0.1405512558165175,
0.0005872539920899721,
0.008878007531166077
],
[
0.12719290583660556,
0.00035633017539679276,
0.011719837784767151
],
[
0.09500145306744678,
0.0002885266380663297,
0.0151580274105072
],
[
0.07004388328510132,
0.0005524053370770665,
0.02059347927570343
],
[
0.04924502051808253,
6.656723268320258e-05,
0.015023708343505858
],
[
0.03343109893256136,
0.00013783097266223832,
0.009190402925014494
],
[
0.03328596246640539,
0.00035198911144586256,
0.0047513023018836975
],
[
0.012736350985895014,
5.4181317669171284e-05,
-0.0019095987081527708
]
],
"stop": false,
"plan": null,
"raw": "<apos_1088><opos_607><act_l0_3><act_l1_91><act_l2_201><|im_end|>",
"waypoints": [
[
0.01644509844481945,
-0.0012963702902197838,
-0.15485936403274536
],
[
0.1732475608587265,
-0.03288432955741882,
-0.19419316947460175
],
[
0.3112702965736389,
-0.059430982917547226,
-0.18531516194343567
],
[
0.43635109066963196,
-0.08251684904098511,
-0.17359532415866852
],
[
0.5299745202064514,
-0.0986417606472969,
-0.15843729674816132
],
[
0.5992282629013062,
-0.10914746671915054,
-0.13784381747245789
],
[
0.6480153203010559,
-0.11584817618131638,
-0.12282010912895203
],
[
0.6812114715576172,
-0.11980707943439484,
-0.11362970620393753
],
[
0.7143226861953735,
-0.12323150038719177,
-0.10887840390205383
],
[
0.7269895076751709,
-0.1245616152882576,
-0.1107880026102066
]
],
"pointing": {
"apos": 1088,
"opos": 607
},
"rvq_codes": [
3,
91,
201
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
48,
49
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
896
],
"attention_mask": [
1,
896
],
"pixel_values_videos": [
1,
9408,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
896
],
"mm_token_type_ids": [
1,
896
]
}
},
"history_fps": 4
},
"native_latency_ms": 555.1364729180932
},
"response": {
"type": "step",
"actions": [
[
0.01644509844481945,
-0.0012963702902197838,
-0.15485936403274536
],
[
0.15979820688106325,
-0.007024561717848658,
-0.039333805441856384
],
[
0.1405512558165175,
0.0005872539920899721,
0.008878007531166077
],
[
0.12719290583660556,
0.00035633017539679276,
0.011719837784767151
],
[
0.09500145306744678,
0.0002885266380663297,
0.0151580274105072
],
[
0.07004388328510132,
0.0005524053370770665,
0.02059347927570343
],
[
0.04924502051808253,
6.656723268320258e-05,
0.015023708343505858
],
[
0.03343109893256136,
0.00013783097266223832,
0.009190402925014494
],
[
0.03328596246640539,
0.00035198911144586256,
0.0047513023018836975
],
[
0.012736350985895014,
5.4181317669171284e-05,
-0.0019095987081527708
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 5,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.8355420809239149,
"peak_memory_bytes": 9544498688,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.8399344352073967
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.01644509844481945,
-0.0012963702902197838,
-0.15485936403274536
],
[
0.17324756085872647,
-0.03288432955741882,
-0.19419316947460177
],
[
0.3112702965736389,
-0.059430982917547226,
-0.1853151619434357
],
[
0.43635109066963196,
-0.08251684904098511,
-0.17359532415866852
],
[
0.5299745202064514,
-0.0986417606472969,
-0.15843729674816132
],
[
0.5992282629013062,
-0.10914746671915054,
-0.13784381747245789
],
[
0.6480153203010559,
-0.11584817618131638,
-0.12282010912895203
],
[
0.6812114715576172,
-0.11980707943439484,
-0.11362970620393753
],
[
0.7143226861953734,
-0.12323150038719177,
-0.10887840390205383
],
[
0.7269895076751708,
-0.1245616152882576,
-0.11078800261020662
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
[
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
[
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
[
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
[
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
[
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
[
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
[
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
[
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
[
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
[
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
[
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
[
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
[
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
[
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
[
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
[
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
[
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
[
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
[
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
[
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
[
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
[
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
[
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
[
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
[
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
[
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
[
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
[
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
[
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
[
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
[
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
[
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
[
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
[
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
[
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
[
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
[
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
[
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
[
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
[
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-000.jpg",
"sha256": "ac10a01fef8cb1b85a774728c3e9c7ace227b1ee9cc0d5ffd511c51b728bb9fa",
"pose": [
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
"timestamp": 6173.689615019,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-001.jpg",
"sha256": "3f2f8e674aafe4a3ff913d5dbd48ac3c5621b8b74cf5ef0b3fedf86933b5f96c",
"pose": [
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
"timestamp": 6174.489805315,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-002.jpg",
"sha256": "a281c1e0f3f3128e18de60f3d446f2cd0370de86e92a80552c98b0b574148846",
"pose": [
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
"timestamp": 6175.426418816,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-003.jpg",
"sha256": "5c2a7dbd8ec29bb4dffbe68de81049a5babf31908cfdfe006d115bcda4a82056",
"pose": [
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
"timestamp": 6176.159952054,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-004.jpg",
"sha256": "a1dd451e4297c78be752265f23f941f5dfc1e8505c4bc2a4e09ae4835ea431c9",
"pose": [
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
"timestamp": 6176.692362661,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-005.jpg",
"sha256": "d73c181c1388719db198542be4d54265443c32f965b1ca93b920a006a0e42655",
"pose": [
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
"timestamp": 6177.293384787,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-006.jpg",
"sha256": "12578cbc904de7923263640c19d566b76fbebd2adbfefc28e53ff32c9ad33ad2",
"pose": [
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
"timestamp": 6177.429596305,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-007.jpg",
"sha256": "d1ea4fb1c1eb2639550a1493a4b71862dab7be09cf89e89fb175e2aecccdf887",
"pose": [
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
"timestamp": 6177.562368002,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-008.jpg",
"sha256": "ef4ba060a8bfde1a2db08b4b9cbbbc1c53f58c85382e8a1dd5e980141f8384e1",
"pose": [
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
"timestamp": 6177.696441309,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-009.jpg",
"sha256": "b71a1c5754b8a7d011aabd6f8f573dfa3fd4ded0fff5f6cd4ea3787b1bb1b12f",
"pose": [
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
"timestamp": 6177.826726175,
"observation_id": 60
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
58,
60
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.138730824000049,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
4,
5,
10,
11,
16,
17,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
10,
11,
16,
17,
22,
23
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
56,
57
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
933
],
"attention_mask": [
1,
933
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
933
],
"mm_token_type_ids": [
1,
933
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-000.jpg",
"sha256": "ac10a01fef8cb1b85a774728c3e9c7ace227b1ee9cc0d5ffd511c51b728bb9fa",
"pose": [
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
"timestamp": 6173.689615019,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-001.jpg",
"sha256": "3f2f8e674aafe4a3ff913d5dbd48ac3c5621b8b74cf5ef0b3fedf86933b5f96c",
"pose": [
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
"timestamp": 6174.489805315,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-002.jpg",
"sha256": "a281c1e0f3f3128e18de60f3d446f2cd0370de86e92a80552c98b0b574148846",
"pose": [
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
"timestamp": 6175.426418816,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-003.jpg",
"sha256": "5c2a7dbd8ec29bb4dffbe68de81049a5babf31908cfdfe006d115bcda4a82056",
"pose": [
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
"timestamp": 6176.159952054,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-004.jpg",
"sha256": "a1dd451e4297c78be752265f23f941f5dfc1e8505c4bc2a4e09ae4835ea431c9",
"pose": [
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
"timestamp": 6176.692362661,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-005.jpg",
"sha256": "d73c181c1388719db198542be4d54265443c32f965b1ca93b920a006a0e42655",
"pose": [
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
"timestamp": 6177.293384787,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-007.jpg",
"sha256": "d1ea4fb1c1eb2639550a1493a4b71862dab7be09cf89e89fb175e2aecccdf887",
"pose": [
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
"timestamp": 6177.562368002,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-009.jpg",
"sha256": "b71a1c5754b8a7d011aabd6f8f573dfa3fd4ded0fff5f6cd4ea3787b1bb1b12f",
"pose": [
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
"timestamp": 6177.826726175,
"observation_id": 60
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.00012787101150024682,
0.00015425830497406423,
-0.30826881527900696
],
[
0.11571592650273452,
-0.010933785953885576,
-0.008416861295700073
],
[
0.10448648325138557,
0.014530080009178194,
0.173080250620842
],
[
0.11370985921783341,
0.006296263198395413,
0.0988851860165596
],
[
0.12036099018754512,
0.004835872173572868,
0.04415454715490341
],
[
0.12141006057144325,
0.0018454955473545438,
0.025795159861445423
],
[
0.12242768877546199,
0.00017508646057262352,
-0.0014466140419244766
],
[
0.12773226597234308,
0.00024257576448500013,
-0.0007028393447399139
],
[
0.11635993757871749,
0.0004929823834664746,
-0.0012231804430484772
],
[
0.08856686289361575,
0.00011312456613605647,
-0.008816741406917574
]
],
"stop": false,
"plan": null,
"raw": "<apos_1036><opos_604><act_l0_27><act_l1_74><act_l2_114><|im_end|>",
"waypoints": [
[
0.00012787101150024682,
0.00015425830497406423,
-0.30826881527900696
],
[
0.10707156360149384,
-0.045373424887657166,
-0.31668567657470703
],
[
0.21088716387748718,
-0.06410493701696396,
-0.14360542595386505
],
[
0.32432761788368225,
-0.07414676994085312,
-0.04472023993730545
],
[
0.4447844624519348,
-0.07469651103019714,
-0.0005656927824020386
],
[
0.566195547580719,
-0.07291969656944275,
0.02522946707904339
],
[
0.6885798573493958,
-0.06965620815753937,
0.023782853037118912
],
[
0.8162702322006226,
-0.06637614965438843,
0.023080013692378998
],
[
0.9325878024101257,
-0.06319794803857803,
0.02185683324933052
],
[
1.0211310386657715,
-0.06114921346306801,
0.013040091842412949
]
],
"pointing": {
"apos": 1036,
"opos": 604
},
"rvq_codes": [
27,
74,
114
],
"model_input": {
"history_indices": [
0,
1,
4,
5,
10,
11,
16,
17,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
10,
11,
16,
17,
22,
23
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
56,
57
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
933
],
"attention_mask": [
1,
933
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
933
],
"mm_token_type_ids": [
1,
933
]
}
},
"history_fps": 4
},
"native_latency_ms": 533.0100590363145
},
"response": {
"type": "step",
"actions": [
[
0.00012787101150024682,
0.00015425830497406423,
-0.30826881527900696
],
[
0.11571592650273452,
-0.010933785953885576,
-0.008416861295700073
],
[
0.10448648325138557,
0.014530080009178194,
0.173080250620842
],
[
0.11370985921783341,
0.006296263198395413,
0.0988851860165596
],
[
0.12036099018754512,
0.004835872173572868,
0.04415454715490341
],
[
0.12141006057144325,
0.0018454955473545438,
0.025795159861445423
],
[
0.12242768877546199,
0.00017508646057262352,
-0.0014466140419244766
],
[
0.12773226597234308,
0.00024257576448500013,
-0.0007028393447399139
],
[
0.11635993757871749,
0.0004929823834664746,
-0.0012231804430484772
],
[
0.08856686289361575,
0.00011312456613605647,
-0.008816741406917574
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 6,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.8355077989399433,
"peak_memory_bytes": 9566996480,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.840653829742223
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.00012787101150024682,
0.00015425830497406423,
-0.30826881527900696
],
[
0.10707156360149382,
-0.04537342488765715,
-0.31668567657470703
],
[
0.21088716387748715,
-0.06410493701696394,
-0.14360542595386502
],
[
0.3243276178836822,
-0.0741467699408531,
-0.04472023993730542
],
[
0.44478446245193476,
-0.07469651103019713,
-0.0005656927824020108
],
[
0.566195547580719,
-0.07291969656944274,
0.025229467079043413
],
[
0.6885798573493958,
-0.06965620815753935,
0.023782853037118936
],
[
0.8162702322006224,
-0.06637614965438841,
0.023080013692379026
],
[
0.9325878024101256,
-0.06319794803857802,
0.02185683324933055
],
[
1.0211310386657715,
-0.061149213463067995,
0.013040091842412975
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
[
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
[
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
[
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
[
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
[
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
[
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
[
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
[
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
[
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
[
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
[
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
[
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
[
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
[
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
[
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
[
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
[
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
[
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
[
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
[
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
[
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
[
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
[
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
[
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
[
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
[
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
[
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
[
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
[
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
[
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
[
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
[
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
[
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
[
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
[
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
[
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
[
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
[
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
[
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
[
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
[
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
[
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
[
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
[
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
[
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
[
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
[
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
[
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
[
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
[
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-000.jpg",
"sha256": "ac10a01fef8cb1b85a774728c3e9c7ace227b1ee9cc0d5ffd511c51b728bb9fa",
"pose": [
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
"timestamp": 6173.689615019,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-001.jpg",
"sha256": "3f2f8e674aafe4a3ff913d5dbd48ac3c5621b8b74cf5ef0b3fedf86933b5f96c",
"pose": [
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
"timestamp": 6174.489805315,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-002.jpg",
"sha256": "a281c1e0f3f3128e18de60f3d446f2cd0370de86e92a80552c98b0b574148846",
"pose": [
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
"timestamp": 6175.426418816,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-003.jpg",
"sha256": "5c2a7dbd8ec29bb4dffbe68de81049a5babf31908cfdfe006d115bcda4a82056",
"pose": [
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
"timestamp": 6176.159952054,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-004.jpg",
"sha256": "a1dd451e4297c78be752265f23f941f5dfc1e8505c4bc2a4e09ae4835ea431c9",
"pose": [
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
"timestamp": 6176.692362661,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-005.jpg",
"sha256": "d73c181c1388719db198542be4d54265443c32f965b1ca93b920a006a0e42655",
"pose": [
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
"timestamp": 6177.293384787,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-006.jpg",
"sha256": "12578cbc904de7923263640c19d566b76fbebd2adbfefc28e53ff32c9ad33ad2",
"pose": [
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
"timestamp": 6177.429596305,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-007.jpg",
"sha256": "d1ea4fb1c1eb2639550a1493a4b71862dab7be09cf89e89fb175e2aecccdf887",
"pose": [
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
"timestamp": 6177.562368002,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-008.jpg",
"sha256": "ef4ba060a8bfde1a2db08b4b9cbbbc1c53f58c85382e8a1dd5e980141f8384e1",
"pose": [
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
"timestamp": 6177.696441309,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-009.jpg",
"sha256": "b71a1c5754b8a7d011aabd6f8f573dfa3fd4ded0fff5f6cd4ea3787b1bb1b12f",
"pose": [
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
"timestamp": 6177.826726175,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-000.jpg",
"sha256": "ba2a416804a27f27fbb24c2b7ed40f38004964fbe509b66389fa7ab65871ceb8",
"pose": [
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
"timestamp": 6180.63097082,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-001.jpg",
"sha256": "7b2d21fb74e0a35b97da6f832608cad17284107472c825e96b5421fb29ed0d7e",
"pose": [
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
"timestamp": 6181.165287567,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-002.jpg",
"sha256": "5638022df6d146035f22630f454151e3cd83fd67becdebec18dc913718228d5f",
"pose": [
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
"timestamp": 6181.898279797,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-003.jpg",
"sha256": "3f69f2fbb9e0fe4ae3c3530595e3a89cf75b13b9508b122bee2e600f83bd145f",
"pose": [
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
"timestamp": 6182.43405867,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-004.jpg",
"sha256": "8d06afb0f358d4f613ed99c3353a1644a55c25e459fd0ce574503d85ccc6f1b5",
"pose": [
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
"timestamp": 6183.368199037,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-005.jpg",
"sha256": "e51e82a5d48bb0e76e2ebde4994a8956f5be2b1deecd33ef8498e06d1c7da3a1",
"pose": [
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
"timestamp": 6184.035918413,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-006.jpg",
"sha256": "4027ee617db08a35a34fbd48e50c75d744ff9510f320e5ef5985d190a8175777",
"pose": [
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
"timestamp": 6184.702683615,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-007.jpg",
"sha256": "d44f48b7fbbf54ddc53a2d97c3d0ad0fb3613bc70b9bc7f481d87dad0611f28a",
"pose": [
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
"timestamp": 6185.370020547,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-008.jpg",
"sha256": "b23a3f06fe64fe2f1c53e282df651775320ab3461c10821868d1755a7368ad40",
"pose": [
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
"timestamp": 6185.901930818,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-009.jpg",
"sha256": "68962f692435074bc59d56771102efdbc7c432cd9389f8223be4129a0dc5014e",
"pose": [
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
],
"timestamp": 6186.772448943,
"observation_id": 70
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
58,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.138730824000049,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32
],
"tensor": "processed/segment1.pt",
"shape": [
10,
3,
256,
448
]
},
{
"indices": [
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
65,
66
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
970
],
"attention_mask": [
1,
970
],
"pixel_values_videos": [
1,
10304,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
970
],
"mm_token_type_ids": [
1,
970
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-000.jpg",
"sha256": "ac10a01fef8cb1b85a774728c3e9c7ace227b1ee9cc0d5ffd511c51b728bb9fa",
"pose": [
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
"timestamp": 6173.689615019,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-001.jpg",
"sha256": "3f2f8e674aafe4a3ff913d5dbd48ac3c5621b8b74cf5ef0b3fedf86933b5f96c",
"pose": [
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
"timestamp": 6174.489805315,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-002.jpg",
"sha256": "a281c1e0f3f3128e18de60f3d446f2cd0370de86e92a80552c98b0b574148846",
"pose": [
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
"timestamp": 6175.426418816,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-003.jpg",
"sha256": "5c2a7dbd8ec29bb4dffbe68de81049a5babf31908cfdfe006d115bcda4a82056",
"pose": [
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
"timestamp": 6176.159952054,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-004.jpg",
"sha256": "a1dd451e4297c78be752265f23f941f5dfc1e8505c4bc2a4e09ae4835ea431c9",
"pose": [
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
"timestamp": 6176.692362661,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-005.jpg",
"sha256": "d73c181c1388719db198542be4d54265443c32f965b1ca93b920a006a0e42655",
"pose": [
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
"timestamp": 6177.293384787,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-007.jpg",
"sha256": "d1ea4fb1c1eb2639550a1493a4b71862dab7be09cf89e89fb175e2aecccdf887",
"pose": [
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
"timestamp": 6177.562368002,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-009.jpg",
"sha256": "b71a1c5754b8a7d011aabd6f8f573dfa3fd4ded0fff5f6cd4ea3787b1bb1b12f",
"pose": [
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
"timestamp": 6177.826726175,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-000.jpg",
"sha256": "ba2a416804a27f27fbb24c2b7ed40f38004964fbe509b66389fa7ab65871ceb8",
"pose": [
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
"timestamp": 6180.63097082,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-001.jpg",
"sha256": "7b2d21fb74e0a35b97da6f832608cad17284107472c825e96b5421fb29ed0d7e",
"pose": [
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
"timestamp": 6181.165287567,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-002.jpg",
"sha256": "5638022df6d146035f22630f454151e3cd83fd67becdebec18dc913718228d5f",
"pose": [
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
"timestamp": 6181.898279797,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-003.jpg",
"sha256": "3f69f2fbb9e0fe4ae3c3530595e3a89cf75b13b9508b122bee2e600f83bd145f",
"pose": [
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
"timestamp": 6182.43405867,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-004.jpg",
"sha256": "8d06afb0f358d4f613ed99c3353a1644a55c25e459fd0ce574503d85ccc6f1b5",
"pose": [
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
"timestamp": 6183.368199037,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-005.jpg",
"sha256": "e51e82a5d48bb0e76e2ebde4994a8956f5be2b1deecd33ef8498e06d1c7da3a1",
"pose": [
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
"timestamp": 6184.035918413,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-006.jpg",
"sha256": "4027ee617db08a35a34fbd48e50c75d744ff9510f320e5ef5985d190a8175777",
"pose": [
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
"timestamp": 6184.702683615,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-007.jpg",
"sha256": "d44f48b7fbbf54ddc53a2d97c3d0ad0fb3613bc70b9bc7f481d87dad0611f28a",
"pose": [
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
"timestamp": 6185.370020547,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-008.jpg",
"sha256": "b23a3f06fe64fe2f1c53e282df651775320ab3461c10821868d1755a7368ad40",
"pose": [
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
"timestamp": 6185.901930818,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-009.jpg",
"sha256": "68962f692435074bc59d56771102efdbc7c432cd9389f8223be4129a0dc5014e",
"pose": [
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
],
"timestamp": 6186.772448943,
"observation_id": 70
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14751233160495758,
-0.020839150995016098,
-0.18841856718063352
],
[
0.11218006016841772,
-0.006680857048400553,
-0.11281096935272217
],
[
0.10205421050358375,
-0.008763659810083795,
-0.05325433611869812
],
[
0.12128128262504954,
0.0024101596024301633,
0.029967129230499268
],
[
0.11813438369907328,
0.00478131400474642,
0.05456042289733886
],
[
0.09809597360291669,
0.004599268162734819,
0.05911535024642944
],
[
0.11049769897370376,
0.009224298730231518,
0.22168511897325513
],
[
0.1229548798086169,
0.002002338391040354,
0.07402034103870393
],
[
0.13558903275625342,
0.0004253255806769569,
0.023626066744327545
],
[
0.011337279617976828,
0.0001198355698357129,
0.0104295015335083
]
],
"stop": false,
"plan": null,
"raw": "<apos_1085><opos_557><act_l0_154><act_l1_74><act_l2_29><|im_end|>",
"waypoints": [
[
0.14751233160495758,
-0.020839150995016098,
-0.18841856718063354
],
[
0.2564556300640106,
-0.048413731157779694,
-0.3012295365333557
],
[
0.3513144552707672,
-0.08706171810626984,
-0.35448387265205383
],
[
0.4658917486667633,
-0.12689891457557678,
-0.32451674342155457
],
[
0.5793846249580383,
-0.1600344032049179,
-0.2699563205242157
],
[
0.6751543879508972,
-0.18176285922527313,
-0.21084097027778625
],
[
0.7851356267929077,
-0.19586804509162903,
0.010844148695468903
],
[
0.9080615639686584,
-0.1925325095653534,
0.08486448973417282
],
[
1.0431265830993652,
-0.18061582744121552,
0.10849055647850037
],
[
1.0543842315673828,
-0.17926912009716034,
0.11892005801200867
]
],
"pointing": {
"apos": 1085,
"opos": 557
},
"rvq_codes": [
154,
74,
29
],
"model_input": {
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32
],
"tensor": "processed/segment1.pt",
"shape": [
10,
3,
256,
448
]
},
{
"indices": [
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
65,
66
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
970
],
"attention_mask": [
1,
970
],
"pixel_values_videos": [
1,
10304,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
970
],
"mm_token_type_ids": [
1,
970
]
}
},
"history_fps": 4
},
"native_latency_ms": 533.4418378770351
},
"response": {
"type": "step",
"actions": [
[
0.14751233160495758,
-0.020839150995016098,
-0.18841856718063352
],
[
0.11218006016841772,
-0.006680857048400553,
-0.11281096935272217
],
[
0.10205421050358375,
-0.008763659810083795,
-0.05325433611869812
],
[
0.12128128262504954,
0.0024101596024301633,
0.029967129230499268
],
[
0.11813438369907328,
0.00478131400474642,
0.05456042289733886
],
[
0.09809597360291669,
0.004599268162734819,
0.05911535024642944
],
[
0.11049769897370376,
0.009224298730231518,
0.22168511897325513
],
[
0.1229548798086169,
0.002002338391040354,
0.07402034103870393
],
[
0.13558903275625342,
0.0004253255806769569,
0.023626066744327545
],
[
0.011337279617976828,
0.0001198355698357129,
0.0104295015335083
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 7,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.861879101023078,
"peak_memory_bytes": 9586299392,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.8671972490847111
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14751233160495758,
-0.020839150995016098,
-0.1884185671806335
],
[
0.2564556300640106,
-0.048413731157779694,
-0.30122953653335566
],
[
0.35131445527076727,
-0.08706171810626984,
-0.35448387265205383
],
[
0.46589174866676336,
-0.12689891457557678,
-0.32451674342155457
],
[
0.5793846249580384,
-0.1600344032049179,
-0.2699563205242157
],
[
0.6751543879508973,
-0.18176285922527313,
-0.21084097027778625
],
[
0.7851356267929078,
-0.19586804509162903,
0.010844148695468875
],
[
0.9080615639686586,
-0.1925325095653534,
0.08486448973417281
],
[
1.0431265830993652,
-0.18061582744121552,
0.10849055647850035
],
[
1.0543842315673828,
-0.17926912009716034,
0.11892005801200865
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
[
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
[
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
[
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
[
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
[
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
[
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
[
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
[
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
[
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
[
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
[
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
[
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
[
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
[
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
[
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
[
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
[
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
[
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
[
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
[
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
[
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
[
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
[
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
[
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
[
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
[
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
[
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
[
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
[
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
[
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
[
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
[
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
[
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
[
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
[
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
[
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
[
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
[
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
[
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
[
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
[
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
[
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
[
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
[
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
[
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
[
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
[
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
[
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
[
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
[
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
[
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
[
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
[
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
[
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
[
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
[
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
[
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
[
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
[
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
[
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-000.jpg",
"sha256": "ac10a01fef8cb1b85a774728c3e9c7ace227b1ee9cc0d5ffd511c51b728bb9fa",
"pose": [
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
"timestamp": 6173.689615019,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-001.jpg",
"sha256": "3f2f8e674aafe4a3ff913d5dbd48ac3c5621b8b74cf5ef0b3fedf86933b5f96c",
"pose": [
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
"timestamp": 6174.489805315,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-002.jpg",
"sha256": "a281c1e0f3f3128e18de60f3d446f2cd0370de86e92a80552c98b0b574148846",
"pose": [
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
"timestamp": 6175.426418816,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-003.jpg",
"sha256": "5c2a7dbd8ec29bb4dffbe68de81049a5babf31908cfdfe006d115bcda4a82056",
"pose": [
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
"timestamp": 6176.159952054,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-004.jpg",
"sha256": "a1dd451e4297c78be752265f23f941f5dfc1e8505c4bc2a4e09ae4835ea431c9",
"pose": [
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
"timestamp": 6176.692362661,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-005.jpg",
"sha256": "d73c181c1388719db198542be4d54265443c32f965b1ca93b920a006a0e42655",
"pose": [
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
"timestamp": 6177.293384787,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-006.jpg",
"sha256": "12578cbc904de7923263640c19d566b76fbebd2adbfefc28e53ff32c9ad33ad2",
"pose": [
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
"timestamp": 6177.429596305,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-007.jpg",
"sha256": "d1ea4fb1c1eb2639550a1493a4b71862dab7be09cf89e89fb175e2aecccdf887",
"pose": [
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
"timestamp": 6177.562368002,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-008.jpg",
"sha256": "ef4ba060a8bfde1a2db08b4b9cbbbc1c53f58c85382e8a1dd5e980141f8384e1",
"pose": [
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
"timestamp": 6177.696441309,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-009.jpg",
"sha256": "b71a1c5754b8a7d011aabd6f8f573dfa3fd4ded0fff5f6cd4ea3787b1bb1b12f",
"pose": [
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
"timestamp": 6177.826726175,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-000.jpg",
"sha256": "ba2a416804a27f27fbb24c2b7ed40f38004964fbe509b66389fa7ab65871ceb8",
"pose": [
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
"timestamp": 6180.63097082,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-001.jpg",
"sha256": "7b2d21fb74e0a35b97da6f832608cad17284107472c825e96b5421fb29ed0d7e",
"pose": [
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
"timestamp": 6181.165287567,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-002.jpg",
"sha256": "5638022df6d146035f22630f454151e3cd83fd67becdebec18dc913718228d5f",
"pose": [
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
"timestamp": 6181.898279797,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-003.jpg",
"sha256": "3f69f2fbb9e0fe4ae3c3530595e3a89cf75b13b9508b122bee2e600f83bd145f",
"pose": [
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
"timestamp": 6182.43405867,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-004.jpg",
"sha256": "8d06afb0f358d4f613ed99c3353a1644a55c25e459fd0ce574503d85ccc6f1b5",
"pose": [
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
"timestamp": 6183.368199037,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-005.jpg",
"sha256": "e51e82a5d48bb0e76e2ebde4994a8956f5be2b1deecd33ef8498e06d1c7da3a1",
"pose": [
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
"timestamp": 6184.035918413,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-006.jpg",
"sha256": "4027ee617db08a35a34fbd48e50c75d744ff9510f320e5ef5985d190a8175777",
"pose": [
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
"timestamp": 6184.702683615,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-007.jpg",
"sha256": "d44f48b7fbbf54ddc53a2d97c3d0ad0fb3613bc70b9bc7f481d87dad0611f28a",
"pose": [
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
"timestamp": 6185.370020547,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-008.jpg",
"sha256": "b23a3f06fe64fe2f1c53e282df651775320ab3461c10821868d1755a7368ad40",
"pose": [
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
"timestamp": 6185.901930818,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-009.jpg",
"sha256": "68962f692435074bc59d56771102efdbc7c432cd9389f8223be4129a0dc5014e",
"pose": [
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
],
"timestamp": 6186.772448943,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-000.jpg",
"sha256": "c283cc2cf73e69f404a5f7c0e93d7733a022edc9759e0d740cde89d36ba52266",
"pose": [
3.5632433059381055,
-0.03682306819710712,
-0.2715630225125856
],
"timestamp": 6188.773505918,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-001.jpg",
"sha256": "ae5eeaa43b1c1964958df68edd79fa27fbe2fa25434f4067752153ad253d90c3",
"pose": [
3.623548727761692,
-0.059111462561081574,
-0.36950458497575545
],
"timestamp": 6189.509950737,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-002.jpg",
"sha256": "fabdbe77792598eadfeea9f72bb0dece7cce61626086dee3815d7c54c07cdcd2",
"pose": [
3.673570662494119,
-0.07882266382249092,
-0.39974000487169775
],
"timestamp": 6190.041532965,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-003.jpg",
"sha256": "74c7c54887eb72383a97f9b308102f9eba6172a70062798e1dcb527edbbb21a2",
"pose": [
3.744468648795295,
-0.10588651634556645,
-0.39845545643596925
],
"timestamp": 6190.842230989,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-004.jpg",
"sha256": "22fa72793d5b04f9cc84b1ceb5521bbbe660b7a3fa0fc324945720c7691cb1ec",
"pose": [
3.804367883552574,
-0.12707541434185643,
-0.36015383446730276
],
"timestamp": 6194.780552739,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-005.jpg",
"sha256": "78a09973ff8aebe4b2830839e28beb8a87d8db3a0cccab006df6f1603f747375",
"pose": [
3.8573773019856565,
-0.1420632843666425,
-0.3279202722003718
],
"timestamp": 6195.447991787,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-006.jpg",
"sha256": "4de8c379af3550854be4341335510c4c0165f2fef6a85617103e14d61d2df322",
"pose": [
3.920899495204539,
-0.155383060083772,
-0.13842419590419122
],
"timestamp": 6196.180959055,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-007.jpg",
"sha256": "a55186ffda5ae011862047b51368d85313e392666aa6b9cb83744b21d086dab0",
"pose": [
3.994976248576869,
-0.1548171203538642,
-0.0939656447053756
],
"timestamp": 6196.915742094,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-008.jpg",
"sha256": "5ed39a97912255be9b7613e73a72bb1d0b8afe89269e011d19aec9a352323b4e",
"pose": [
4.083557837386424,
-0.16287751479708978,
-0.08008872073240793
],
"timestamp": 6197.648781109,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-009.jpg",
"sha256": "c6f6989cda79308ea00fb323005851455cb8034ca23cc027a34a00cb56109437",
"pose": [
4.078079608727613,
-0.16283982810845243,
-0.08629939756983518
],
"timestamp": 6197.78206175,
"observation_id": 80
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
58,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.138730824000049,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
76,
77
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1044
],
"attention_mask": [
1,
1044
],
"pixel_values_videos": [
1,
11200,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1044
],
"mm_token_type_ids": [
1,
1044
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-000.jpg",
"sha256": "ac10a01fef8cb1b85a774728c3e9c7ace227b1ee9cc0d5ffd511c51b728bb9fa",
"pose": [
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
"timestamp": 6173.689615019,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-001.jpg",
"sha256": "3f2f8e674aafe4a3ff913d5dbd48ac3c5621b8b74cf5ef0b3fedf86933b5f96c",
"pose": [
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
"timestamp": 6174.489805315,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-002.jpg",
"sha256": "a281c1e0f3f3128e18de60f3d446f2cd0370de86e92a80552c98b0b574148846",
"pose": [
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
"timestamp": 6175.426418816,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-003.jpg",
"sha256": "5c2a7dbd8ec29bb4dffbe68de81049a5babf31908cfdfe006d115bcda4a82056",
"pose": [
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
"timestamp": 6176.159952054,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-004.jpg",
"sha256": "a1dd451e4297c78be752265f23f941f5dfc1e8505c4bc2a4e09ae4835ea431c9",
"pose": [
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
"timestamp": 6176.692362661,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-005.jpg",
"sha256": "d73c181c1388719db198542be4d54265443c32f965b1ca93b920a006a0e42655",
"pose": [
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
"timestamp": 6177.293384787,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-007.jpg",
"sha256": "d1ea4fb1c1eb2639550a1493a4b71862dab7be09cf89e89fb175e2aecccdf887",
"pose": [
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
"timestamp": 6177.562368002,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-009.jpg",
"sha256": "b71a1c5754b8a7d011aabd6f8f573dfa3fd4ded0fff5f6cd4ea3787b1bb1b12f",
"pose": [
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
"timestamp": 6177.826726175,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-000.jpg",
"sha256": "ba2a416804a27f27fbb24c2b7ed40f38004964fbe509b66389fa7ab65871ceb8",
"pose": [
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
"timestamp": 6180.63097082,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-001.jpg",
"sha256": "7b2d21fb74e0a35b97da6f832608cad17284107472c825e96b5421fb29ed0d7e",
"pose": [
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
"timestamp": 6181.165287567,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-002.jpg",
"sha256": "5638022df6d146035f22630f454151e3cd83fd67becdebec18dc913718228d5f",
"pose": [
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
"timestamp": 6181.898279797,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-003.jpg",
"sha256": "3f69f2fbb9e0fe4ae3c3530595e3a89cf75b13b9508b122bee2e600f83bd145f",
"pose": [
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
"timestamp": 6182.43405867,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-004.jpg",
"sha256": "8d06afb0f358d4f613ed99c3353a1644a55c25e459fd0ce574503d85ccc6f1b5",
"pose": [
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
"timestamp": 6183.368199037,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-005.jpg",
"sha256": "e51e82a5d48bb0e76e2ebde4994a8956f5be2b1deecd33ef8498e06d1c7da3a1",
"pose": [
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
"timestamp": 6184.035918413,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-006.jpg",
"sha256": "4027ee617db08a35a34fbd48e50c75d744ff9510f320e5ef5985d190a8175777",
"pose": [
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
"timestamp": 6184.702683615,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-007.jpg",
"sha256": "d44f48b7fbbf54ddc53a2d97c3d0ad0fb3613bc70b9bc7f481d87dad0611f28a",
"pose": [
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
"timestamp": 6185.370020547,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-008.jpg",
"sha256": "b23a3f06fe64fe2f1c53e282df651775320ab3461c10821868d1755a7368ad40",
"pose": [
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
"timestamp": 6185.901930818,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-009.jpg",
"sha256": "68962f692435074bc59d56771102efdbc7c432cd9389f8223be4129a0dc5014e",
"pose": [
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
],
"timestamp": 6186.772448943,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-000.jpg",
"sha256": "c283cc2cf73e69f404a5f7c0e93d7733a022edc9759e0d740cde89d36ba52266",
"pose": [
3.5632433059381055,
-0.03682306819710712,
-0.2715630225125856
],
"timestamp": 6188.773505918,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-001.jpg",
"sha256": "ae5eeaa43b1c1964958df68edd79fa27fbe2fa25434f4067752153ad253d90c3",
"pose": [
3.623548727761692,
-0.059111462561081574,
-0.36950458497575545
],
"timestamp": 6189.509950737,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-002.jpg",
"sha256": "fabdbe77792598eadfeea9f72bb0dece7cce61626086dee3815d7c54c07cdcd2",
"pose": [
3.673570662494119,
-0.07882266382249092,
-0.39974000487169775
],
"timestamp": 6190.041532965,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-003.jpg",
"sha256": "74c7c54887eb72383a97f9b308102f9eba6172a70062798e1dcb527edbbb21a2",
"pose": [
3.744468648795295,
-0.10588651634556645,
-0.39845545643596925
],
"timestamp": 6190.842230989,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-004.jpg",
"sha256": "22fa72793d5b04f9cc84b1ceb5521bbbe660b7a3fa0fc324945720c7691cb1ec",
"pose": [
3.804367883552574,
-0.12707541434185643,
-0.36015383446730276
],
"timestamp": 6194.780552739,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-005.jpg",
"sha256": "78a09973ff8aebe4b2830839e28beb8a87d8db3a0cccab006df6f1603f747375",
"pose": [
3.8573773019856565,
-0.1420632843666425,
-0.3279202722003718
],
"timestamp": 6195.447991787,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-006.jpg",
"sha256": "4de8c379af3550854be4341335510c4c0165f2fef6a85617103e14d61d2df322",
"pose": [
3.920899495204539,
-0.155383060083772,
-0.13842419590419122
],
"timestamp": 6196.180959055,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-007.jpg",
"sha256": "a55186ffda5ae011862047b51368d85313e392666aa6b9cb83744b21d086dab0",
"pose": [
3.994976248576869,
-0.1548171203538642,
-0.0939656447053756
],
"timestamp": 6196.915742094,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-008.jpg",
"sha256": "5ed39a97912255be9b7613e73a72bb1d0b8afe89269e011d19aec9a352323b4e",
"pose": [
4.083557837386424,
-0.16287751479708978,
-0.08008872073240793
],
"timestamp": 6197.648781109,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-009.jpg",
"sha256": "c6f6989cda79308ea00fb323005851455cb8034ca23cc027a34a00cb56109437",
"pose": [
4.078079608727613,
-0.16283982810845243,
-0.08629939756983518
],
"timestamp": 6197.78206175,
"observation_id": 80
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.005202216561883688,
0.0042344494722783566,
-0.2822387218475342
],
[
0.1322856710114541,
-0.013043174068677915,
-0.054060310125350945
],
[
0.1294159200977784,
0.016424124479241964,
0.1400289237499237
],
[
0.1245139377666421,
0.005937284272576813,
0.046783387660980225
],
[
0.1650832302353947,
0.0027426696826256675,
0.003904774785041809
],
[
0.17499305729553213,
0.004012017401315793,
0.12551756761968136
],
[
0.14538644622504443,
0.0008768620246686581,
0.0571966040879488
],
[
0.13050797468070033,
0.0025804203791655773,
-0.07411390542984009
],
[
0.1187796962600519,
0.00013693222020329677,
-0.040952883660793304
],
[
0.11133022426777887,
1.2449789176551679e-05,
0.0012224838137626648
]
],
"stop": false,
"plan": null,
"raw": "<apos_1133><opos_511><act_l0_27><act_l1_90><act_l2_103><|im_end|>",
"waypoints": [
[
0.005202216561883688,
0.0042344494722783566,
-0.2822387218475342
],
[
0.12862130999565125,
-0.04513508081436157,
-0.33629903197288513
],
[
0.25620755553245544,
-0.07233769446611404,
-0.19627010822296143
],
[
0.3794887661933899,
-0.09079616516828537,
-0.1494867205619812
],
[
0.5431393980979919,
-0.11267002671957016,
-0.1455819457769394
],
[
0.7168633341789246,
-0.13408638536930084,
-0.020064378157258034
],
[
0.8622381091117859,
-0.1361265927553177,
0.037132225930690765
],
[
0.9925603270530701,
-0.1287030130624771,
-0.03698167949914932
],
[
1.1112638711929321,
-0.1329578459262848,
-0.07793456315994263
],
[
1.222257137298584,
-0.14161312580108643,
-0.07671207934617996
]
],
"pointing": {
"apos": 1133,
"opos": 511
},
"rvq_codes": [
27,
90,
103
],
"model_input": {
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25,
30,
31,
36,
37,
42,
43
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
76,
77
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1044
],
"attention_mask": [
1,
1044
],
"pixel_values_videos": [
1,
11200,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1044
],
"mm_token_type_ids": [
1,
1044
]
}
},
"history_fps": 4
},
"native_latency_ms": 536.9320171885192
},
"response": {
"type": "step",
"actions": [
[
0.005202216561883688,
0.0042344494722783566,
-0.2822387218475342
],
[
0.1322856710114541,
-0.013043174068677915,
-0.054060310125350945
],
[
0.1294159200977784,
0.016424124479241964,
0.1400289237499237
],
[
0.1245139377666421,
0.005937284272576813,
0.046783387660980225
],
[
0.1650832302353947,
0.0027426696826256675,
0.003904774785041809
],
[
0.17499305729553213,
0.004012017401315793,
0.12551756761968136
],
[
0.14538644622504443,
0.0008768620246686581,
0.0571966040879488
],
[
0.13050797468070033,
0.0025804203791655773,
-0.07411390542984009
],
[
0.1187796962600519,
0.00013693222020329677,
-0.040952883660793304
],
[
0.11133022426777887,
1.2449789176551679e-05,
0.0012224838137626648
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 8,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.8870540470816195,
"peak_memory_bytes": 9628759040,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.8924420578405261
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.005202216561883688,
0.0042344494722783566,
-0.2822387218475342
],
[
0.12862130999565122,
-0.04513508081436157,
-0.33629903197288513
],
[
0.2562075555324554,
-0.07233769446611404,
-0.19627010822296145
],
[
0.3794887661933898,
-0.09079616516828537,
-0.14948672056198123
],
[
0.5431393980979918,
-0.11267002671957017,
-0.14558194577693942
],
[
0.7168633341789244,
-0.13408638536930087,
-0.02006437815725806
],
[
0.8622381091117858,
-0.13612659275531772,
0.03713222593069074
],
[
0.99256032705307,
-0.12870301306247714,
-0.03698167949914935
],
[
1.1112638711929321,
-0.13295784592628482,
-0.07793456315994265
],
[
1.222257137298584,
-0.14161312580108645,
-0.07671207934617999
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
[
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
[
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
[
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
[
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
[
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
[
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
[
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
[
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
[
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
[
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
[
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
[
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
[
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
[
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
[
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
[
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
[
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
[
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
[
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
[
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
[
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
[
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
[
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
[
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
[
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
[
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
[
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
[
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
[
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
[
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
[
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
[
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
[
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
[
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
[
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
[
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
[
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
[
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
[
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
[
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
[
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
[
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
[
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
[
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
[
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
[
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
[
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
[
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
[
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
[
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
[
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
[
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
[
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
[
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
[
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
[
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
[
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
[
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
[
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
[
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
],
[
3.5632433059381055,
-0.03682306819710712,
-0.2715630225125856
],
[
3.623548727761692,
-0.059111462561081574,
-0.36950458497575545
],
[
3.673570662494119,
-0.07882266382249092,
-0.39974000487169775
],
[
3.744468648795295,
-0.10588651634556645,
-0.39845545643596925
],
[
3.804367883552574,
-0.12707541434185643,
-0.36015383446730276
],
[
3.8573773019856565,
-0.1420632843666425,
-0.3279202722003718
],
[
3.920899495204539,
-0.155383060083772,
-0.13842419590419122
],
[
3.994976248576869,
-0.1548171203538642,
-0.0939656447053756
],
[
4.083557837386424,
-0.16287751479708978,
-0.08008872073240793
],
[
4.078079608727613,
-0.16283982810845243,
-0.08629939756983518
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000000/input-000.jpg",
"sha256": "a16820f3b777ed75b840248c890908ba5c0373cbce99d3bdbe7cee6bcdc9ec98",
"pose": [
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
"timestamp": 6131.280179148,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-002.jpg",
"sha256": "1cfe70d8b5a01dd180ef6eefccf12ca94a9e5b9efafc642395ec4681db4efe43",
"pose": [
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
"timestamp": 6134.320781366,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-005.jpg",
"sha256": "62a817f17f830833d8d16b4b4e9bcb5143cc5b0d929e8b1372dd5afdff356503",
"pose": [
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
"timestamp": 6135.784640286,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-006.jpg",
"sha256": "63f10a55429837c96dd4c9c27562fdc60b4af689d654210972a072b211e254a3",
"pose": [
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
"timestamp": 6136.454603478,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-007.jpg",
"sha256": "8e2ab37536e8d89486f61e0a5533126acd48516b5c214c93260db3ddad018cec",
"pose": [
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
"timestamp": 6136.788452525,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-008.jpg",
"sha256": "b4994fc60ae769dfeefbc980210a47375462c29e748754e33b1f4de14d465111",
"pose": [
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
"timestamp": 6137.457445894,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-001.jpg",
"sha256": "818b76ebb0df3cf621b2631af09d06338e14197dcf39af63e7cf8f86b713e7b7",
"pose": [
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
"timestamp": 6140.124152419,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-002.jpg",
"sha256": "39b1a3471d53fadb4af3fa70e57a6e2ed80a2782c4777710b67470b7a657b81b",
"pose": [
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
"timestamp": 6140.924452414,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-003.jpg",
"sha256": "b37f0c9b0639101fc6cac19cc086c3f8259ea9b1d51e34048c671dd3bb6a1178",
"pose": [
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
"timestamp": 6141.527870232,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-004.jpg",
"sha256": "e6f03657889480795246da04931af4fc5bc697e785021b7aacb6fcdc1365d7d9",
"pose": [
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
"timestamp": 6141.924350513,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-007.jpg",
"sha256": "55ba92481427bd8ae225c095794469de2d105a73f484a8fba9d186c93289aa73",
"pose": [
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
"timestamp": 6143.593744685,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-008.jpg",
"sha256": "a2f7717c69b8a2377e21a164f18f1ea7a33a000c1b92929ca019080e4ccd44b7",
"pose": [
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
"timestamp": 6144.263186164,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-009.jpg",
"sha256": "02bdb2f31764d6b94f99a4ede247cffb0e61461f9b0383e718192ae4fb52b973",
"pose": [
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
"timestamp": 6144.795480383,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-000.jpg",
"sha256": "e5b2237ef394a800ecf0bd735c9c8a95916ac10fb6388548e4afcf60d8453779",
"pose": [
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
"timestamp": 6146.798391176,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-003.jpg",
"sha256": "ffaf271c46ac902c7fb62f4a2033b0bbfc138f1087d0b79de6cf8aa59708c4dc",
"pose": [
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
"timestamp": 6149.265942683,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-004.jpg",
"sha256": "345965381bcd9baea5b410a16e4d60da6b084f0349f56e8455a27963aa0ed098",
"pose": [
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
"timestamp": 6149.733813196,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-005.jpg",
"sha256": "a8c9ba166270d35ee2bf3681903c2caa04423eb38be900cbd52ae83fb73ca551",
"pose": [
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
"timestamp": 6150.13391004,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-006.jpg",
"sha256": "249de2f7a78882ca5a2100051f4d7178e171d04a750e14db97f22f349c2fe052",
"pose": [
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
"timestamp": 6151.003384452,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-009.jpg",
"sha256": "94e92d10a8a61fe8c15cb6c28715bdd3fc49e81767ed0349d51bf3c8d4ed916b",
"pose": [
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
"timestamp": 6152.936560778,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-000.jpg",
"sha256": "cbd2ea3d6c998d9f29b38747fb7cfe8d8da78ee378395cf0c17770d5b1af4716",
"pose": [
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
"timestamp": 6154.608225326,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-001.jpg",
"sha256": "0f8d0d16617defb9787ce4fdecb41c0ea5950612f4288cab0c19a6bdaa9aceb6",
"pose": [
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
"timestamp": 6155.137831556,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-002.jpg",
"sha256": "d8bb8a2e49b8c3bd38976fd0875685b09ada6599d746dc3b7319238b719f66ed",
"pose": [
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
"timestamp": 6155.676672542,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-005.jpg",
"sha256": "6866b63e2d7a9bf7d4c037496bbd184ba676abc37dbc734f19fd00a5de51216a",
"pose": [
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
"timestamp": 6157.678663338,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-006.jpg",
"sha256": "b7b2ab0544e940dc443b760df8abfb7be0679e3e45b36bbc4bfe4b81e65f5d4b",
"pose": [
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
"timestamp": 6158.075426892,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-007.jpg",
"sha256": "ddcc87ab102cac2af2a6cbfaba0115e0d45620cb7fed69b66a4032250d4e6adf",
"pose": [
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
"timestamp": 6158.542561798,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-008.jpg",
"sha256": "c39927c39c22bc71aa7b6ef6ff613ad15fdfa70ce96ced6f6bc8285772060f2b",
"pose": [
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
"timestamp": 6159.077442403,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-009.jpg",
"sha256": "185a4501b3c609bdf605deceef4c989b89a0edace7e3efc5832f43b5fb2482a2",
"pose": [
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
"timestamp": 6159.211396377,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-002.jpg",
"sha256": "4f6523d97e7c1d396497b1839076e6e136cbba30502b232a29e03365518eef0d",
"pose": [
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
"timestamp": 6163.482840624,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-003.jpg",
"sha256": "ec8392b888214d20596f357b5d01f31da8ad22d0203a89d04999e27fe14168a2",
"pose": [
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
"timestamp": 6164.147895404,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-004.jpg",
"sha256": "eb22c138c9bd3d95ff7a47284ae4618f385b8714d2ad85cec05105a81cab6e2f",
"pose": [
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
"timestamp": 6164.683966703,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-005.jpg",
"sha256": "c4717d5e6906ce08288f7b86d9122183c3d0e0d0f623a8cf8ace036923c0f2fb",
"pose": [
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
"timestamp": 6165.015481532,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-008.jpg",
"sha256": "bad7908a944f75663e64f4ff98a9a5181d4d8182d105d4a5f52c2f349e767aef",
"pose": [
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
"timestamp": 6170.757540721,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-009.jpg",
"sha256": "fc216070f913534c7824d8a7260f9435ca8d966a06a30cc2f5153b8f800fcceb",
"pose": [
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
"timestamp": 6171.356047215,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-000.jpg",
"sha256": "ac10a01fef8cb1b85a774728c3e9c7ace227b1ee9cc0d5ffd511c51b728bb9fa",
"pose": [
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
"timestamp": 6173.689615019,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-001.jpg",
"sha256": "3f2f8e674aafe4a3ff913d5dbd48ac3c5621b8b74cf5ef0b3fedf86933b5f96c",
"pose": [
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
"timestamp": 6174.489805315,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-002.jpg",
"sha256": "a281c1e0f3f3128e18de60f3d446f2cd0370de86e92a80552c98b0b574148846",
"pose": [
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
"timestamp": 6175.426418816,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-003.jpg",
"sha256": "5c2a7dbd8ec29bb4dffbe68de81049a5babf31908cfdfe006d115bcda4a82056",
"pose": [
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
"timestamp": 6176.159952054,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-004.jpg",
"sha256": "a1dd451e4297c78be752265f23f941f5dfc1e8505c4bc2a4e09ae4835ea431c9",
"pose": [
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
"timestamp": 6176.692362661,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-005.jpg",
"sha256": "d73c181c1388719db198542be4d54265443c32f965b1ca93b920a006a0e42655",
"pose": [
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
"timestamp": 6177.293384787,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-006.jpg",
"sha256": "12578cbc904de7923263640c19d566b76fbebd2adbfefc28e53ff32c9ad33ad2",
"pose": [
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
"timestamp": 6177.429596305,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-007.jpg",
"sha256": "d1ea4fb1c1eb2639550a1493a4b71862dab7be09cf89e89fb175e2aecccdf887",
"pose": [
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
"timestamp": 6177.562368002,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-008.jpg",
"sha256": "ef4ba060a8bfde1a2db08b4b9cbbbc1c53f58c85382e8a1dd5e980141f8384e1",
"pose": [
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
"timestamp": 6177.696441309,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-009.jpg",
"sha256": "b71a1c5754b8a7d011aabd6f8f573dfa3fd4ded0fff5f6cd4ea3787b1bb1b12f",
"pose": [
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
"timestamp": 6177.826726175,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-000.jpg",
"sha256": "ba2a416804a27f27fbb24c2b7ed40f38004964fbe509b66389fa7ab65871ceb8",
"pose": [
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
"timestamp": 6180.63097082,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-001.jpg",
"sha256": "7b2d21fb74e0a35b97da6f832608cad17284107472c825e96b5421fb29ed0d7e",
"pose": [
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
"timestamp": 6181.165287567,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-002.jpg",
"sha256": "5638022df6d146035f22630f454151e3cd83fd67becdebec18dc913718228d5f",
"pose": [
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
"timestamp": 6181.898279797,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-003.jpg",
"sha256": "3f69f2fbb9e0fe4ae3c3530595e3a89cf75b13b9508b122bee2e600f83bd145f",
"pose": [
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
"timestamp": 6182.43405867,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-004.jpg",
"sha256": "8d06afb0f358d4f613ed99c3353a1644a55c25e459fd0ce574503d85ccc6f1b5",
"pose": [
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
"timestamp": 6183.368199037,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-005.jpg",
"sha256": "e51e82a5d48bb0e76e2ebde4994a8956f5be2b1deecd33ef8498e06d1c7da3a1",
"pose": [
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
"timestamp": 6184.035918413,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-006.jpg",
"sha256": "4027ee617db08a35a34fbd48e50c75d744ff9510f320e5ef5985d190a8175777",
"pose": [
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
"timestamp": 6184.702683615,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-007.jpg",
"sha256": "d44f48b7fbbf54ddc53a2d97c3d0ad0fb3613bc70b9bc7f481d87dad0611f28a",
"pose": [
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
"timestamp": 6185.370020547,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-008.jpg",
"sha256": "b23a3f06fe64fe2f1c53e282df651775320ab3461c10821868d1755a7368ad40",
"pose": [
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
"timestamp": 6185.901930818,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-009.jpg",
"sha256": "68962f692435074bc59d56771102efdbc7c432cd9389f8223be4129a0dc5014e",
"pose": [
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
],
"timestamp": 6186.772448943,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-000.jpg",
"sha256": "c283cc2cf73e69f404a5f7c0e93d7733a022edc9759e0d740cde89d36ba52266",
"pose": [
3.5632433059381055,
-0.03682306819710712,
-0.2715630225125856
],
"timestamp": 6188.773505918,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-001.jpg",
"sha256": "ae5eeaa43b1c1964958df68edd79fa27fbe2fa25434f4067752153ad253d90c3",
"pose": [
3.623548727761692,
-0.059111462561081574,
-0.36950458497575545
],
"timestamp": 6189.509950737,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-002.jpg",
"sha256": "fabdbe77792598eadfeea9f72bb0dece7cce61626086dee3815d7c54c07cdcd2",
"pose": [
3.673570662494119,
-0.07882266382249092,
-0.39974000487169775
],
"timestamp": 6190.041532965,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-003.jpg",
"sha256": "74c7c54887eb72383a97f9b308102f9eba6172a70062798e1dcb527edbbb21a2",
"pose": [
3.744468648795295,
-0.10588651634556645,
-0.39845545643596925
],
"timestamp": 6190.842230989,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-004.jpg",
"sha256": "22fa72793d5b04f9cc84b1ceb5521bbbe660b7a3fa0fc324945720c7691cb1ec",
"pose": [
3.804367883552574,
-0.12707541434185643,
-0.36015383446730276
],
"timestamp": 6194.780552739,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-005.jpg",
"sha256": "78a09973ff8aebe4b2830839e28beb8a87d8db3a0cccab006df6f1603f747375",
"pose": [
3.8573773019856565,
-0.1420632843666425,
-0.3279202722003718
],
"timestamp": 6195.447991787,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-006.jpg",
"sha256": "4de8c379af3550854be4341335510c4c0165f2fef6a85617103e14d61d2df322",
"pose": [
3.920899495204539,
-0.155383060083772,
-0.13842419590419122
],
"timestamp": 6196.180959055,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-007.jpg",
"sha256": "a55186ffda5ae011862047b51368d85313e392666aa6b9cb83744b21d086dab0",
"pose": [
3.994976248576869,
-0.1548171203538642,
-0.0939656447053756
],
"timestamp": 6196.915742094,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-008.jpg",
"sha256": "5ed39a97912255be9b7613e73a72bb1d0b8afe89269e011d19aec9a352323b4e",
"pose": [
4.083557837386424,
-0.16287751479708978,
-0.08008872073240793
],
"timestamp": 6197.648781109,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-009.jpg",
"sha256": "c6f6989cda79308ea00fb323005851455cb8034ca23cc027a34a00cb56109437",
"pose": [
4.078079608727613,
-0.16283982810845243,
-0.08629939756983518
],
"timestamp": 6197.78206175,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-000.jpg",
"sha256": "bcba273b4c2d98d9353faba3bf158588f3aeef13507895cf49a8e78c35279651",
"pose": [
4.07679080525416,
-0.15197403268191034,
-0.3291498965662192
],
"timestamp": 6200.252146522,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-001.jpg",
"sha256": "fbabadbad314eeb261bfd581e69eec51d95338a2d510694dfcce66fffccd47fb",
"pose": [
4.1588428600789324,
-0.18351030330810114,
-0.3377372982114246
],
"timestamp": 6200.986410855,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-002.jpg",
"sha256": "ec6e0942983d06af1e9b3283f16cddefbe32fb2b6c2bea57bf5acde0434bc844",
"pose": [
4.244418194381937,
-0.2038414801374313,
-0.23693288979482174
],
"timestamp": 6201.520280868,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-003.jpg",
"sha256": "e100593c0d36af237d78e4493aba409a135a2b7492629136980d066d8abe5633",
"pose": [
4.32316211996341,
-0.20954273428738102,
-0.21067604066576262
],
"timestamp": 6202.187863344,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-004.jpg",
"sha256": "f6a74ba2f27c466114e3164ef3e77217cd47b1731a62b97ce8a6b72e53c43aed",
"pose": [
4.439678356390774,
-0.2297826778859835,
-0.191933233780198
],
"timestamp": 6202.989315792,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-005.jpg",
"sha256": "c9bd8e4761f96c487e800c89ee59afab6f57f016206067be880484674d1e6ad3",
"pose": [
4.5684442231647715,
-0.24405381171837837,
-0.07505123008908221
],
"timestamp": 6203.787750961,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-006.jpg",
"sha256": "f2ecf6355c82234f23e2c6a36b5c0c092c63527f1a5f63a23fb8cc28cd7293b5",
"pose": [
4.660903000417356,
-0.2507237867814691,
-0.03969341801440507
],
"timestamp": 6204.457301467,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-007.jpg",
"sha256": "8c0131230af2b29953a74a2b5a35bc20e34854c819ca016dc26a362d87212eec",
"pose": [
4.741772168219535,
-0.24579079553153083,
-0.08528775205700656
],
"timestamp": 6205.124956649,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-008.jpg",
"sha256": "06b60fc1ceae023db71b5fb815395d1859e403c5ee78f26bbbcc4c8b85cdc844",
"pose": [
4.818413749965517,
-0.25283326520266236,
-0.10416498432896892
],
"timestamp": 6205.65705803,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-009.jpg",
"sha256": "5f23fc6094cb3202f8877e8342abdea81aff91fe87c144e5357d9800aab43ba1",
"pose": [
4.884518662375225,
-0.25408846946334185,
-0.10784631678827683
],
"timestamp": 6206.190330936,
"observation_id": 90
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.138730824000049,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52
],
"tensor": "processed/segment1.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
85,
86
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1118
],
"attention_mask": [
1,
1118
],
"pixel_values_videos": [
1,
12096,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1118
],
"mm_token_type_ids": [
1,
1118
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-000.jpg",
"sha256": "559730d1d171b71f1fc1a77dac96b0ea1e7af7f707b40b85db6127361713a5b0",
"pose": [
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
"timestamp": 6132.983302005,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-001.jpg",
"sha256": "82b155b38b42ee63f99c6a282b0cb50c89e9818805b7e7b87791e8990794238e",
"pose": [
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
"timestamp": 6133.718506561,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-003.jpg",
"sha256": "49637685c6cd259f8fc25a14590130734a1d2d1d78ed91675461448bba00f731",
"pose": [
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
"timestamp": 6134.852788504,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-004.jpg",
"sha256": "015111df2216a6e6894b08913d8416454fecd5ef8537154d8a8f409e10205ca8",
"pose": [
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
"timestamp": 6135.253399061,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000001/input-009.jpg",
"sha256": "ab22f8915b28efed56cda3854a23402d7fb4ecd3072a8f4ea162ba6a8c3f1d58",
"pose": [
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
"timestamp": 6137.586881613,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-000.jpg",
"sha256": "4d4d7d0029e8413b2ce824266d485e2b502a3dc121ddb7b4522b0ce81885f100",
"pose": [
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
"timestamp": 6139.456328591,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-005.jpg",
"sha256": "fe588c5a0f7b196b963a1290a33da92a40504d5564614a785b3f8e70ed7fc0bb",
"pose": [
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
"timestamp": 6142.259174632,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000002/input-006.jpg",
"sha256": "e890834fcfb78f774bb05d974f8ab246d33829a142485ed658bec867e73c8a5b",
"pose": [
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
"timestamp": 6142.99534261,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-001.jpg",
"sha256": "ff4ea5eda4ca369bf7e7613fa1253a0546fcd1a7765c33d80afea6890fb8a265",
"pose": [
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
"timestamp": 6147.53170892,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-002.jpg",
"sha256": "3739f81a87a600daea2af13596e376200e4968a9e0ac21ef9bba7d02fcb95fce",
"pose": [
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
"timestamp": 6148.668354362,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-007.jpg",
"sha256": "1f04513148ee2fe8e6ac58b669bcd0ffe66e28d2f18f75ecce1f369c5d915c5c",
"pose": [
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
"timestamp": 6151.735595345,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000003/input-008.jpg",
"sha256": "d947c7bf244e5276ad2ead21442ce240fd5006ddc2157cb3669f491e88f6427d",
"pose": [
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
"timestamp": 6152.270482798,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-003.jpg",
"sha256": "d7658a59b2e029d4eaceb8c20ad4ba19d434e25b45f8da9faa451a9b2af2bbee",
"pose": [
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
"timestamp": 6156.272850003,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000004/input-004.jpg",
"sha256": "1bf0c0ede992267a88eed9272306ea92a2a64ee5fd77ebb57218c9bb0a5aad48",
"pose": [
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
"timestamp": 6157.209504145,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-000.jpg",
"sha256": "4dc1f901999d094e705b98f3216fe4eab50370b475bf31f4f25627ac23b6f8e3",
"pose": [
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
"timestamp": 6161.612290283,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-001.jpg",
"sha256": "891c92bd230e42170d3e5a638f387e4a0b40ba347d30fb6e250231ec92a296c6",
"pose": [
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
"timestamp": 6162.34835541,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-006.jpg",
"sha256": "2a7a0140fe69953b365f130346d37430d0e68e66acd191ba9fbc533dd77b01e2",
"pose": [
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
"timestamp": 6169.154212356,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000005/input-007.jpg",
"sha256": "e8ba69ec1fbfe4f328c16ec433f26fc38d899f6b8aa4005c227bea1dde5a8b75",
"pose": [
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
"timestamp": 6169.888261675,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-002.jpg",
"sha256": "a281c1e0f3f3128e18de60f3d446f2cd0370de86e92a80552c98b0b574148846",
"pose": [
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
"timestamp": 6175.426418816,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-003.jpg",
"sha256": "5c2a7dbd8ec29bb4dffbe68de81049a5babf31908cfdfe006d115bcda4a82056",
"pose": [
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
"timestamp": 6176.159952054,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-004.jpg",
"sha256": "a1dd451e4297c78be752265f23f941f5dfc1e8505c4bc2a4e09ae4835ea431c9",
"pose": [
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
"timestamp": 6176.692362661,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-005.jpg",
"sha256": "d73c181c1388719db198542be4d54265443c32f965b1ca93b920a006a0e42655",
"pose": [
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
"timestamp": 6177.293384787,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-006.jpg",
"sha256": "12578cbc904de7923263640c19d566b76fbebd2adbfefc28e53ff32c9ad33ad2",
"pose": [
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
"timestamp": 6177.429596305,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-008.jpg",
"sha256": "ef4ba060a8bfde1a2db08b4b9cbbbc1c53f58c85382e8a1dd5e980141f8384e1",
"pose": [
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
"timestamp": 6177.696441309,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000006/input-009.jpg",
"sha256": "b71a1c5754b8a7d011aabd6f8f573dfa3fd4ded0fff5f6cd4ea3787b1bb1b12f",
"pose": [
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
"timestamp": 6177.826726175,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-000.jpg",
"sha256": "ba2a416804a27f27fbb24c2b7ed40f38004964fbe509b66389fa7ab65871ceb8",
"pose": [
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
"timestamp": 6180.63097082,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-001.jpg",
"sha256": "7b2d21fb74e0a35b97da6f832608cad17284107472c825e96b5421fb29ed0d7e",
"pose": [
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
"timestamp": 6181.165287567,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-002.jpg",
"sha256": "5638022df6d146035f22630f454151e3cd83fd67becdebec18dc913718228d5f",
"pose": [
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
"timestamp": 6181.898279797,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-003.jpg",
"sha256": "3f69f2fbb9e0fe4ae3c3530595e3a89cf75b13b9508b122bee2e600f83bd145f",
"pose": [
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
"timestamp": 6182.43405867,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-004.jpg",
"sha256": "8d06afb0f358d4f613ed99c3353a1644a55c25e459fd0ce574503d85ccc6f1b5",
"pose": [
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
"timestamp": 6183.368199037,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-005.jpg",
"sha256": "e51e82a5d48bb0e76e2ebde4994a8956f5be2b1deecd33ef8498e06d1c7da3a1",
"pose": [
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
"timestamp": 6184.035918413,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-006.jpg",
"sha256": "4027ee617db08a35a34fbd48e50c75d744ff9510f320e5ef5985d190a8175777",
"pose": [
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
"timestamp": 6184.702683615,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-007.jpg",
"sha256": "d44f48b7fbbf54ddc53a2d97c3d0ad0fb3613bc70b9bc7f481d87dad0611f28a",
"pose": [
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
"timestamp": 6185.370020547,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-008.jpg",
"sha256": "b23a3f06fe64fe2f1c53e282df651775320ab3461c10821868d1755a7368ad40",
"pose": [
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
"timestamp": 6185.901930818,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000007/input-009.jpg",
"sha256": "68962f692435074bc59d56771102efdbc7c432cd9389f8223be4129a0dc5014e",
"pose": [
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
],
"timestamp": 6186.772448943,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-000.jpg",
"sha256": "c283cc2cf73e69f404a5f7c0e93d7733a022edc9759e0d740cde89d36ba52266",
"pose": [
3.5632433059381055,
-0.03682306819710712,
-0.2715630225125856
],
"timestamp": 6188.773505918,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-001.jpg",
"sha256": "ae5eeaa43b1c1964958df68edd79fa27fbe2fa25434f4067752153ad253d90c3",
"pose": [
3.623548727761692,
-0.059111462561081574,
-0.36950458497575545
],
"timestamp": 6189.509950737,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-002.jpg",
"sha256": "fabdbe77792598eadfeea9f72bb0dece7cce61626086dee3815d7c54c07cdcd2",
"pose": [
3.673570662494119,
-0.07882266382249092,
-0.39974000487169775
],
"timestamp": 6190.041532965,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-003.jpg",
"sha256": "74c7c54887eb72383a97f9b308102f9eba6172a70062798e1dcb527edbbb21a2",
"pose": [
3.744468648795295,
-0.10588651634556645,
-0.39845545643596925
],
"timestamp": 6190.842230989,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-004.jpg",
"sha256": "22fa72793d5b04f9cc84b1ceb5521bbbe660b7a3fa0fc324945720c7691cb1ec",
"pose": [
3.804367883552574,
-0.12707541434185643,
-0.36015383446730276
],
"timestamp": 6194.780552739,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-005.jpg",
"sha256": "78a09973ff8aebe4b2830839e28beb8a87d8db3a0cccab006df6f1603f747375",
"pose": [
3.8573773019856565,
-0.1420632843666425,
-0.3279202722003718
],
"timestamp": 6195.447991787,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-006.jpg",
"sha256": "4de8c379af3550854be4341335510c4c0165f2fef6a85617103e14d61d2df322",
"pose": [
3.920899495204539,
-0.155383060083772,
-0.13842419590419122
],
"timestamp": 6196.180959055,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-007.jpg",
"sha256": "a55186ffda5ae011862047b51368d85313e392666aa6b9cb83744b21d086dab0",
"pose": [
3.994976248576869,
-0.1548171203538642,
-0.0939656447053756
],
"timestamp": 6196.915742094,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000008/input-008.jpg",
"sha256": "5ed39a97912255be9b7613e73a72bb1d0b8afe89269e011d19aec9a352323b4e",
"pose": [
4.083557837386424,
-0.16287751479708978,
-0.08008872073240793
],
"timestamp": 6197.648781109,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-000.jpg",
"sha256": "bcba273b4c2d98d9353faba3bf158588f3aeef13507895cf49a8e78c35279651",
"pose": [
4.07679080525416,
-0.15197403268191034,
-0.3291498965662192
],
"timestamp": 6200.252146522,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-001.jpg",
"sha256": "fbabadbad314eeb261bfd581e69eec51d95338a2d510694dfcce66fffccd47fb",
"pose": [
4.1588428600789324,
-0.18351030330810114,
-0.3377372982114246
],
"timestamp": 6200.986410855,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-002.jpg",
"sha256": "ec6e0942983d06af1e9b3283f16cddefbe32fb2b6c2bea57bf5acde0434bc844",
"pose": [
4.244418194381937,
-0.2038414801374313,
-0.23693288979482174
],
"timestamp": 6201.520280868,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-003.jpg",
"sha256": "e100593c0d36af237d78e4493aba409a135a2b7492629136980d066d8abe5633",
"pose": [
4.32316211996341,
-0.20954273428738102,
-0.21067604066576262
],
"timestamp": 6202.187863344,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-004.jpg",
"sha256": "f6a74ba2f27c466114e3164ef3e77217cd47b1731a62b97ce8a6b72e53c43aed",
"pose": [
4.439678356390774,
-0.2297826778859835,
-0.191933233780198
],
"timestamp": 6202.989315792,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-005.jpg",
"sha256": "c9bd8e4761f96c487e800c89ee59afab6f57f016206067be880484674d1e6ad3",
"pose": [
4.5684442231647715,
-0.24405381171837837,
-0.07505123008908221
],
"timestamp": 6203.787750961,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-006.jpg",
"sha256": "f2ecf6355c82234f23e2c6a36b5c0c092c63527f1a5f63a23fb8cc28cd7293b5",
"pose": [
4.660903000417356,
-0.2507237867814691,
-0.03969341801440507
],
"timestamp": 6204.457301467,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-007.jpg",
"sha256": "8c0131230af2b29953a74a2b5a35bc20e34854c819ca016dc26a362d87212eec",
"pose": [
4.741772168219535,
-0.24579079553153083,
-0.08528775205700656
],
"timestamp": 6205.124956649,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-008.jpg",
"sha256": "06b60fc1ceae023db71b5fb815395d1859e403c5ee78f26bbbcc4c8b85cdc844",
"pose": [
4.818413749965517,
-0.25283326520266236,
-0.10416498432896892
],
"timestamp": 6205.65705803,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-204838-6637ec28/steps/000009/input-009.jpg",
"sha256": "5f23fc6094cb3202f8877e8342abdea81aff91fe87c144e5357d9800aab43ba1",
"pose": [
4.884518662375225,
-0.25408846946334185,
-0.10784631678827683
],
"timestamp": 6206.190330936,
"observation_id": 90
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-4.158075737249294e-06,
-6.555302122737339e-07,
-1.5167472611210542e-07
],
[
2.0026637732982662e-06,
-5.5780931945078066e-08,
-3.640693648776505e-07
],
[
2.3109758278615063e-06,
-1.93396898677979e-08,
-5.338911250873934e-07
],
[
3.110289701854458e-06,
1.9380326217307234e-07,
2.811655306800276e-06
],
[
-2.687392480261698e-06,
4.356670235714982e-07,
3.0368299093197497e-06
],
[
1.225121881434925e-06,
-1.7461063099519016e-07,
2.407426791251055e-06
],
[
2.6491064381781412e-06,
2.953296461288192e-07,
5.29699264006922e-07
],
[
-6.176481537825758e-06,
2.7345882551383315e-07,
2.106122337863781e-06
],
[
-4.2761602224182544e-06,
-6.055945095717565e-07,
-1.3887190561945317e-05
]
],
"stop": true,
"plan": null,
"raw": "<apos_1299><opos_509><act_l0_6><act_l1_122><act_l2_174><|im_end|>",
"waypoints": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-3.0523397072101943e-06,
-9.334816581940686e-07,
-1.7163035863632103e-06
],
[
-1.0496760296518914e-06,
-9.892660273180809e-07,
-2.080372951240861e-06
],
[
1.2612997579708463e-06,
-1.0086105248774402e-06,
-2.6142640763282543e-06
],
[
4.371589966467582e-06,
-8.148153938236646e-07,
1.9739123047202156e-07
],
[
1.6841974002090865e-06,
-3.791489007198834e-07,
3.234221139791771e-06
],
[
2.909319846366998e-06,
-5.537555693990726e-07,
5.641647931042826e-06
],
[
5.558424618357094e-06,
-2.584109779490973e-07,
6.171347195049748e-06
],
[
-6.180586069604033e-07,
1.500973034751496e-08,
8.277469532913528e-06
],
[
-4.894213816442061e-06,
-5.906201749894535e-07,
-5.609721029031789e-06
]
],
"pointing": {
"apos": 1299,
"opos": 509
},
"rvq_codes": [
6,
122,
174
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
51,
52
],
"tensor": "processed/segment1.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
85,
86
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<21.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1118
],
"attention_mask": [
1,
1118
],
"pixel_values_videos": [
1,
12096,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1118
],
"mm_token_type_ids": [
1,
1118
]
}
},
"history_fps": 4
},
"native_latency_ms": 557.5374830514193
},
"response": {
"type": "step",
"actions": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-4.158075737249294e-06,
-6.555302122737339e-07,
-1.5167472611210542e-07
],
[
2.0026637732982662e-06,
-5.5780931945078066e-08,
-3.640693648776505e-07
],
[
2.3109758278615063e-06,
-1.93396898677979e-08,
-5.338911250873934e-07
],
[
3.110289701854458e-06,
1.9380326217307234e-07,
2.811655306800276e-06
],
[
-2.687392480261698e-06,
4.356670235714982e-07,
3.0368299093197497e-06
],
[
1.225121881434925e-06,
-1.7461063099519016e-07,
2.407426791251055e-06
],
[
2.6491064381781412e-06,
2.953296461288192e-07,
5.29699264006922e-07
],
[
-6.176481537825758e-06,
2.7345882551383315e-07,
2.106122337863781e-06
],
[
-4.2761602224182544e-06,
-6.055945095717565e-07,
-1.3887190561945317e-05
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": true,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "current_terminal",
"episode_id": "episode-20261018-204838-6637ec28",
"inference_id": 9,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.9257655548863113,
"peak_memory_bytes": 9670871552,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11047796736,
"load_count": 1,
"total_seconds": 0.9308419530279934
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-3.052339707210194e-06,
-9.334816581940687e-07,
-1.7163035863632103e-06
],
[
-1.0496760296518906e-06,
-9.892660273180809e-07,
-2.080372951240861e-06
],
[
1.261299757970847e-06,
-1.0086105248774402e-06,
-2.6142640763282543e-06
],
[
4.371589966467583e-06,
-8.148153938236646e-07,
1.9739123047202156e-07
],
[
1.6841974002090875e-06,
-3.7914890071988333e-07,
3.2342211397917713e-06
],
[
2.909319846366999e-06,
-5.537555693990726e-07,
5.641647931042826e-06
],
[
5.558424618357095e-06,
-2.5841097794909723e-07,
6.171347195049748e-06
],
[
-6.18058606960402e-07,
1.5009730347515013e-08,
8.277469532913528e-06
],
[
-4.89421381644206e-06,
-5.906201749894534e-07,
-5.60972102903179e-06
]
],
"observed_poses": [
[
1.9727061536465278e-05,
4.044983488055237e-07,
1.4412277624220593e-05
],
[
0.004248595657654917,
0.006362734713777522,
-0.11434688682213157
],
[
0.10673596067370075,
-0.006929564339244659,
-0.1024297284675435
],
[
0.1838805749651471,
-0.007244878030983351,
-0.06868864234735472
],
[
0.2517389251650397,
-0.013207045355322147,
-0.0558316280970077
],
[
0.2856902604539336,
-0.012197623122551932,
-0.06976974449275586
],
[
0.30487351776187893,
-0.012344278931227137,
-0.07856447005126954
],
[
0.3695160826205004,
-0.017430672375153805,
-0.08531818316942141
],
[
0.4029684340742697,
-0.017164585740035154,
-0.08009060915707567
],
[
0.3862528339375543,
-0.012301384876126087,
-0.004621333271215278
],
[
0.38436370391490127,
-0.012284139329131832,
-0.005387433458617696
],
[
0.39775438404289754,
-0.0014613952882360781,
-0.24554923303468534
],
[
0.4941909339559736,
-0.03145830755578097,
-0.22839018230363672
],
[
0.5928124064307354,
-0.04002540152274675,
-0.03683614964814863
],
[
0.6874974666558533,
-0.039653228113946504,
0.061466595444351846
],
[
0.7226915577778634,
-0.03366062579866186,
0.07089383446883568
],
[
0.7365345555662486,
-0.03145398622190165,
0.05280029588457457
],
[
0.8136033411174957,
-0.02705643876756808,
0.057857734761928015
],
[
0.9013382323810608,
-0.020141064153893384,
0.06590155987501634
],
[
0.976934603517629,
-0.006193805197951707,
0.09598544972630618
],
[
1.0358091733721664,
-0.001899617597694192,
0.11793770862554043
],
[
1.0271228724487784,
-0.0021072575307705677,
0.3653802382485636
],
[
1.1195521628761367,
0.043949950184590136,
0.3648830395074141
],
[
1.2116673753388982,
0.07490336954600207,
0.18712030543703587
],
[
1.2991681337103658,
0.08848722519840169,
0.14684225878354074
],
[
1.3301083348614726,
0.09091112333161122,
0.11812073720730033
],
[
1.3500248993753816,
0.0916487411864072,
0.09944605972043608
],
[
1.4191622693489592,
0.09665033622934938,
0.10492785816907757
],
[
1.4999743875313167,
0.11044399801320415,
0.09672108848666028
],
[
1.570575100713445,
0.1150625478269085,
0.10534949663383619
],
[
1.6099153468264744,
0.12112337840249376,
0.11792571742565272
],
[
1.6298512310138686,
0.12302165496827877,
0.1332260184048879
],
[
1.6993437458671683,
0.13150915874332758,
0.13830765097561806
],
[
1.7583924443978878,
0.14671170789841048,
0.1350895576686342
],
[
1.8108022121122855,
0.15504168900624749,
0.13216586577567124
],
[
1.8236581025832566,
0.15772694404985865,
0.012623249151145988
],
[
1.8420035920300908,
0.15643635347731777,
-0.03775142456117253
],
[
1.8648499184047793,
0.1578472677149515,
-0.07203585429204695
],
[
1.9115007553818861,
0.15431774193544623,
-0.10140277204039139
],
[
1.9526743839546854,
0.15246332723808875,
-0.09966215235218057
],
[
1.9479923361593148,
0.14935145295591334,
-0.0816228871928595
],
[
1.9269753792254658,
0.1632504831035967,
-0.3152777420843545
],
[
2.017616019781658,
0.11955583431361172,
-0.33696154269465767
],
[
2.100578596941559,
0.09704405655269599,
-0.17041832637439036
],
[
2.1716818879446924,
0.08971719336553563,
-0.11771169892656141
],
[
2.22289791336922,
0.09120188846520039,
-0.05657098239101055
],
[
2.2575887741302267,
0.09180581662584753,
-0.02942244380900494
],
[
2.332727486379996,
0.09281603932293425,
-0.015751294674252847
],
[
2.4258793885639776,
0.09841704761962289,
-0.025167564352720717
],
[
2.497968360612704,
0.10062883627528585,
0.007519651798058469
],
[
2.5546716271463623,
0.10744406351594238,
-0.003959405853388276
],
[
2.5622523215614734,
0.10248701790261183,
-0.10106249591931114
],
[
2.673763142557684,
0.09024032676437788,
-0.117010872703883
],
[
2.7679582394391113,
0.07742841645296816,
-0.10897109022050255
],
[
2.8479411411907978,
0.07556035840963427,
-0.13474993730683593
],
[
2.897520243246846,
0.06656634219658697,
-0.139922866861391
],
[
2.9166121882069866,
0.06731179195002435,
-0.14894510956456308
],
[
2.911822461999387,
0.06681724756347385,
-0.1429997787479933
],
[
2.9026951536731,
0.06762986352850886,
-0.1376573225989728
],
[
2.894451168442924,
0.06817205623965439,
-0.1337863896102629
],
[
2.8887663637914214,
0.06813674891921795,
-0.13353053175260188
],
[
2.877082584097826,
0.07246556074278421,
-0.3941059005380865
],
[
2.94051680267221,
0.0385197478032675,
-0.3846019123249231
],
[
2.998774918937097,
0.03172617318802384,
-0.24618206076284996
],
[
3.0671590118138594,
0.016884470832548848,
-0.1835861473391387
],
[
3.1450138902148224,
0.004610549482100046,
-0.12472488471443333
],
[
3.215750108997211,
0.004627341837360577,
-0.13304036273103792
],
[
3.28757976734101,
-0.00557248995294457,
-0.12215837363735106
],
[
3.3713636496671597,
-0.009619355995546641,
-0.13203716228648688
],
[
3.443375212049972,
-0.021258809999486372,
-0.12565511261003204
],
[
3.4848467781699837,
-0.022167875149998517,
-0.11537672264659982
],
[
3.5632433059381055,
-0.03682306819710712,
-0.2715630225125856
],
[
3.623548727761692,
-0.059111462561081574,
-0.36950458497575545
],
[
3.673570662494119,
-0.07882266382249092,
-0.39974000487169775
],
[
3.744468648795295,
-0.10588651634556645,
-0.39845545643596925
],
[
3.804367883552574,
-0.12707541434185643,
-0.36015383446730276
],
[
3.8573773019856565,
-0.1420632843666425,
-0.3279202722003718
],
[
3.920899495204539,
-0.155383060083772,
-0.13842419590419122
],
[
3.994976248576869,
-0.1548171203538642,
-0.0939656447053756
],
[
4.083557837386424,
-0.16287751479708978,
-0.08008872073240793
],
[
4.078079608727613,
-0.16283982810845243,
-0.08629939756983518
],
[
4.07679080525416,
-0.15197403268191034,
-0.3291498965662192
],
[
4.1588428600789324,
-0.18351030330810114,
-0.3377372982114246
],
[
4.244418194381937,
-0.2038414801374313,
-0.23693288979482174
],
[
4.32316211996341,
-0.20954273428738102,
-0.21067604066576262
],
[
4.439678356390774,
-0.2297826778859835,
-0.191933233780198
],
[
4.5684442231647715,
-0.24405381171837837,
-0.07505123008908221
],
[
4.660903000417356,
-0.2507237867814691,
-0.03969341801440507
],
[
4.741772168219535,
-0.24579079553153083,
-0.08528775205700656
],
[
4.818413749965517,
-0.25283326520266236,
-0.10416498432896892
],
[
4.884518662375225,
-0.25408846946334185,
-0.10784631678827683
]
]
}