{
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"ready": true,
"busy": false,
"episode": null,
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"robot_calibrated": true
}Episodes ยท Download episode{
"schema": "real-baseline-v1",
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"instruction": "go to the vending machine",
"client_plan": [
"go to the vending machine"
],
"task_condition": "full original instruction; supplied stages logged only",
"configuration": {
"model": "lightnav",
"project": "/home/siqiteam/real_baseline_deploy/final_service_state/project",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"worker_python": "/home/siqiteam/real_baseline_deploy/envs/lightnav/bin/python",
"host": "127.0.0.1",
"ws_port": 5931,
"http_port": 5930,
"seed": 42,
"wire_horizon": 12,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"robot_calibrated": true,
"require_timestamps": true,
"log_root": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs"
},
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 25.280952685978264,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"status": "closed",
"started_at": 1792325981.6753469,
"units": "m_m_rad",
"robot_execution_tested": false,
"ended_at": 1792326045.7864969,
"end_reason": "flush"
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
}
],
"time_resampled_indices": [
0
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 0.0,
"unobserved_time_filled": false
},
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
193
],
"attention_mask": [
1,
193
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
193
],
"mm_token_type_ids": [
1,
193
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.00411164341494441,
-0.0020361507777124643,
-0.15650387108325958
],
[
0.13499393510419525,
-0.0053383437702311624,
-0.017140954732894897
],
[
0.11880086869108789,
0.0009273104982431037,
0.0004955679178237914
],
[
0.09515000136794823,
-0.0005760318718997272,
0.00014695525169372559
],
[
0.07059378444786435,
5.387816884483247e-05,
0.02203415334224701
],
[
0.05741372383110751,
0.0008616130294770968,
0.04084192216396332
],
[
0.07273948442324561,
0.001110512664528174,
0.0358441099524498
],
[
0.15869229418522107,
0.002546866011073283,
0.017661113291978833
],
[
0.09862433942804578,
-0.00020666422768103772,
-0.0006125383079051971
],
[
0.024460407079314385,
-2.2490544256385846e-05,
0.0006792247295379638
]
],
"stop": false,
"plan": null,
"raw": "<apos_1135><opos_653><act_l0_3><act_l1_53><act_l2_95><|im_end|>",
"waypoints": [
[
0.00411164341494441,
-0.0020361507777124643,
-0.15650387108325958
],
[
0.13662365078926086,
-0.028350183740258217,
-0.17364482581615448
],
[
0.25379815697669983,
-0.04796246066689491,
-0.1731492578983307
],
[
0.3474261462688446,
-0.06492283195257187,
-0.17300230264663696
],
[
0.4169754087924957,
-0.07702181488275528,
-0.15096814930438995
],
[
0.47386568784713745,
-0.08480475842952728,
-0.11012622714042664
],
[
0.5462865829467773,
-0.09169531613588333,
-0.07428211718797684
],
[
0.7047302722930908,
-0.10093263536691666,
-0.056621003895998
],
[
0.8031848669052124,
-0.10672019422054291,
-0.0572335422039032
],
[
0.8276039361953735,
-0.10814183950424194,
-0.056554317474365234
]
],
"pointing": {
"apos": 1135,
"opos": 653
},
"rvq_codes": [
3,
53,
95
],
"model_input": {
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
193
],
"attention_mask": [
1,
193
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
193
],
"mm_token_type_ids": [
1,
193
]
}
},
"history_fps": 4
},
"native_latency_ms": 481.86826799064875
},
"response": {
"type": "step",
"actions": [
[
0.00411164341494441,
-0.0020361507777124643,
-0.15650387108325958
],
[
0.13499393510419525,
-0.0053383437702311624,
-0.017140954732894897
],
[
0.11880086869108789,
0.0009273104982431037,
0.0004955679178237914
],
[
0.09515000136794823,
-0.0005760318718997272,
0.00014695525169372559
],
[
0.07059378444786435,
5.387816884483247e-05,
0.02203415334224701
],
[
0.05741372383110751,
0.0008616130294770968,
0.04084192216396332
],
[
0.07273948442324561,
0.001110512664528174,
0.0358441099524498
],
[
0.15869229418522107,
0.002546866011073283,
0.017661113291978833
],
[
0.09862433942804578,
-0.00020666422768103772,
-0.0006125383079051971
],
[
0.024460407079314385,
-2.2490544256385846e-05,
0.0006792247295379638
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 0,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5050698323175311,
"peak_memory_bytes": 9155978752,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9279897600,
"load_count": 1,
"total_seconds": 0.5071589960716665
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.00411164341494441,
-0.0020361507777124643,
-0.15650387108325958
],
[
0.13662365078926086,
-0.028350183740258217,
-0.17364482581615448
],
[
0.25379815697669983,
-0.04796246066689491,
-0.1731492578983307
],
[
0.3474261462688446,
-0.06492283195257186,
-0.17300230264663696
],
[
0.4169754087924957,
-0.07702181488275527,
-0.15096814930438995
],
[
0.47386568784713745,
-0.08480475842952727,
-0.11012622714042662
],
[
0.5462865829467773,
-0.09169531613588332,
-0.07428211718797682
],
[
0.7047302722930908,
-0.10093263536691663,
-0.05662100389599799
],
[
0.8031848669052124,
-0.10672019422054288,
-0.057233542203903184
],
[
0.8276039361953735,
-0.10814183950424192,
-0.05655431747436522
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 1.351884489999975,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
337
],
"attention_mask": [
1,
337
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
337
],
"mm_token_type_ids": [
1,
337
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.14570213952794292,
-0.012604400242322053,
-0.011125832796096803
],
[
0.14001499708270707,
0.013658244802515044,
0.20506123453378675
],
[
0.13916921245551467,
0.00619462841275896,
0.1004914017394185
],
[
0.08133922111787786,
0.0038810258886905705,
-0.00595152098685503
],
[
0.060549004424404376,
0.0018220139945637182,
-0.043193113058805466
],
[
0.11810187251042122,
0.0010861816055666319,
-0.03109409287571907
],
[
0.13130103353144568,
0.0004156610950267897,
-0.007723316550254822
],
[
0.12355742257424808,
0.00010396882344883805,
0.04506359621882439
],
[
0.10017517343713295,
7.968772199740473e-06,
0.004635866731405258
]
],
"stop": false,
"plan": null,
"raw": "<apos_1036><opos_606><act_l0_27><act_l1_47><act_l2_67><|im_end|>",
"waypoints": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.13725116848945618,
-0.05361705273389816,
-0.31075578927993774
],
[
0.274736225605011,
-0.08342655003070831,
-0.10569455474615097
],
[
0.4137823283672333,
-0.09194854646921158,
-0.005203153006732464
],
[
0.4951406419277191,
-0.088490791618824,
-0.011154673993587494
],
[
0.5557062029838562,
-0.08734428137540817,
-0.05434778705239296
],
[
0.6736927032470703,
-0.092675119638443,
-0.08544187992811203
],
[
0.8045502305030823,
-0.10346593707799911,
-0.09316519647836685
],
[
0.9275814890861511,
-0.1148570254445076,
-0.048101600259542465
],
[
1.0276411771774292,
-0.11966579407453537,
-0.04346573352813721
]
],
"pointing": {
"apos": 1036,
"opos": 606
},
"rvq_codes": [
27,
47,
67
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
337
],
"attention_mask": [
1,
337
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
337
],
"mm_token_type_ids": [
1,
337
]
}
},
"history_fps": 4
},
"native_latency_ms": 501.42617197707295
},
"response": {
"type": "step",
"actions": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.14570213952794292,
-0.012604400242322053,
-0.011125832796096803
],
[
0.14001499708270707,
0.013658244802515044,
0.20506123453378675
],
[
0.13916921245551467,
0.00619462841275896,
0.1004914017394185
],
[
0.08133922111787786,
0.0038810258886905705,
-0.00595152098685503
],
[
0.060549004424404376,
0.0018220139945637182,
-0.043193113058805466
],
[
0.11810187251042122,
0.0010861816055666319,
-0.03109409287571907
],
[
0.13130103353144568,
0.0004156610950267897,
-0.007723316550254822
],
[
0.12355742257424808,
0.00010396882344883805,
0.04506359621882439
],
[
0.10017517343713295,
7.968772199740473e-06,
0.004635866731405258
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 1,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5738895446993411,
"peak_memory_bytes": 9208145408,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9399435264,
"load_count": 1,
"total_seconds": 0.5777332680299878
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.13725116848945618,
-0.05361705273389816,
-0.31075578927993774
],
[
0.274736225605011,
-0.08342655003070831,
-0.105694554746151
],
[
0.4137823283672332,
-0.09194854646921159,
-0.005203153006732492
],
[
0.49514064192771906,
-0.08849079161882402,
-0.011154673993587522
],
[
0.5557062029838561,
-0.08734428137540819,
-0.05434778705239299
],
[
0.6736927032470702,
-0.09267511963844302,
-0.08544187992811207
],
[
0.8045502305030822,
-0.10346593707799914,
-0.0931651964783669
],
[
0.927581489086151,
-0.11485702544450763,
-0.04810160025954251
],
[
1.0276411771774292,
-0.1196657940745354,
-0.04346573352813725
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
[
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
[
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
[
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
[
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
[
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
[
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
[
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
[
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
[
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
[
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.9315490220005813,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
18
],
"tensor": "processed/segment0.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
19,
20
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
553
],
"attention_mask": [
1,
553
],
"pixel_values_videos": [
1,
4928,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
553
],
"mm_token_type_ids": [
1,
553
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.03610006347298622,
-0.0022891564294695854,
-0.1463446021080017
],
[
0.14986138564777116,
-0.004010655656656897,
0.013660937547683716
],
[
0.1219544439728473,
0.007400488983090071,
0.09526727721095085
],
[
0.09810123614245894,
0.005249921253768667,
0.07134228199720383
],
[
0.07186000721332601,
-0.001060284979116901,
-0.002431552857160568
],
[
0.06369380804513776,
-0.00020377030778072087,
0.0014983676373958588
],
[
0.0900482337184253,
-0.0007345209837638146,
0.017105985432863235
],
[
0.09957287872633831,
0.0006066499118393635,
-0.015318505465984344
],
[
0.062398025682512896,
0.0007062811727359731,
-0.019738041795790195
],
[
-0.007102047343843058,
1.5444529364601196e-05,
-0.006591625511646271
]
],
"stop": false,
"plan": null,
"raw": "<apos_1085><opos_606><act_l0_3><act_l1_148><act_l2_90><|im_end|>",
"waypoints": [
[
0.03610006347298622,
-0.0022891564294695854,
-0.1463446021080017
],
[
0.1837746948003769,
-0.028110146522521973,
-0.132683664560318
],
[
0.3056362569332123,
-0.03690863028168678,
-0.03741638734936714
],
[
0.4038652181625366,
-0.03533212095499039,
0.033925894647836685
],
[
0.4757198393344879,
-0.03395434841513634,
0.03149434179067612
],
[
0.5393884778022766,
-0.03215235471725464,
0.032992709428071976
],
[
0.6294119358062744,
-0.029916079714894295,
0.05009869486093521
],
[
0.7288295030593872,
-0.024323806166648865,
0.03478018939495087
],
[
0.7911652326583862,
-0.021448174491524696,
0.015042147599160671
],
[
0.7840637564659119,
-0.021539557725191116,
0.0084505220875144
]
],
"pointing": {
"apos": 1085,
"opos": 606
},
"rvq_codes": [
3,
148,
90
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
18
],
"tensor": "processed/segment0.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
19,
20
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
553
],
"attention_mask": [
1,
553
],
"pixel_values_videos": [
1,
4928,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
553
],
"mm_token_type_ids": [
1,
553
]
}
},
"history_fps": 4
},
"native_latency_ms": 217.16090478003025
},
"response": {
"type": "step",
"actions": [
[
0.03610006347298622,
-0.0022891564294695854,
-0.1463446021080017
],
[
0.14986138564777116,
-0.004010655656656897,
0.013660937547683716
],
[
0.1219544439728473,
0.007400488983090071,
0.09526727721095085
],
[
0.09810123614245894,
0.005249921253768667,
0.07134228199720383
],
[
0.07186000721332601,
-0.001060284979116901,
-0.002431552857160568
],
[
0.06369380804513776,
-0.00020377030778072087,
0.0014983676373958588
],
[
0.0900482337184253,
-0.0007345209837638146,
0.017105985432863235
],
[
0.09957287872633831,
0.0006066499118393635,
-0.015318505465984344
],
[
0.062398025682512896,
0.0007062811727359731,
-0.019738041795790195
],
[
-0.007102047343843058,
1.5444529364601196e-05,
-0.006591625511646271
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 2,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3328128168359399,
"peak_memory_bytes": 9338360832,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9644802048,
"load_count": 1,
"total_seconds": 0.336435959674418
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.03610006347298622,
-0.0022891564294695854,
-0.1463446021080017
],
[
0.1837746948003769,
-0.028110146522521973,
-0.132683664560318
],
[
0.3056362569332123,
-0.03690863028168678,
-0.03741638734936714
],
[
0.4038652181625366,
-0.03533212095499039,
0.033925894647836685
],
[
0.4757198393344879,
-0.03395434841513634,
0.03149434179067612
],
[
0.5393884778022766,
-0.03215235471725464,
0.03299270942807198
],
[
0.6294119358062744,
-0.029916079714894295,
0.05009869486093522
],
[
0.7288295030593872,
-0.024323806166648865,
0.03478018939495088
],
[
0.7911652326583862,
-0.021448174491524693,
0.015042147599160685
],
[
0.7840637564659119,
-0.021539557725191113,
0.008450522087514414
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
[
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
[
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
[
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
[
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
[
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
[
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
[
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
[
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
[
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
[
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
[
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
[
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
[
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
[
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
[
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
[
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
[
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
[
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
[
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
[
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.9315490220005813,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
697
],
"attention_mask": [
1,
697
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
697
],
"mm_token_type_ids": [
1,
697
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.11070112884044647,
0.0016740805003792048,
0.016317343339324
],
[
0.12021955494180478,
-0.0009372343016694406,
-0.003253457136452198
],
[
0.11235069990238747,
7.695521572187274e-05,
-0.004435588605701923
],
[
0.10628249767873076,
-4.803641160621168e-05,
-0.0007006311789155006
],
[
0.099068127818267,
-0.00019811578711977171,
-0.003805662505328655
],
[
0.07032777589212848,
-0.0023098198456098116,
0.0129140205681324
],
[
0.06806620761174534,
0.003669510155351505,
0.054268922656774514
],
[
0.07371445618216471,
0.003223239818812778,
0.09557276964187622
],
[
0.042027281612461206,
-0.00035429568318962393,
-0.2002529241144657
],
[
0.02418288562134581,
-1.70567837175146e-05,
-0.09496688470244408
]
],
"stop": false,
"plan": null,
"raw": "<apos_1137><opos_657><act_l0_105><act_l1_25><act_l2_255><|im_end|>",
"waypoints": [
[
0.11070112884044647,
0.0016740805003792048,
0.016317343339323997
],
[
0.2309199720621109,
0.0026985476724803448,
0.0130638862028718
],
[
0.3432600796222687,
0.004243191331624985,
0.008628297597169876
],
[
0.44953903555870056,
0.0051121823489665985,
0.007927666418254375
],
[
0.5486056208610535,
0.005699443630874157,
0.00412200391292572
],
[
0.6189423203468323,
0.0036795339547097683,
0.01703602448105812
],
[
0.6869361400604248,
0.008508033119142056,
0.07130494713783264
],
[
0.7602336406707764,
0.016974834725260735,
0.16687771677970886
],
[
0.8017359375953674,
0.023606371134519577,
-0.03337520733475685
],
[
0.8259047865867615,
0.02278236486017704,
-0.12834209203720093
]
],
"pointing": {
"apos": 1137,
"opos": 657
},
"rvq_codes": [
105,
25,
255
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
697
],
"attention_mask": [
1,
697
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
697
],
"mm_token_type_ids": [
1,
697
]
}
},
"history_fps": 4
},
"native_latency_ms": 228.08715468272567
},
"response": {
"type": "step",
"actions": [
[
0.11070112884044647,
0.0016740805003792048,
0.016317343339324
],
[
0.12021955494180478,
-0.0009372343016694406,
-0.003253457136452198
],
[
0.11235069990238747,
7.695521572187274e-05,
-0.004435588605701923
],
[
0.10628249767873076,
-4.803641160621168e-05,
-0.0007006311789155006
],
[
0.099068127818267,
-0.00019811578711977171,
-0.003805662505328655
],
[
0.07032777589212848,
-0.0023098198456098116,
0.0129140205681324
],
[
0.06806620761174534,
0.003669510155351505,
0.054268922656774514
],
[
0.07371445618216471,
0.003223239818812778,
0.09557276964187622
],
[
0.042027281612461206,
-0.00035429568318962393,
-0.2002529241144657
],
[
0.02418288562134581,
-1.70567837175146e-05,
-0.09496688470244408
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 3,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3932347479276359,
"peak_memory_bytes": 9419125248,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9875488768,
"load_count": 1,
"total_seconds": 0.39674623403698206
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.11070112884044647,
0.0016740805003792048,
0.016317343339324004
],
[
0.2309199720621109,
0.0026985476724803456,
0.013063886202871805
],
[
0.3432600796222687,
0.0042431913316249865,
0.008628297597169883
],
[
0.44953903555870056,
0.005112182348966601,
0.007927666418254382
],
[
0.5486056208610535,
0.00569944363087416,
0.004122003912925726
],
[
0.6189423203468323,
0.0036795339547097713,
0.01703602448105813
],
[
0.6869361400604248,
0.008508033119142059,
0.07130494713783264
],
[
0.7602336406707764,
0.016974834725260738,
0.16687771677970886
],
[
0.8017359375953674,
0.02360637113451958,
-0.03337520733475685
],
[
0.8259047865867615,
0.022782364860177044,
-0.12834209203720093
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
[
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
[
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
[
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
[
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
[
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
[
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
[
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
[
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
[
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
[
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
[
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
[
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
[
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
[
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
[
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
[
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
[
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
[
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
[
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
[
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
[
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
[
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
[
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
[
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
[
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
[
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
[
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
[
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
[
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
[
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-000.jpg",
"sha256": "00f9cd4d61d2f38bc2a0de6771cd7e2d80dba9df4ad43f1fbd5d1cdbf0094c78",
"pose": [
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
"timestamp": 4419.128937688,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-001.jpg",
"sha256": "29157fbd61abb07e85543ff39e7fdb5f140d800e3d323e500afd375b861ea659",
"pose": [
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
"timestamp": 4419.662877042,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.9315490220005813,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
36,
37
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
821
],
"attention_mask": [
1,
821
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
821
],
"mm_token_type_ids": [
1,
821
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-000.jpg",
"sha256": "00f9cd4d61d2f38bc2a0de6771cd7e2d80dba9df4ad43f1fbd5d1cdbf0094c78",
"pose": [
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
"timestamp": 4419.128937688,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-001.jpg",
"sha256": "29157fbd61abb07e85543ff39e7fdb5f140d800e3d323e500afd375b861ea659",
"pose": [
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
"timestamp": 4419.662877042,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
-0.024050472304224968,
-0.0017219145083799958,
-0.15293870866298676
],
[
0.011186086222505465,
-0.006268257907123625,
-0.16318996250629422
],
[
0.012440279581712588,
0.002616183477976236,
-0.08367037773132324
],
[
0.12282617973022883,
-0.006860608652527543,
0.0327627956867218
],
[
0.09301649833098505,
-0.0028403764240888148,
0.017545074224472046
],
[
0.07033618323248968,
-0.0032243020841276095,
-0.01572379469871521
],
[
0.08114440825787199,
-0.0016258981807906608,
0.004604130983352661
],
[
0.08723871398433533,
-0.0021061924256587233,
-0.014693975448608398
],
[
0.08977372505507511,
-0.0012334220302656143,
-0.016428381204605103
],
[
0.07090608053206311,
-0.00016812630689290453,
-0.0003185272216796875
]
],
"stop": false,
"plan": null,
"raw": "<apos_1188><opos_607><act_l0_121><act_l1_188><act_l2_214><|im_end|>",
"waypoints": [
[
-0.024050472304224968,
-0.0017219145083799958,
-0.15293870866298676
],
[
-0.013949880376458168,
-0.009621131233870983,
-0.316128671169281
],
[
-0.0013127215206623077,
-0.011002141050994396,
-0.39979904890060425
],
[
0.10915691405534744,
-0.06512974947690964,
-0.36703625321388245
],
[
0.19495877623558044,
-0.1011599749326706,
-0.3494911789894104
],
[
0.2599388659000397,
-0.1282738596200943,
-0.3652149736881256
],
[
0.3351508677005768,
-0.1587732583284378,
-0.36061084270477295
],
[
0.41603535413742065,
-0.19152580201625824,
-0.37530481815338135
],
[
0.49910834431648254,
-0.22558048367500305,
-0.39173319935798645
],
[
0.5645790100097656,
-0.2528071701526642,
-0.39205172657966614
]
],
"pointing": {
"apos": 1188,
"opos": 607
},
"rvq_codes": [
121,
188,
214
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
36,
37
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
821
],
"attention_mask": [
1,
821
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
821
],
"mm_token_type_ids": [
1,
821
]
}
},
"history_fps": 4
},
"native_latency_ms": 257.8259822912514
},
"response": {
"type": "step",
"actions": [
[
-0.024050472304224968,
-0.0017219145083799958,
-0.15293870866298676
],
[
0.011186086222505465,
-0.006268257907123625,
-0.16318996250629422
],
[
0.012440279581712588,
0.002616183477976236,
-0.08367037773132324
],
[
0.12282617973022883,
-0.006860608652527543,
0.0327627956867218
],
[
0.09301649833098505,
-0.0028403764240888148,
0.017545074224472046
],
[
0.07033618323248968,
-0.0032243020841276095,
-0.01572379469871521
],
[
0.08114440825787199,
-0.0016258981807906608,
0.004604130983352661
],
[
0.08723871398433533,
-0.0021061924256587233,
-0.014693975448608398
],
[
0.08977372505507511,
-0.0012334220302656143,
-0.016428381204605103
],
[
0.07090608053206311,
-0.00016812630689290453,
-0.0003185272216796875
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 4,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.47106694569811225,
"peak_memory_bytes": 9505664512,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10125049856,
"load_count": 1,
"total_seconds": 0.475083002820611
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
-0.024050472304224968,
-0.0017219145083799958,
-0.15293870866298676
],
[
-0.013949880376458166,
-0.009621131233870985,
-0.316128671169281
],
[
-0.0013127215206623069,
-0.011002141050994398,
-0.3997990489006043
],
[
0.10915691405534744,
-0.06512974947690965,
-0.3670362532138825
],
[
0.19495877623558042,
-0.10115997493267062,
-0.34949117898941046
],
[
0.2599388659000397,
-0.12827385962009433,
-0.3652149736881257
],
[
0.3351508677005768,
-0.15877325832843783,
-0.36061084270477306
],
[
0.41603535413742065,
-0.19152580201625827,
-0.3753048181533815
],
[
0.49910834431648254,
-0.2255804836750031,
-0.3917331993579866
],
[
0.5645790100097656,
-0.25280717015266424,
-0.3920517265796663
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
[
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
[
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
[
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
[
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
[
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
[
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
[
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
[
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
[
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
[
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
[
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
[
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
[
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
[
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
[
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
[
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
[
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
[
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
[
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
[
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
[
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
[
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
[
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
[
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
[
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
[
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
[
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
[
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
[
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
[
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
[
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
[
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
[
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
[
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
[
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
[
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
[
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
[
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
[
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
[
1.849441936463093,
0.019462913276474425,
0.05841708395378875
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-000.jpg",
"sha256": "00f9cd4d61d2f38bc2a0de6771cd7e2d80dba9df4ad43f1fbd5d1cdbf0094c78",
"pose": [
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
"timestamp": 4419.128937688,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-001.jpg",
"sha256": "29157fbd61abb07e85543ff39e7fdb5f140d800e3d323e500afd375b861ea659",
"pose": [
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
"timestamp": 4419.662877042,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-000.jpg",
"sha256": "bce461e4d024bcfca18dc081f43636cbff3958c03d424b62dc51cc6e78c20bc3",
"pose": [
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
"timestamp": 4427.068873211,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-001.jpg",
"sha256": "63e13ac17ed62951b74f2b1c0b546f4ebbe4659405bc0a66416b305a8c307131",
"pose": [
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
"timestamp": 4427.935774194,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-002.jpg",
"sha256": "60af9d744dfcd0c20e1dd2974b46ced63c757dc0d11f10f9876d64a4b4df4845",
"pose": [
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
"timestamp": 4428.33808748,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-003.jpg",
"sha256": "072e61dfb910d77579a9973d740e2c6c66b06933abd7cd55c6e09ffabef67c7b",
"pose": [
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
"timestamp": 4429.002607749,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-004.jpg",
"sha256": "7e2f7d6fe434baee62b85a2aa3362d7e2b298e1623d3544868809bf272f58c6a",
"pose": [
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
"timestamp": 4429.542239315,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-005.jpg",
"sha256": "709ac4ff36f9950dab2fec8d8b872cdc47f3cc8cac21d69513d9a52dc629e790",
"pose": [
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
"timestamp": 4430.072666206,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-006.jpg",
"sha256": "b3580ab6d4d3ceed1ad715901b1e1b186b86c1b53de395dc21cc9d34b1bee7f0",
"pose": [
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
"timestamp": 4430.604739774,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-007.jpg",
"sha256": "cf82e845cd4a57466e1ea7fc02ce4706a8dff5fb8d277e943419883ece001538",
"pose": [
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
"timestamp": 4431.142090883,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-008.jpg",
"sha256": "81e69182babf1513167512bb55638311aeb32fbacccc9e578160d5db4cd761d4",
"pose": [
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
"timestamp": 4431.740186211,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-009.jpg",
"sha256": "7851b20069fdf9590d534376d96f7ad75a7e4c28f7689f5b3ed4c37411acf5bf",
"pose": [
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
"timestamp": 4432.276550569,
"observation_id": 50
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.9315490220005813,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
6,
7,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13
],
"tensor": "processed/segment1.pt",
"shape": [
4,
3,
256,
448
]
},
{
"indices": [
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
46,
47
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
859
],
"attention_mask": [
1,
859
],
"pixel_values_videos": [
1,
8960,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
859
],
"mm_token_type_ids": [
1,
859
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-000.jpg",
"sha256": "00f9cd4d61d2f38bc2a0de6771cd7e2d80dba9df4ad43f1fbd5d1cdbf0094c78",
"pose": [
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
"timestamp": 4419.128937688,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-001.jpg",
"sha256": "29157fbd61abb07e85543ff39e7fdb5f140d800e3d323e500afd375b861ea659",
"pose": [
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
"timestamp": 4419.662877042,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-000.jpg",
"sha256": "bce461e4d024bcfca18dc081f43636cbff3958c03d424b62dc51cc6e78c20bc3",
"pose": [
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
"timestamp": 4427.068873211,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-001.jpg",
"sha256": "63e13ac17ed62951b74f2b1c0b546f4ebbe4659405bc0a66416b305a8c307131",
"pose": [
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
"timestamp": 4427.935774194,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-002.jpg",
"sha256": "60af9d744dfcd0c20e1dd2974b46ced63c757dc0d11f10f9876d64a4b4df4845",
"pose": [
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
"timestamp": 4428.33808748,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-003.jpg",
"sha256": "072e61dfb910d77579a9973d740e2c6c66b06933abd7cd55c6e09ffabef67c7b",
"pose": [
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
"timestamp": 4429.002607749,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-004.jpg",
"sha256": "7e2f7d6fe434baee62b85a2aa3362d7e2b298e1623d3544868809bf272f58c6a",
"pose": [
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
"timestamp": 4429.542239315,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-005.jpg",
"sha256": "709ac4ff36f9950dab2fec8d8b872cdc47f3cc8cac21d69513d9a52dc629e790",
"pose": [
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
"timestamp": 4430.072666206,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-006.jpg",
"sha256": "b3580ab6d4d3ceed1ad715901b1e1b186b86c1b53de395dc21cc9d34b1bee7f0",
"pose": [
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
"timestamp": 4430.604739774,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-007.jpg",
"sha256": "cf82e845cd4a57466e1ea7fc02ce4706a8dff5fb8d277e943419883ece001538",
"pose": [
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
"timestamp": 4431.142090883,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-008.jpg",
"sha256": "81e69182babf1513167512bb55638311aeb32fbacccc9e578160d5db4cd761d4",
"pose": [
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
"timestamp": 4431.740186211,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-009.jpg",
"sha256": "7851b20069fdf9590d534376d96f7ad75a7e4c28f7689f5b3ed4c37411acf5bf",
"pose": [
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
"timestamp": 4432.276550569,
"observation_id": 50
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.14570213952794292,
-0.012604400242322053,
-0.011125832796096803
],
[
0.14001499708270707,
0.013658244802515044,
0.20506123453378675
],
[
0.13916921245551467,
0.00619462841275896,
0.1004914017394185
],
[
0.08133922111787786,
0.0038810258886905705,
-0.00595152098685503
],
[
0.060549004424404376,
0.0018220139945637182,
-0.043193113058805466
],
[
0.11810187251042122,
0.0010861816055666319,
-0.03109409287571907
],
[
0.13130103353144568,
0.0004156610950267897,
-0.007723316550254822
],
[
0.12355742257424808,
0.00010396882344883805,
0.04506359621882439
],
[
0.10017517343713295,
7.968772199740473e-06,
0.004635866731405258
]
],
"stop": false,
"plan": null,
"raw": "<apos_1036><opos_606><act_l0_27><act_l1_47><act_l2_67><|im_end|>",
"waypoints": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.13725116848945618,
-0.05361705273389816,
-0.31075578927993774
],
[
0.274736225605011,
-0.08342655003070831,
-0.10569455474615097
],
[
0.4137823283672333,
-0.09194854646921158,
-0.005203153006732464
],
[
0.4951406419277191,
-0.088490791618824,
-0.011154673993587494
],
[
0.5557062029838562,
-0.08734428137540817,
-0.05434778705239296
],
[
0.6736927032470703,
-0.092675119638443,
-0.08544187992811203
],
[
0.8045502305030823,
-0.10346593707799911,
-0.09316519647836685
],
[
0.9275814890861511,
-0.1148570254445076,
-0.048101600259542465
],
[
1.0276411771774292,
-0.11966579407453537,
-0.04346573352813721
]
],
"pointing": {
"apos": 1036,
"opos": 606
},
"rvq_codes": [
27,
47,
67
],
"model_input": {
"history_indices": [
0,
1,
6,
7,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13
],
"tensor": "processed/segment1.pt",
"shape": [
4,
3,
256,
448
]
},
{
"indices": [
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
46,
47
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
859
],
"attention_mask": [
1,
859
],
"pixel_values_videos": [
1,
8960,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
859
],
"mm_token_type_ids": [
1,
859
]
}
},
"history_fps": 4
},
"native_latency_ms": 239.39746711403131
},
"response": {
"type": "step",
"actions": [
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.14570213952794292,
-0.012604400242322053,
-0.011125832796096803
],
[
0.14001499708270707,
0.013658244802515044,
0.20506123453378675
],
[
0.13916921245551467,
0.00619462841275896,
0.1004914017394185
],
[
0.08133922111787786,
0.0038810258886905705,
-0.00595152098685503
],
[
0.060549004424404376,
0.0018220139945637182,
-0.043193113058805466
],
[
0.11810187251042122,
0.0010861816055666319,
-0.03109409287571907
],
[
0.13130103353144568,
0.0004156610950267897,
-0.007723316550254822
],
[
0.12355742257424808,
0.00010396882344883805,
0.04506359621882439
],
[
0.10017517343713295,
7.968772199740473e-06,
0.004635866731405258
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 5,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.44597314624115825,
"peak_memory_bytes": 9525573632,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10309599232,
"load_count": 1,
"total_seconds": 0.45034487964585423
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0017610731301829219,
0.001432183664292097,
-0.29962995648384094
],
[
0.13725116848945618,
-0.05361705273389816,
-0.31075578927993774
],
[
0.274736225605011,
-0.08342655003070831,
-0.105694554746151
],
[
0.4137823283672332,
-0.09194854646921159,
-0.005203153006732492
],
[
0.49514064192771906,
-0.08849079161882402,
-0.011154673993587522
],
[
0.5557062029838561,
-0.08734428137540819,
-0.05434778705239299
],
[
0.6736927032470702,
-0.09267511963844302,
-0.08544187992811207
],
[
0.8045502305030822,
-0.10346593707799914,
-0.0931651964783669
],
[
0.927581489086151,
-0.11485702544450763,
-0.04810160025954251
],
[
1.0276411771774292,
-0.1196657940745354,
-0.04346573352813725
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
[
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
[
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
[
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
[
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
[
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
[
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
[
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
[
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
[
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
[
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
[
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
[
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
[
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
[
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
[
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
[
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
[
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
[
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
[
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
[
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
[
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
[
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
[
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
[
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
[
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
[
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
[
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
[
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
[
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
[
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
[
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
[
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
[
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
[
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
[
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
[
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
[
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
[
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
[
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
[
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
[
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
[
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
[
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
[
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
[
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
[
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
[
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
[
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
[
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
[
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-000.jpg",
"sha256": "00f9cd4d61d2f38bc2a0de6771cd7e2d80dba9df4ad43f1fbd5d1cdbf0094c78",
"pose": [
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
"timestamp": 4419.128937688,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-001.jpg",
"sha256": "29157fbd61abb07e85543ff39e7fdb5f140d800e3d323e500afd375b861ea659",
"pose": [
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
"timestamp": 4419.662877042,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-000.jpg",
"sha256": "bce461e4d024bcfca18dc081f43636cbff3958c03d424b62dc51cc6e78c20bc3",
"pose": [
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
"timestamp": 4427.068873211,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-001.jpg",
"sha256": "63e13ac17ed62951b74f2b1c0b546f4ebbe4659405bc0a66416b305a8c307131",
"pose": [
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
"timestamp": 4427.935774194,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-002.jpg",
"sha256": "60af9d744dfcd0c20e1dd2974b46ced63c757dc0d11f10f9876d64a4b4df4845",
"pose": [
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
"timestamp": 4428.33808748,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-003.jpg",
"sha256": "072e61dfb910d77579a9973d740e2c6c66b06933abd7cd55c6e09ffabef67c7b",
"pose": [
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
"timestamp": 4429.002607749,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-004.jpg",
"sha256": "7e2f7d6fe434baee62b85a2aa3362d7e2b298e1623d3544868809bf272f58c6a",
"pose": [
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
"timestamp": 4429.542239315,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-005.jpg",
"sha256": "709ac4ff36f9950dab2fec8d8b872cdc47f3cc8cac21d69513d9a52dc629e790",
"pose": [
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
"timestamp": 4430.072666206,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-006.jpg",
"sha256": "b3580ab6d4d3ceed1ad715901b1e1b186b86c1b53de395dc21cc9d34b1bee7f0",
"pose": [
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
"timestamp": 4430.604739774,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-007.jpg",
"sha256": "cf82e845cd4a57466e1ea7fc02ce4706a8dff5fb8d277e943419883ece001538",
"pose": [
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
"timestamp": 4431.142090883,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-008.jpg",
"sha256": "81e69182babf1513167512bb55638311aeb32fbacccc9e578160d5db4cd761d4",
"pose": [
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
"timestamp": 4431.740186211,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-009.jpg",
"sha256": "7851b20069fdf9590d534376d96f7ad75a7e4c28f7689f5b3ed4c37411acf5bf",
"pose": [
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
"timestamp": 4432.276550569,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-000.jpg",
"sha256": "1fcf1186ab2b0e434d4d785d84d8152ed8fe2c2ba40af4e442ae6bce88f61324",
"pose": [
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
"timestamp": 4434.34397316,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-001.jpg",
"sha256": "bb7776e5d150ea8652d773c0258356d482072cd117201cfa38772cb6d407f78a",
"pose": [
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
"timestamp": 4435.144015588,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-002.jpg",
"sha256": "d6ef234904574dbcbcba7db3581428d4456f2392ee7fb438ab7c0e400e4628c7",
"pose": [
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
"timestamp": 4435.877473006,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-003.jpg",
"sha256": "9d6e58ea1aa352c1747abdeea5133615474f376621876c8bc2db753b78dca831",
"pose": [
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
"timestamp": 4438.345694723,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-004.jpg",
"sha256": "8120a9deab176f765bc739ae969bb934147fa4649bf3de40c6ffd028976df68c",
"pose": [
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
"timestamp": 4438.880484312,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-005.jpg",
"sha256": "24eb961e19f21bd576951ee3f51adccb01806ecef88189c64cb4f1f8acd798ad",
"pose": [
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
"timestamp": 4439.213950468,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-006.jpg",
"sha256": "e565a5ff066a99db65e0d28cb44755ac19f392190b64bd8cbc72ad58ee5d235b",
"pose": [
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
"timestamp": 4439.950970366,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-007.jpg",
"sha256": "be9e1a32be457b125797f5aaa8ae1803ba8150fe98902160cdd3b4c502dc7bd7",
"pose": [
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
"timestamp": 4440.615355847,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-008.jpg",
"sha256": "1eb6985576ba6c58c6a0d72ecf4ce3b49d628ff77d104a33fee74e32ae0a9d67",
"pose": [
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
"timestamp": 4441.35127283,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-009.jpg",
"sha256": "dc439fdf40bdee599915a84ca73d23be410be9d805eb2289945e1f375c2ccb3d",
"pose": [
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
],
"timestamp": 4441.881666664,
"observation_id": 60
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.9315490220005813,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
59,
60
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
933
],
"attention_mask": [
1,
933
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
933
],
"mm_token_type_ids": [
1,
933
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-000.jpg",
"sha256": "00f9cd4d61d2f38bc2a0de6771cd7e2d80dba9df4ad43f1fbd5d1cdbf0094c78",
"pose": [
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
"timestamp": 4419.128937688,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-001.jpg",
"sha256": "29157fbd61abb07e85543ff39e7fdb5f140d800e3d323e500afd375b861ea659",
"pose": [
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
"timestamp": 4419.662877042,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-000.jpg",
"sha256": "bce461e4d024bcfca18dc081f43636cbff3958c03d424b62dc51cc6e78c20bc3",
"pose": [
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
"timestamp": 4427.068873211,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-001.jpg",
"sha256": "63e13ac17ed62951b74f2b1c0b546f4ebbe4659405bc0a66416b305a8c307131",
"pose": [
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
"timestamp": 4427.935774194,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-002.jpg",
"sha256": "60af9d744dfcd0c20e1dd2974b46ced63c757dc0d11f10f9876d64a4b4df4845",
"pose": [
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
"timestamp": 4428.33808748,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-003.jpg",
"sha256": "072e61dfb910d77579a9973d740e2c6c66b06933abd7cd55c6e09ffabef67c7b",
"pose": [
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
"timestamp": 4429.002607749,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-004.jpg",
"sha256": "7e2f7d6fe434baee62b85a2aa3362d7e2b298e1623d3544868809bf272f58c6a",
"pose": [
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
"timestamp": 4429.542239315,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-005.jpg",
"sha256": "709ac4ff36f9950dab2fec8d8b872cdc47f3cc8cac21d69513d9a52dc629e790",
"pose": [
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
"timestamp": 4430.072666206,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-006.jpg",
"sha256": "b3580ab6d4d3ceed1ad715901b1e1b186b86c1b53de395dc21cc9d34b1bee7f0",
"pose": [
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
"timestamp": 4430.604739774,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-007.jpg",
"sha256": "cf82e845cd4a57466e1ea7fc02ce4706a8dff5fb8d277e943419883ece001538",
"pose": [
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
"timestamp": 4431.142090883,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-008.jpg",
"sha256": "81e69182babf1513167512bb55638311aeb32fbacccc9e578160d5db4cd761d4",
"pose": [
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
"timestamp": 4431.740186211,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-009.jpg",
"sha256": "7851b20069fdf9590d534376d96f7ad75a7e4c28f7689f5b3ed4c37411acf5bf",
"pose": [
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
"timestamp": 4432.276550569,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-000.jpg",
"sha256": "1fcf1186ab2b0e434d4d785d84d8152ed8fe2c2ba40af4e442ae6bce88f61324",
"pose": [
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
"timestamp": 4434.34397316,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-001.jpg",
"sha256": "bb7776e5d150ea8652d773c0258356d482072cd117201cfa38772cb6d407f78a",
"pose": [
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
"timestamp": 4435.144015588,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-002.jpg",
"sha256": "d6ef234904574dbcbcba7db3581428d4456f2392ee7fb438ab7c0e400e4628c7",
"pose": [
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
"timestamp": 4435.877473006,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-003.jpg",
"sha256": "9d6e58ea1aa352c1747abdeea5133615474f376621876c8bc2db753b78dca831",
"pose": [
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
"timestamp": 4438.345694723,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-004.jpg",
"sha256": "8120a9deab176f765bc739ae969bb934147fa4649bf3de40c6ffd028976df68c",
"pose": [
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
"timestamp": 4438.880484312,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-005.jpg",
"sha256": "24eb961e19f21bd576951ee3f51adccb01806ecef88189c64cb4f1f8acd798ad",
"pose": [
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
"timestamp": 4439.213950468,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-006.jpg",
"sha256": "e565a5ff066a99db65e0d28cb44755ac19f392190b64bd8cbc72ad58ee5d235b",
"pose": [
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
"timestamp": 4439.950970366,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-007.jpg",
"sha256": "be9e1a32be457b125797f5aaa8ae1803ba8150fe98902160cdd3b4c502dc7bd7",
"pose": [
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
"timestamp": 4440.615355847,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-008.jpg",
"sha256": "1eb6985576ba6c58c6a0d72ecf4ce3b49d628ff77d104a33fee74e32ae0a9d67",
"pose": [
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
"timestamp": 4441.35127283,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-009.jpg",
"sha256": "dc439fdf40bdee599915a84ca73d23be410be9d805eb2289945e1f375c2ccb3d",
"pose": [
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
],
"timestamp": 4441.881666664,
"observation_id": 60
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.008704017847776413,
0.002927602268755436,
-0.2860088646411896
],
[
0.1418144765398493,
-0.014839848333726487,
-0.06865650415420532
],
[
0.13240878154955796,
0.015404583909822783,
0.1384161114692688
],
[
0.1216939565502676,
0.006506214134569845,
0.05304048955440521
],
[
0.11479114826105744,
0.0022353235585773484,
0.0028306394815444946
],
[
0.09853325632965806,
0.004927529970964793,
0.10535380244255066
],
[
0.12371545240946315,
0.0009574877165888923,
0.04910359904170036
],
[
0.13302621237883241,
0.00019750983731364616,
-0.03437545895576477
],
[
0.11810784914121529,
0.00011639069511662405,
-0.022047195583581924
],
[
0.1001921304889207,
-3.9270262798280636e-07,
-0.0011075139045715332
]
],
"stop": false,
"plan": null,
"raw": "<apos_1086><opos_560><act_l0_27><act_l1_47><act_l2_103><|im_end|>",
"waypoints": [
[
0.008704017847776413,
0.002927602268755436,
-0.2860088646411896
],
[
0.14057093858718872,
-0.05131889134645462,
-0.3546653687953949
],
[
0.2700886130332947,
-0.08285551518201828,
-0.2162492573261261
],
[
0.3903442323207855,
-0.1026124358177185,
-0.1632087677717209
],
[
0.503973126411438,
-0.11905867606401443,
-0.1603781282901764
],
[
0.6020287871360779,
-0.1299293041229248,
-0.05502432584762573
],
[
0.7256096601486206,
-0.13577719032764435,
-0.005920726805925369
],
[
0.8586347103118896,
-0.1363672912120819,
-0.04029618576169014
],
[
0.9766513705253601,
-0.14100900292396545,
-0.062343381345272064
],
[
1.0766488313674927,
-0.1472516655921936,
-0.0634508952498436
]
],
"pointing": {
"apos": 1086,
"opos": 560
},
"rvq_codes": [
27,
47,
103
],
"model_input": {
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
59,
60
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
933
],
"attention_mask": [
1,
933
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
933
],
"mm_token_type_ids": [
1,
933
]
}
},
"history_fps": 4
},
"native_latency_ms": 248.57790116220713
},
"response": {
"type": "step",
"actions": [
[
0.008704017847776413,
0.002927602268755436,
-0.2860088646411896
],
[
0.1418144765398493,
-0.014839848333726487,
-0.06865650415420532
],
[
0.13240878154955796,
0.015404583909822783,
0.1384161114692688
],
[
0.1216939565502676,
0.006506214134569845,
0.05304048955440521
],
[
0.11479114826105744,
0.0022353235585773484,
0.0028306394815444946
],
[
0.09853325632965806,
0.004927529970964793,
0.10535380244255066
],
[
0.12371545240946315,
0.0009574877165888923,
0.04910359904170036
],
[
0.13302621237883241,
0.00019750983731364616,
-0.03437545895576477
],
[
0.11810784914121529,
0.00011639069511662405,
-0.022047195583581924
],
[
0.1001921304889207,
-3.9270262798280636e-07,
-0.0011075139045715332
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 6,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5509336441755295,
"peak_memory_bytes": 9566996480,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10473177088,
"load_count": 1,
"total_seconds": 0.5559747628867626
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.008704017847776413,
0.002927602268755436,
-0.2860088646411896
],
[
0.1405709385871887,
-0.051318891346454606,
-0.3546653687953949
],
[
0.2700886130332946,
-0.08285551518201827,
-0.2162492573261261
],
[
0.39034423232078547,
-0.10261243581771849,
-0.16320876777172086
],
[
0.5039731264114379,
-0.11905867606401442,
-0.16037812829017636
],
[
0.6020287871360778,
-0.1299293041229248,
-0.055024325847625705
],
[
0.7256096601486205,
-0.13577719032764432,
-0.0059207268059253415
],
[
0.8586347103118895,
-0.13636729121208188,
-0.04029618576169011
],
[
0.97665137052536,
-0.14100900292396543,
-0.062343381345272036
],
[
1.0766488313674927,
-0.14725166559219358,
-0.06345089524984357
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
[
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
[
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
[
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
[
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
[
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
[
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
[
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
[
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
[
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
[
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
[
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
[
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
[
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
[
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
[
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
[
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
[
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
[
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
[
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
[
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
[
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
[
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
[
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
[
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
[
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
[
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
[
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
[
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
[
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
[
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
[
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
[
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
[
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
[
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
[
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
[
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
[
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
[
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
[
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
[
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
[
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
[
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
[
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
[
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
[
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
[
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
[
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
[
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
[
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
[
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
[
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
[
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
[
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
[
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
[
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
[
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
[
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
[
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
[
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
[
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-000.jpg",
"sha256": "00f9cd4d61d2f38bc2a0de6771cd7e2d80dba9df4ad43f1fbd5d1cdbf0094c78",
"pose": [
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
"timestamp": 4419.128937688,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-001.jpg",
"sha256": "29157fbd61abb07e85543ff39e7fdb5f140d800e3d323e500afd375b861ea659",
"pose": [
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
"timestamp": 4419.662877042,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-000.jpg",
"sha256": "bce461e4d024bcfca18dc081f43636cbff3958c03d424b62dc51cc6e78c20bc3",
"pose": [
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
"timestamp": 4427.068873211,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-001.jpg",
"sha256": "63e13ac17ed62951b74f2b1c0b546f4ebbe4659405bc0a66416b305a8c307131",
"pose": [
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
"timestamp": 4427.935774194,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-002.jpg",
"sha256": "60af9d744dfcd0c20e1dd2974b46ced63c757dc0d11f10f9876d64a4b4df4845",
"pose": [
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
"timestamp": 4428.33808748,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-003.jpg",
"sha256": "072e61dfb910d77579a9973d740e2c6c66b06933abd7cd55c6e09ffabef67c7b",
"pose": [
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
"timestamp": 4429.002607749,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-004.jpg",
"sha256": "7e2f7d6fe434baee62b85a2aa3362d7e2b298e1623d3544868809bf272f58c6a",
"pose": [
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
"timestamp": 4429.542239315,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-005.jpg",
"sha256": "709ac4ff36f9950dab2fec8d8b872cdc47f3cc8cac21d69513d9a52dc629e790",
"pose": [
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
"timestamp": 4430.072666206,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-006.jpg",
"sha256": "b3580ab6d4d3ceed1ad715901b1e1b186b86c1b53de395dc21cc9d34b1bee7f0",
"pose": [
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
"timestamp": 4430.604739774,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-007.jpg",
"sha256": "cf82e845cd4a57466e1ea7fc02ce4706a8dff5fb8d277e943419883ece001538",
"pose": [
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
"timestamp": 4431.142090883,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-008.jpg",
"sha256": "81e69182babf1513167512bb55638311aeb32fbacccc9e578160d5db4cd761d4",
"pose": [
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
"timestamp": 4431.740186211,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-009.jpg",
"sha256": "7851b20069fdf9590d534376d96f7ad75a7e4c28f7689f5b3ed4c37411acf5bf",
"pose": [
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
"timestamp": 4432.276550569,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-000.jpg",
"sha256": "1fcf1186ab2b0e434d4d785d84d8152ed8fe2c2ba40af4e442ae6bce88f61324",
"pose": [
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
"timestamp": 4434.34397316,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-001.jpg",
"sha256": "bb7776e5d150ea8652d773c0258356d482072cd117201cfa38772cb6d407f78a",
"pose": [
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
"timestamp": 4435.144015588,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-002.jpg",
"sha256": "d6ef234904574dbcbcba7db3581428d4456f2392ee7fb438ab7c0e400e4628c7",
"pose": [
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
"timestamp": 4435.877473006,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-003.jpg",
"sha256": "9d6e58ea1aa352c1747abdeea5133615474f376621876c8bc2db753b78dca831",
"pose": [
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
"timestamp": 4438.345694723,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-004.jpg",
"sha256": "8120a9deab176f765bc739ae969bb934147fa4649bf3de40c6ffd028976df68c",
"pose": [
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
"timestamp": 4438.880484312,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-005.jpg",
"sha256": "24eb961e19f21bd576951ee3f51adccb01806ecef88189c64cb4f1f8acd798ad",
"pose": [
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
"timestamp": 4439.213950468,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-006.jpg",
"sha256": "e565a5ff066a99db65e0d28cb44755ac19f392190b64bd8cbc72ad58ee5d235b",
"pose": [
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
"timestamp": 4439.950970366,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-007.jpg",
"sha256": "be9e1a32be457b125797f5aaa8ae1803ba8150fe98902160cdd3b4c502dc7bd7",
"pose": [
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
"timestamp": 4440.615355847,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-008.jpg",
"sha256": "1eb6985576ba6c58c6a0d72ecf4ce3b49d628ff77d104a33fee74e32ae0a9d67",
"pose": [
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
"timestamp": 4441.35127283,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-009.jpg",
"sha256": "dc439fdf40bdee599915a84ca73d23be410be9d805eb2289945e1f375c2ccb3d",
"pose": [
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
],
"timestamp": 4441.881666664,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-000.jpg",
"sha256": "e8bc48a767d3702b8fb9d461f21495775a229b60bff1f075b7d3897623beab7d",
"pose": [
2.755475425645653,
-0.18899691542378938,
-0.40305964325656474
],
"timestamp": 4444.153262153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-001.jpg",
"sha256": "df66b6c5bac0063f7b05f984cf13ed11e1c3162abab5d7353d74fe293df683d6",
"pose": [
2.8444646916669525,
-0.23372447281684305,
-0.4564571327293776
],
"timestamp": 4444.885110688,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-002.jpg",
"sha256": "9092fb1fc7c83a232dd0b7ad5bdf5af07943b69782361a03e2681d2a0a56f7fe",
"pose": [
2.924835718821236,
-0.2695930296233764,
-0.34067218078065764
],
"timestamp": 4445.489581801,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-003.jpg",
"sha256": "c37885ca4a68bcdb70c5acb31637383fee2459e36b7e88d5b36474ea48961dc8",
"pose": [
2.9964820112851354,
-0.28079421959626094,
-0.3011488248445029
],
"timestamp": 4446.156757802,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-004.jpg",
"sha256": "4d49d68fc774f9bc276cbc05faf8d44badfc77119a1bb31f472550b975ad4f79",
"pose": [
3.059110444806344,
-0.2994475574731261,
-0.29145642548302586
],
"timestamp": 4446.754467485,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-005.jpg",
"sha256": "7b417e3247f3fcc5537904303673ad30bcb3a3fbffdb8ed7f214b0cd36f5e553",
"pose": [
3.1117646843948306,
-0.3054825943536452,
-0.207936387943632
],
"timestamp": 4447.288555516,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-006.jpg",
"sha256": "8b5857a3ffdf28293b8d245ae12f8d1718388d6365daf08b02efb16271100669",
"pose": [
3.1832740250305953,
-0.31815303623139557,
-0.16151698064209571
],
"timestamp": 4447.956498069,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-007.jpg",
"sha256": "ebc24dc8b5afb2794b07fa15e04528b8f69490b303909056b5594414c030b21f",
"pose": [
3.2698717583109564,
-0.32536592996574365,
-0.1719413656721822
],
"timestamp": 4448.68949176,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-008.jpg",
"sha256": "d0ef81775b05034fdc2cb34ab25e3a2e86ab1a14d4e87f52d941432065bfac3c",
"pose": [
3.347205729627266,
-0.3390177926577316,
-0.17014908069569445
],
"timestamp": 4449.222283366,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-009.jpg",
"sha256": "fc165356e5432c150b2e4f07f507f5510df5b0b5bce77b17c733d7390b36602d",
"pose": [
3.401145439363301,
-0.3474060963689656,
-0.15617167820519695
],
"timestamp": 4449.823176414,
"observation_id": 70
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.9315490220005813,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
66,
67
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1007
],
"attention_mask": [
1,
1007
],
"pixel_values_videos": [
1,
10752,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1007
],
"mm_token_type_ids": [
1,
1007
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-000.jpg",
"sha256": "bce461e4d024bcfca18dc081f43636cbff3958c03d424b62dc51cc6e78c20bc3",
"pose": [
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
"timestamp": 4427.068873211,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-001.jpg",
"sha256": "63e13ac17ed62951b74f2b1c0b546f4ebbe4659405bc0a66416b305a8c307131",
"pose": [
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
"timestamp": 4427.935774194,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-002.jpg",
"sha256": "60af9d744dfcd0c20e1dd2974b46ced63c757dc0d11f10f9876d64a4b4df4845",
"pose": [
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
"timestamp": 4428.33808748,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-003.jpg",
"sha256": "072e61dfb910d77579a9973d740e2c6c66b06933abd7cd55c6e09ffabef67c7b",
"pose": [
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
"timestamp": 4429.002607749,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-004.jpg",
"sha256": "7e2f7d6fe434baee62b85a2aa3362d7e2b298e1623d3544868809bf272f58c6a",
"pose": [
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
"timestamp": 4429.542239315,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-005.jpg",
"sha256": "709ac4ff36f9950dab2fec8d8b872cdc47f3cc8cac21d69513d9a52dc629e790",
"pose": [
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
"timestamp": 4430.072666206,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-006.jpg",
"sha256": "b3580ab6d4d3ceed1ad715901b1e1b186b86c1b53de395dc21cc9d34b1bee7f0",
"pose": [
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
"timestamp": 4430.604739774,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-007.jpg",
"sha256": "cf82e845cd4a57466e1ea7fc02ce4706a8dff5fb8d277e943419883ece001538",
"pose": [
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
"timestamp": 4431.142090883,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-008.jpg",
"sha256": "81e69182babf1513167512bb55638311aeb32fbacccc9e578160d5db4cd761d4",
"pose": [
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
"timestamp": 4431.740186211,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-009.jpg",
"sha256": "7851b20069fdf9590d534376d96f7ad75a7e4c28f7689f5b3ed4c37411acf5bf",
"pose": [
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
"timestamp": 4432.276550569,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-000.jpg",
"sha256": "1fcf1186ab2b0e434d4d785d84d8152ed8fe2c2ba40af4e442ae6bce88f61324",
"pose": [
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
"timestamp": 4434.34397316,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-001.jpg",
"sha256": "bb7776e5d150ea8652d773c0258356d482072cd117201cfa38772cb6d407f78a",
"pose": [
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
"timestamp": 4435.144015588,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-002.jpg",
"sha256": "d6ef234904574dbcbcba7db3581428d4456f2392ee7fb438ab7c0e400e4628c7",
"pose": [
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
"timestamp": 4435.877473006,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-003.jpg",
"sha256": "9d6e58ea1aa352c1747abdeea5133615474f376621876c8bc2db753b78dca831",
"pose": [
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
"timestamp": 4438.345694723,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-004.jpg",
"sha256": "8120a9deab176f765bc739ae969bb934147fa4649bf3de40c6ffd028976df68c",
"pose": [
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
"timestamp": 4438.880484312,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-005.jpg",
"sha256": "24eb961e19f21bd576951ee3f51adccb01806ecef88189c64cb4f1f8acd798ad",
"pose": [
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
"timestamp": 4439.213950468,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-006.jpg",
"sha256": "e565a5ff066a99db65e0d28cb44755ac19f392190b64bd8cbc72ad58ee5d235b",
"pose": [
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
"timestamp": 4439.950970366,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-007.jpg",
"sha256": "be9e1a32be457b125797f5aaa8ae1803ba8150fe98902160cdd3b4c502dc7bd7",
"pose": [
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
"timestamp": 4440.615355847,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-008.jpg",
"sha256": "1eb6985576ba6c58c6a0d72ecf4ce3b49d628ff77d104a33fee74e32ae0a9d67",
"pose": [
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
"timestamp": 4441.35127283,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-009.jpg",
"sha256": "dc439fdf40bdee599915a84ca73d23be410be9d805eb2289945e1f375c2ccb3d",
"pose": [
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
],
"timestamp": 4441.881666664,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-000.jpg",
"sha256": "e8bc48a767d3702b8fb9d461f21495775a229b60bff1f075b7d3897623beab7d",
"pose": [
2.755475425645653,
-0.18899691542378938,
-0.40305964325656474
],
"timestamp": 4444.153262153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-001.jpg",
"sha256": "df66b6c5bac0063f7b05f984cf13ed11e1c3162abab5d7353d74fe293df683d6",
"pose": [
2.8444646916669525,
-0.23372447281684305,
-0.4564571327293776
],
"timestamp": 4444.885110688,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-002.jpg",
"sha256": "9092fb1fc7c83a232dd0b7ad5bdf5af07943b69782361a03e2681d2a0a56f7fe",
"pose": [
2.924835718821236,
-0.2695930296233764,
-0.34067218078065764
],
"timestamp": 4445.489581801,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-003.jpg",
"sha256": "c37885ca4a68bcdb70c5acb31637383fee2459e36b7e88d5b36474ea48961dc8",
"pose": [
2.9964820112851354,
-0.28079421959626094,
-0.3011488248445029
],
"timestamp": 4446.156757802,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-004.jpg",
"sha256": "4d49d68fc774f9bc276cbc05faf8d44badfc77119a1bb31f472550b975ad4f79",
"pose": [
3.059110444806344,
-0.2994475574731261,
-0.29145642548302586
],
"timestamp": 4446.754467485,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-005.jpg",
"sha256": "7b417e3247f3fcc5537904303673ad30bcb3a3fbffdb8ed7f214b0cd36f5e553",
"pose": [
3.1117646843948306,
-0.3054825943536452,
-0.207936387943632
],
"timestamp": 4447.288555516,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-006.jpg",
"sha256": "8b5857a3ffdf28293b8d245ae12f8d1718388d6365daf08b02efb16271100669",
"pose": [
3.1832740250305953,
-0.31815303623139557,
-0.16151698064209571
],
"timestamp": 4447.956498069,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-007.jpg",
"sha256": "ebc24dc8b5afb2794b07fa15e04528b8f69490b303909056b5594414c030b21f",
"pose": [
3.2698717583109564,
-0.32536592996574365,
-0.1719413656721822
],
"timestamp": 4448.68949176,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-008.jpg",
"sha256": "d0ef81775b05034fdc2cb34ab25e3a2e86ab1a14d4e87f52d941432065bfac3c",
"pose": [
3.347205729627266,
-0.3390177926577316,
-0.17014908069569445
],
"timestamp": 4449.222283366,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-009.jpg",
"sha256": "fc165356e5432c150b2e4f07f507f5510df5b0b5bce77b17c733d7390b36602d",
"pose": [
3.401145439363301,
-0.3474060963689656,
-0.15617167820519695
],
"timestamp": 4449.823176414,
"observation_id": 70
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.15024200081825256,
0.00023637289996258914,
0.00010064314119517803
],
[
0.11679761502265656,
0.0007732228426337843,
-0.0005885647842660546
],
[
0.10472236574991618,
-0.0031201057435866156,
-0.03357326437253505
],
[
0.11407071639374254,
-0.00610668275627747,
-0.09663873165845871
],
[
0.12087740714216254,
-0.005381328425682475,
-0.0628572404384613
],
[
0.1156426141780229,
-0.011283148997793153,
-0.10490791499614716
],
[
0.10612904030887958,
0.0031102526686229287,
0.02469208836555481
],
[
0.12580351420605204,
0.003576765881537221,
0.08905726671218873
],
[
0.13475251252362172,
0.005647101497009359,
0.10293244570493698
],
[
0.016506257363777286,
0.0006687447674814854,
0.10546880401670933
]
],
"stop": false,
"plan": null,
"raw": "<apos_1037><opos_509><act_l0_150><act_l1_74><act_l2_88><|im_end|>",
"waypoints": [
[
0.15024200081825256,
0.00023637289996258914,
0.00010064314119517803
],
[
0.26703953742980957,
0.0010213506175205112,
-0.0004879216430708766
],
[
0.37176036834716797,
-0.0021498510614037514,
-0.034061186015605927
],
[
0.485556960105896,
-0.012137624435126781,
-0.13069991767406464
],
[
0.6047020554542542,
-0.03322678059339523,
-0.19355715811252594
],
[
0.7160148620605469,
-0.06654318422079086,
-0.2984650731086731
],
[
0.8183664083480835,
-0.09477805346250534,
-0.2737729847431183
],
[
0.9404517412185669,
-0.12534746527671814,
-0.18471571803092957
],
[
1.0739490985870361,
-0.1445460319519043,
-0.08178327232599258
],
[
1.0904548168182373,
-0.14522795379161835,
0.023685531690716743
]
],
"pointing": {
"apos": 1037,
"opos": 509
},
"rvq_codes": [
150,
74,
88
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
66,
67
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<16.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1007
],
"attention_mask": [
1,
1007
],
"pixel_values_videos": [
1,
10752,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1007
],
"mm_token_type_ids": [
1,
1007
]
}
},
"history_fps": 4
},
"native_latency_ms": 253.5593300126493
},
"response": {
"type": "step",
"actions": [
[
0.15024200081825256,
0.00023637289996258914,
0.00010064314119517803
],
[
0.11679761502265656,
0.0007732228426337843,
-0.0005885647842660546
],
[
0.10472236574991618,
-0.0031201057435866156,
-0.03357326437253505
],
[
0.11407071639374254,
-0.00610668275627747,
-0.09663873165845871
],
[
0.12087740714216254,
-0.005381328425682475,
-0.0628572404384613
],
[
0.1156426141780229,
-0.011283148997793153,
-0.10490791499614716
],
[
0.10612904030887958,
0.0031102526686229287,
0.02469208836555481
],
[
0.12580351420605204,
0.003576765881537221,
0.08905726671218873
],
[
0.13475251252362172,
0.005647101497009359,
0.10293244570493698
],
[
0.016506257363777286,
0.0006687447674814854,
0.10546880401670933
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 7,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.5710714035667479,
"peak_memory_bytes": 9608091136,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10649337856,
"load_count": 1,
"total_seconds": 0.5756333121098578
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.15024200081825256,
0.00023637289996258914,
0.00010064314119517803
],
[
0.2670395374298095,
0.0010213506175205112,
-0.0004879216430708766
],
[
0.3717603683471679,
-0.0021498510614037514,
-0.034061186015605927
],
[
0.48555696010589594,
-0.012137624435126783,
-0.13069991767406464
],
[
0.604702055454254,
-0.03322678059339523,
-0.19355715811252594
],
[
0.7160148620605468,
-0.06654318422079085,
-0.2984650731086731
],
[
0.8183664083480834,
-0.09477805346250533,
-0.2737729847431183
],
[
0.9404517412185667,
-0.1253474652767181,
-0.18471571803092957
],
[
1.073949098587036,
-0.14454603195190427,
-0.08178327232599258
],
[
1.090454816818237,
-0.14522795379161832,
0.023685531690716743
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
[
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
[
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
[
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
[
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
[
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
[
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
[
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
[
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
[
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
[
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
[
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
[
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
[
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
[
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
[
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
[
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
[
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
[
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
[
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
[
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
[
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
[
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
[
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
[
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
[
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
[
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
[
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
[
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
[
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
[
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
[
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
[
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
[
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
[
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
[
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
[
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
[
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
[
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
[
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
[
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
[
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
[
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
[
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
[
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
[
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
[
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
[
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
[
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
[
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
[
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
[
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
[
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
[
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
[
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
[
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
[
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
[
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
[
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
[
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
[
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
],
[
2.755475425645653,
-0.18899691542378938,
-0.40305964325656474
],
[
2.8444646916669525,
-0.23372447281684305,
-0.4564571327293776
],
[
2.924835718821236,
-0.2695930296233764,
-0.34067218078065764
],
[
2.9964820112851354,
-0.28079421959626094,
-0.3011488248445029
],
[
3.059110444806344,
-0.2994475574731261,
-0.29145642548302586
],
[
3.1117646843948306,
-0.3054825943536452,
-0.207936387943632
],
[
3.1832740250305953,
-0.31815303623139557,
-0.16151698064209571
],
[
3.2698717583109564,
-0.32536592996574365,
-0.1719413656721822
],
[
3.347205729627266,
-0.3390177926577316,
-0.17014908069569445
],
[
3.401145439363301,
-0.3474060963689656,
-0.15617167820519695
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the vending machine",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-001.jpg",
"sha256": "61d85ea5767a7ae0aac224e8a44f7edf52e10a9bfb136dfbaf2863ff55c905c1",
"pose": [
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
"timestamp": 4396.637580787,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-004.jpg",
"sha256": "00ae9cbe91f0a34b9a280c61afaaf8d518029a00329b7113b84469e31be0360b",
"pose": [
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
"timestamp": 4398.573984593,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-005.jpg",
"sha256": "6e7eb598c4a550af1e34ce17f826569def064834053985ec0abfdebf1ac767ca",
"pose": [
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
"timestamp": 4398.90827356,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-006.jpg",
"sha256": "9a59f128b162346b4671d3b0f20cf57af165ddf4d9b1c2bc8420305bd19cdd1e",
"pose": [
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
"timestamp": 4399.444377782,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-007.jpg",
"sha256": "b076ff61540c3cd6ea08f1d97749ec0bbf8e39de590834c3438e8d4ccf906568",
"pose": [
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
"timestamp": 4400.243252973,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-000.jpg",
"sha256": "d8356ed424a5ee15e3f6ad326a168be2e6bcc5d20782b72f5e367d55435a8dc7",
"pose": [
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
"timestamp": 4403.777549854,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-001.jpg",
"sha256": "02fba042950bfd4948e6801d488115404d3ebcb03b8c02c1af6292aae2275f2e",
"pose": [
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
"timestamp": 4404.51617057,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-002.jpg",
"sha256": "8fa3c32686d0f0e4b9cca7c60831f4a2b301e63a2f0d3d91410e78890d430ad1",
"pose": [
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
"timestamp": 4405.31279529,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-003.jpg",
"sha256": "4a90a3eb1a0654d7584c7543e559361ac507660ba197fe215d7a9b4025d093dc",
"pose": [
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
"timestamp": 4408.117530332,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-006.jpg",
"sha256": "2a7316d5154c495584599439af91a0bba7d16d1101f5a7505000d49316c855a0",
"pose": [
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
"timestamp": 4409.984504462,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-007.jpg",
"sha256": "036b38a09a84d131466fd88c51283bb434b5b8eed41f7d949704d17955f9fe4e",
"pose": [
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
"timestamp": 4410.719676974,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-008.jpg",
"sha256": "23b1b7f5979ad005c0cf3dcb23b24aff6efe343df493a9121bbac1b32f3ba756",
"pose": [
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
"timestamp": 4411.520369982,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-009.jpg",
"sha256": "9e9a5ea2a71156259490157a9860603f2f2ebc98883d085b13710f2746a23574",
"pose": [
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
"timestamp": 4412.386438203,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-002.jpg",
"sha256": "9c6fce2dbb0d83c0fa8653a938d866a83469b806336373c3112aab314b65cf15",
"pose": [
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
"timestamp": 4415.189688718,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-003.jpg",
"sha256": "570f9943fd62c5267d1af03493c994d759b48b484244846251af35b27a320637",
"pose": [
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
"timestamp": 4415.658261756,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-004.jpg",
"sha256": "6d860a01477487253adc83ff049b73f2d07469739a4c6bfc83d1c216a58f9791",
"pose": [
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
"timestamp": 4415.990942672,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-005.jpg",
"sha256": "54b1c30cea81133dd9729b94475ed8390fc0cc5a924bb2af7e62a93d57e4bd96",
"pose": [
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
"timestamp": 4416.390375195,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-008.jpg",
"sha256": "63ebe2c1c6c17fc50c8d6e2732d581239d9dcf5ce55ae714fd29628c302a46e5",
"pose": [
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
"timestamp": 4417.728121703,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-009.jpg",
"sha256": "710340b02a4f7f0ff3d2f6b2e8cc73d983ebeb89300168b6b549671513583e14",
"pose": [
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
"timestamp": 4417.859793917,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-000.jpg",
"sha256": "00f9cd4d61d2f38bc2a0de6771cd7e2d80dba9df4ad43f1fbd5d1cdbf0094c78",
"pose": [
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
"timestamp": 4419.128937688,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-001.jpg",
"sha256": "29157fbd61abb07e85543ff39e7fdb5f140d800e3d323e500afd375b861ea659",
"pose": [
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
"timestamp": 4419.662877042,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-004.jpg",
"sha256": "0674c98bbb8cdb1c4ee5f032617af21ea76639042f97e939b86f6151b74624de",
"pose": [
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
"timestamp": 4421.529694943,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-005.jpg",
"sha256": "1df8205ad76b56edea267c00f1e9b95f5ae4fefcf25b6ad07975d6075db04841",
"pose": [
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
"timestamp": 4422.463894238,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-006.jpg",
"sha256": "94d3f012fc03804176c70a2a9d43d3a6e7f4b14cea554941d4f226ac34d340d0",
"pose": [
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
"timestamp": 4422.799296904,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-007.jpg",
"sha256": "9f64f256025cdb0df82d187b7b3fe499e747e3576291073e4a29f68016d6794d",
"pose": [
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
"timestamp": 4423.199075038,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-000.jpg",
"sha256": "bce461e4d024bcfca18dc081f43636cbff3958c03d424b62dc51cc6e78c20bc3",
"pose": [
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
"timestamp": 4427.068873211,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-001.jpg",
"sha256": "63e13ac17ed62951b74f2b1c0b546f4ebbe4659405bc0a66416b305a8c307131",
"pose": [
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
"timestamp": 4427.935774194,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-002.jpg",
"sha256": "60af9d744dfcd0c20e1dd2974b46ced63c757dc0d11f10f9876d64a4b4df4845",
"pose": [
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
"timestamp": 4428.33808748,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-003.jpg",
"sha256": "072e61dfb910d77579a9973d740e2c6c66b06933abd7cd55c6e09ffabef67c7b",
"pose": [
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
"timestamp": 4429.002607749,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-004.jpg",
"sha256": "7e2f7d6fe434baee62b85a2aa3362d7e2b298e1623d3544868809bf272f58c6a",
"pose": [
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
"timestamp": 4429.542239315,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-005.jpg",
"sha256": "709ac4ff36f9950dab2fec8d8b872cdc47f3cc8cac21d69513d9a52dc629e790",
"pose": [
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
"timestamp": 4430.072666206,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-006.jpg",
"sha256": "b3580ab6d4d3ceed1ad715901b1e1b186b86c1b53de395dc21cc9d34b1bee7f0",
"pose": [
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
"timestamp": 4430.604739774,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-007.jpg",
"sha256": "cf82e845cd4a57466e1ea7fc02ce4706a8dff5fb8d277e943419883ece001538",
"pose": [
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
"timestamp": 4431.142090883,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-008.jpg",
"sha256": "81e69182babf1513167512bb55638311aeb32fbacccc9e578160d5db4cd761d4",
"pose": [
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
"timestamp": 4431.740186211,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-009.jpg",
"sha256": "7851b20069fdf9590d534376d96f7ad75a7e4c28f7689f5b3ed4c37411acf5bf",
"pose": [
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
"timestamp": 4432.276550569,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-000.jpg",
"sha256": "1fcf1186ab2b0e434d4d785d84d8152ed8fe2c2ba40af4e442ae6bce88f61324",
"pose": [
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
"timestamp": 4434.34397316,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-001.jpg",
"sha256": "bb7776e5d150ea8652d773c0258356d482072cd117201cfa38772cb6d407f78a",
"pose": [
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
"timestamp": 4435.144015588,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-002.jpg",
"sha256": "d6ef234904574dbcbcba7db3581428d4456f2392ee7fb438ab7c0e400e4628c7",
"pose": [
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
"timestamp": 4435.877473006,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-003.jpg",
"sha256": "9d6e58ea1aa352c1747abdeea5133615474f376621876c8bc2db753b78dca831",
"pose": [
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
"timestamp": 4438.345694723,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-004.jpg",
"sha256": "8120a9deab176f765bc739ae969bb934147fa4649bf3de40c6ffd028976df68c",
"pose": [
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
"timestamp": 4438.880484312,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-005.jpg",
"sha256": "24eb961e19f21bd576951ee3f51adccb01806ecef88189c64cb4f1f8acd798ad",
"pose": [
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
"timestamp": 4439.213950468,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-006.jpg",
"sha256": "e565a5ff066a99db65e0d28cb44755ac19f392190b64bd8cbc72ad58ee5d235b",
"pose": [
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
"timestamp": 4439.950970366,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-007.jpg",
"sha256": "be9e1a32be457b125797f5aaa8ae1803ba8150fe98902160cdd3b4c502dc7bd7",
"pose": [
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
"timestamp": 4440.615355847,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-008.jpg",
"sha256": "1eb6985576ba6c58c6a0d72ecf4ce3b49d628ff77d104a33fee74e32ae0a9d67",
"pose": [
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
"timestamp": 4441.35127283,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-009.jpg",
"sha256": "dc439fdf40bdee599915a84ca73d23be410be9d805eb2289945e1f375c2ccb3d",
"pose": [
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
],
"timestamp": 4441.881666664,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-000.jpg",
"sha256": "e8bc48a767d3702b8fb9d461f21495775a229b60bff1f075b7d3897623beab7d",
"pose": [
2.755475425645653,
-0.18899691542378938,
-0.40305964325656474
],
"timestamp": 4444.153262153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-001.jpg",
"sha256": "df66b6c5bac0063f7b05f984cf13ed11e1c3162abab5d7353d74fe293df683d6",
"pose": [
2.8444646916669525,
-0.23372447281684305,
-0.4564571327293776
],
"timestamp": 4444.885110688,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-002.jpg",
"sha256": "9092fb1fc7c83a232dd0b7ad5bdf5af07943b69782361a03e2681d2a0a56f7fe",
"pose": [
2.924835718821236,
-0.2695930296233764,
-0.34067218078065764
],
"timestamp": 4445.489581801,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-003.jpg",
"sha256": "c37885ca4a68bcdb70c5acb31637383fee2459e36b7e88d5b36474ea48961dc8",
"pose": [
2.9964820112851354,
-0.28079421959626094,
-0.3011488248445029
],
"timestamp": 4446.156757802,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-004.jpg",
"sha256": "4d49d68fc774f9bc276cbc05faf8d44badfc77119a1bb31f472550b975ad4f79",
"pose": [
3.059110444806344,
-0.2994475574731261,
-0.29145642548302586
],
"timestamp": 4446.754467485,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-005.jpg",
"sha256": "7b417e3247f3fcc5537904303673ad30bcb3a3fbffdb8ed7f214b0cd36f5e553",
"pose": [
3.1117646843948306,
-0.3054825943536452,
-0.207936387943632
],
"timestamp": 4447.288555516,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-006.jpg",
"sha256": "8b5857a3ffdf28293b8d245ae12f8d1718388d6365daf08b02efb16271100669",
"pose": [
3.1832740250305953,
-0.31815303623139557,
-0.16151698064209571
],
"timestamp": 4447.956498069,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-007.jpg",
"sha256": "ebc24dc8b5afb2794b07fa15e04528b8f69490b303909056b5594414c030b21f",
"pose": [
3.2698717583109564,
-0.32536592996574365,
-0.1719413656721822
],
"timestamp": 4448.68949176,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-008.jpg",
"sha256": "d0ef81775b05034fdc2cb34ab25e3a2e86ab1a14d4e87f52d941432065bfac3c",
"pose": [
3.347205729627266,
-0.3390177926577316,
-0.17014908069569445
],
"timestamp": 4449.222283366,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-009.jpg",
"sha256": "fc165356e5432c150b2e4f07f507f5510df5b0b5bce77b17c733d7390b36602d",
"pose": [
3.401145439363301,
-0.3474060963689656,
-0.15617167820519695
],
"timestamp": 4449.823176414,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-000.jpg",
"sha256": "82dc436292f8953f78c13e30d5a2488e55dd12f363a89611e879dd0f665c6385",
"pose": [
3.4926896010965507,
-0.35563116815409024,
-0.1347161309221132
],
"timestamp": 4451.426788549,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-001.jpg",
"sha256": "8ec9efd4dfc2c77c21a870426eca4f32ca55ba55a164e7021dbec51ab1f4e782",
"pose": [
3.5652586827494916,
-0.3681323131206671,
-0.12699620834663738
],
"timestamp": 4452.36262844,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-002.jpg",
"sha256": "488301c6f4e1cac5ce6d2f40fc3d12584fbc905be36a5021cb780394ac84dca3",
"pose": [
3.626100942620475,
-0.36931100473094647,
-0.1342424313610544
],
"timestamp": 4453.028162245,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-003.jpg",
"sha256": "f6dfdd4f478f30f516eb0907e48e8db04e73941babb910783062dc49d27bd002",
"pose": [
3.6966111363170686,
-0.3847939191132512,
-0.1873567921700845
],
"timestamp": 4453.56334711,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-004.jpg",
"sha256": "ddb487ad2d8d073da4e3c04f8f9f7309f1ae6b0a17b0082adbc892a40bccff60",
"pose": [
3.7750418413160185,
-0.39800124834373163,
-0.21625319974035673
],
"timestamp": 4454.229526472,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-005.jpg",
"sha256": "383b4fd9abbfd301019fbc9827d726b2c6e36a552cd26095a06b80852b5c99f7",
"pose": [
3.848579851220694,
-0.417972363736544,
-0.29500998140048473
],
"timestamp": 4454.826763756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-006.jpg",
"sha256": "c863881484589b35c134dd82eff5975da262622c7140e6b2c51aabb025246603",
"pose": [
3.911013354265246,
-0.43265607621053026,
-0.26487737803708633
],
"timestamp": 4455.697570718,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-007.jpg",
"sha256": "db006843403f25f76987a62891cf260349ba9532883ff2bb4ddfa4436d76629d",
"pose": [
3.9929162494106087,
-0.4520337366251521,
-0.20596459523138488
],
"timestamp": 4456.230463575,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-008.jpg",
"sha256": "57fc1a9e07af7d1674aefb7ac8e48019c768fb8ffec640587f7cb51a32f50116",
"pose": [
4.08044011698332,
-0.4601274571444811,
-0.13634205799307786
],
"timestamp": 4456.900317452,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-009.jpg",
"sha256": "98423f80a9e72b743223d5ad6441a876adc80d7213f3fc54a1ee171a9bfb0480",
"pose": [
4.072861200440529,
-0.45339357145518466,
-0.04978132404476909
],
"timestamp": 4457.433218118,
"observation_id": 80
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.9315490220005813,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46
],
"tensor": "processed/segment1.pt",
"shape": [
16,
3,
256,
448
]
},
{
"indices": [
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
79,
80
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1081
],
"attention_mask": [
1,
1081
],
"pixel_values_videos": [
1,
11648,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1081
],
"mm_token_type_ids": [
1,
1081
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000000/input-000.jpg",
"sha256": "ad0515aa48104d7fe24d7f2e9d9fc92d5315cb50e28184b3294a0a33ffde87d3",
"pose": [
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
"timestamp": 4394.618312002,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-000.jpg",
"sha256": "cb912d62ad4dc29768245a718534923c2111b65e6cec060289be69046e659ab7",
"pose": [
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
"timestamp": 4395.970196492,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-002.jpg",
"sha256": "eb4afd50668f697fcec6219d8b8a23de4a7ffc78b951c00e444caddf1254abfb",
"pose": [
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
"timestamp": 4397.771704591,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-003.jpg",
"sha256": "3367ae65764dbbb7addc5dd157b68234b2700f66da1b21af948ea72bcc065fc8",
"pose": [
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
"timestamp": 4398.239192059,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-008.jpg",
"sha256": "30d5e116eb8e1d1db5203a553328ec63eff8a95ab88dbbb020ccd878acd8c295",
"pose": [
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
"timestamp": 4400.711609237,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000001/input-009.jpg",
"sha256": "be92693b5828061e912059a2afd64d2a35e62a64a5fda72450dc88ae3bdc8a4d",
"pose": [
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
"timestamp": 4400.846000832,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-004.jpg",
"sha256": "3b8a8cb5a368651f7f3eee31f3271a7301fbdaff00eddbaecc755cc41f1d2133",
"pose": [
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
"timestamp": 4408.588042279,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000002/input-005.jpg",
"sha256": "a278e674a6b99dc5b698d40ecb89833f87cec8850de481bb82e6362c098714e8",
"pose": [
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
"timestamp": 4408.851538807,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-000.jpg",
"sha256": "2cbf20a8505d3b9c854de3c46c406734b50d11920ee2e01fe2ff712a13e0d718",
"pose": [
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
"timestamp": 4413.854213961,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-001.jpg",
"sha256": "292320825f91da7eb1aae7dc8a8053710fb98c37038e34545549304d76bb38eb",
"pose": [
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
"timestamp": 4414.523964667,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-006.jpg",
"sha256": "cf1460503c4dc6de9befc0f59b89ff85b229d6268d1b205dc4939d0395d81144",
"pose": [
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
"timestamp": 4416.926629086,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000003/input-007.jpg",
"sha256": "20bdbd03e6fdb4e15953919506793485466597b87c385da4058c9302615403da",
"pose": [
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
"timestamp": 4417.461023014,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-002.jpg",
"sha256": "395c292e916e96016b23b0c014b65ec352c312017fde51927f8dbd06f7142038",
"pose": [
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
"timestamp": 4420.462219127,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-003.jpg",
"sha256": "cd109230e60656b9687fa7e27011277f2115a714819bd4d03bf633f39bed8ec1",
"pose": [
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
"timestamp": 4420.99656291,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-008.jpg",
"sha256": "82d5fd186881a4b9a1ae701fd965dc42c3dcb8c96c925a90146553c8ecb9a992",
"pose": [
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
"timestamp": 4424.6009756,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000004/input-009.jpg",
"sha256": "64e8a9bd955638007c6a7bc4b932b19558bf3af0cd1cdf1e43083a8543b9652b",
"pose": [
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
"timestamp": 4425.333939306,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-004.jpg",
"sha256": "7e2f7d6fe434baee62b85a2aa3362d7e2b298e1623d3544868809bf272f58c6a",
"pose": [
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
"timestamp": 4429.542239315,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-005.jpg",
"sha256": "709ac4ff36f9950dab2fec8d8b872cdc47f3cc8cac21d69513d9a52dc629e790",
"pose": [
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
"timestamp": 4430.072666206,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-006.jpg",
"sha256": "b3580ab6d4d3ceed1ad715901b1e1b186b86c1b53de395dc21cc9d34b1bee7f0",
"pose": [
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
"timestamp": 4430.604739774,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-007.jpg",
"sha256": "cf82e845cd4a57466e1ea7fc02ce4706a8dff5fb8d277e943419883ece001538",
"pose": [
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
"timestamp": 4431.142090883,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-008.jpg",
"sha256": "81e69182babf1513167512bb55638311aeb32fbacccc9e578160d5db4cd761d4",
"pose": [
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
"timestamp": 4431.740186211,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000005/input-009.jpg",
"sha256": "7851b20069fdf9590d534376d96f7ad75a7e4c28f7689f5b3ed4c37411acf5bf",
"pose": [
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
"timestamp": 4432.276550569,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-000.jpg",
"sha256": "1fcf1186ab2b0e434d4d785d84d8152ed8fe2c2ba40af4e442ae6bce88f61324",
"pose": [
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
"timestamp": 4434.34397316,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-001.jpg",
"sha256": "bb7776e5d150ea8652d773c0258356d482072cd117201cfa38772cb6d407f78a",
"pose": [
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
"timestamp": 4435.144015588,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-002.jpg",
"sha256": "d6ef234904574dbcbcba7db3581428d4456f2392ee7fb438ab7c0e400e4628c7",
"pose": [
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
"timestamp": 4435.877473006,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-003.jpg",
"sha256": "9d6e58ea1aa352c1747abdeea5133615474f376621876c8bc2db753b78dca831",
"pose": [
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
"timestamp": 4438.345694723,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-004.jpg",
"sha256": "8120a9deab176f765bc739ae969bb934147fa4649bf3de40c6ffd028976df68c",
"pose": [
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
"timestamp": 4438.880484312,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-005.jpg",
"sha256": "24eb961e19f21bd576951ee3f51adccb01806ecef88189c64cb4f1f8acd798ad",
"pose": [
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
"timestamp": 4439.213950468,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-006.jpg",
"sha256": "e565a5ff066a99db65e0d28cb44755ac19f392190b64bd8cbc72ad58ee5d235b",
"pose": [
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
"timestamp": 4439.950970366,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-007.jpg",
"sha256": "be9e1a32be457b125797f5aaa8ae1803ba8150fe98902160cdd3b4c502dc7bd7",
"pose": [
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
"timestamp": 4440.615355847,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-008.jpg",
"sha256": "1eb6985576ba6c58c6a0d72ecf4ce3b49d628ff77d104a33fee74e32ae0a9d67",
"pose": [
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
"timestamp": 4441.35127283,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000006/input-009.jpg",
"sha256": "dc439fdf40bdee599915a84ca73d23be410be9d805eb2289945e1f375c2ccb3d",
"pose": [
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
],
"timestamp": 4441.881666664,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-000.jpg",
"sha256": "e8bc48a767d3702b8fb9d461f21495775a229b60bff1f075b7d3897623beab7d",
"pose": [
2.755475425645653,
-0.18899691542378938,
-0.40305964325656474
],
"timestamp": 4444.153262153,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-001.jpg",
"sha256": "df66b6c5bac0063f7b05f984cf13ed11e1c3162abab5d7353d74fe293df683d6",
"pose": [
2.8444646916669525,
-0.23372447281684305,
-0.4564571327293776
],
"timestamp": 4444.885110688,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-002.jpg",
"sha256": "9092fb1fc7c83a232dd0b7ad5bdf5af07943b69782361a03e2681d2a0a56f7fe",
"pose": [
2.924835718821236,
-0.2695930296233764,
-0.34067218078065764
],
"timestamp": 4445.489581801,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-003.jpg",
"sha256": "c37885ca4a68bcdb70c5acb31637383fee2459e36b7e88d5b36474ea48961dc8",
"pose": [
2.9964820112851354,
-0.28079421959626094,
-0.3011488248445029
],
"timestamp": 4446.156757802,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-004.jpg",
"sha256": "4d49d68fc774f9bc276cbc05faf8d44badfc77119a1bb31f472550b975ad4f79",
"pose": [
3.059110444806344,
-0.2994475574731261,
-0.29145642548302586
],
"timestamp": 4446.754467485,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-005.jpg",
"sha256": "7b417e3247f3fcc5537904303673ad30bcb3a3fbffdb8ed7f214b0cd36f5e553",
"pose": [
3.1117646843948306,
-0.3054825943536452,
-0.207936387943632
],
"timestamp": 4447.288555516,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-006.jpg",
"sha256": "8b5857a3ffdf28293b8d245ae12f8d1718388d6365daf08b02efb16271100669",
"pose": [
3.1832740250305953,
-0.31815303623139557,
-0.16151698064209571
],
"timestamp": 4447.956498069,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-007.jpg",
"sha256": "ebc24dc8b5afb2794b07fa15e04528b8f69490b303909056b5594414c030b21f",
"pose": [
3.2698717583109564,
-0.32536592996574365,
-0.1719413656721822
],
"timestamp": 4448.68949176,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-008.jpg",
"sha256": "d0ef81775b05034fdc2cb34ab25e3a2e86ab1a14d4e87f52d941432065bfac3c",
"pose": [
3.347205729627266,
-0.3390177926577316,
-0.17014908069569445
],
"timestamp": 4449.222283366,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000007/input-009.jpg",
"sha256": "fc165356e5432c150b2e4f07f507f5510df5b0b5bce77b17c733d7390b36602d",
"pose": [
3.401145439363301,
-0.3474060963689656,
-0.15617167820519695
],
"timestamp": 4449.823176414,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-000.jpg",
"sha256": "82dc436292f8953f78c13e30d5a2488e55dd12f363a89611e879dd0f665c6385",
"pose": [
3.4926896010965507,
-0.35563116815409024,
-0.1347161309221132
],
"timestamp": 4451.426788549,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-001.jpg",
"sha256": "8ec9efd4dfc2c77c21a870426eca4f32ca55ba55a164e7021dbec51ab1f4e782",
"pose": [
3.5652586827494916,
-0.3681323131206671,
-0.12699620834663738
],
"timestamp": 4452.36262844,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-002.jpg",
"sha256": "488301c6f4e1cac5ce6d2f40fc3d12584fbc905be36a5021cb780394ac84dca3",
"pose": [
3.626100942620475,
-0.36931100473094647,
-0.1342424313610544
],
"timestamp": 4453.028162245,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-003.jpg",
"sha256": "f6dfdd4f478f30f516eb0907e48e8db04e73941babb910783062dc49d27bd002",
"pose": [
3.6966111363170686,
-0.3847939191132512,
-0.1873567921700845
],
"timestamp": 4453.56334711,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-004.jpg",
"sha256": "ddb487ad2d8d073da4e3c04f8f9f7309f1ae6b0a17b0082adbc892a40bccff60",
"pose": [
3.7750418413160185,
-0.39800124834373163,
-0.21625319974035673
],
"timestamp": 4454.229526472,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-005.jpg",
"sha256": "383b4fd9abbfd301019fbc9827d726b2c6e36a552cd26095a06b80852b5c99f7",
"pose": [
3.848579851220694,
-0.417972363736544,
-0.29500998140048473
],
"timestamp": 4454.826763756,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-006.jpg",
"sha256": "c863881484589b35c134dd82eff5975da262622c7140e6b2c51aabb025246603",
"pose": [
3.911013354265246,
-0.43265607621053026,
-0.26487737803708633
],
"timestamp": 4455.697570718,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-007.jpg",
"sha256": "db006843403f25f76987a62891cf260349ba9532883ff2bb4ddfa4436d76629d",
"pose": [
3.9929162494106087,
-0.4520337366251521,
-0.20596459523138488
],
"timestamp": 4456.230463575,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-008.jpg",
"sha256": "57fc1a9e07af7d1674aefb7ac8e48019c768fb8ffec640587f7cb51a32f50116",
"pose": [
4.08044011698332,
-0.4601274571444811,
-0.13634205799307786
],
"timestamp": 4456.900317452,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261018-201941-cf89d013/steps/000008/input-009.jpg",
"sha256": "98423f80a9e72b743223d5ad6441a876adc80d7213f3fc54a1ee171a9bfb0480",
"pose": [
4.072861200440529,
-0.45339357145518466,
-0.04978132404476909
],
"timestamp": 4457.433218118,
"observation_id": 80
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-4.158075737249294e-06,
-6.555302122737339e-07,
-1.5167472611210542e-07
],
[
2.0026637732982662e-06,
-5.5780931945078066e-08,
-3.640693648776505e-07
],
[
2.3109758278615063e-06,
-1.93396898677979e-08,
-5.338911250873934e-07
],
[
3.110289701854458e-06,
1.9380326217307234e-07,
2.811655306800276e-06
],
[
-2.687392480261698e-06,
4.356670235714982e-07,
3.0368299093197497e-06
],
[
1.225121881434925e-06,
-1.7461063099519016e-07,
2.407426791251055e-06
],
[
2.6491064381781412e-06,
2.953296461288192e-07,
5.29699264006922e-07
],
[
-6.176481537825758e-06,
2.7345882551383315e-07,
2.106122337863781e-06
],
[
-4.2761602224182544e-06,
-6.055945095717565e-07,
-1.3887190561945317e-05
]
],
"stop": true,
"plan": null,
"raw": "<apos_1299><opos_510><act_l0_6><act_l1_122><act_l2_174><|im_end|>",
"waypoints": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-3.0523397072101943e-06,
-9.334816581940686e-07,
-1.7163035863632103e-06
],
[
-1.0496760296518914e-06,
-9.892660273180809e-07,
-2.080372951240861e-06
],
[
1.2612997579708463e-06,
-1.0086105248774402e-06,
-2.6142640763282543e-06
],
[
4.371589966467582e-06,
-8.148153938236646e-07,
1.9739123047202156e-07
],
[
1.6841974002090865e-06,
-3.791489007198834e-07,
3.234221139791771e-06
],
[
2.909319846366998e-06,
-5.537555693990726e-07,
5.641647931042826e-06
],
[
5.558424618357094e-06,
-2.584109779490973e-07,
6.171347195049748e-06
],
[
-6.180586069604033e-07,
1.500973034751496e-08,
8.277469532913528e-06
],
[
-4.894213816442061e-06,
-5.906201749894535e-07,
-5.609721029031789e-06
]
],
"pointing": {
"apos": 1299,
"opos": 510
},
"rvq_codes": [
6,
122,
174
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16,
21,
22,
27,
28,
33,
34,
39,
40,
45,
46
],
"tensor": "processed/segment1.pt",
"shape": [
16,
3,
256,
448
]
},
{
"indices": [
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
79,
80
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
85044,
5662,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the vending machine</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1081
],
"attention_mask": [
1,
1081
],
"pixel_values_videos": [
1,
11648,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1081
],
"mm_token_type_ids": [
1,
1081
]
}
},
"history_fps": 4
},
"native_latency_ms": 262.37055100500584
},
"response": {
"type": "step",
"actions": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-4.158075737249294e-06,
-6.555302122737339e-07,
-1.5167472611210542e-07
],
[
2.0026637732982662e-06,
-5.5780931945078066e-08,
-3.640693648776505e-07
],
[
2.3109758278615063e-06,
-1.93396898677979e-08,
-5.338911250873934e-07
],
[
3.110289701854458e-06,
1.9380326217307234e-07,
2.811655306800276e-06
],
[
-2.687392480261698e-06,
4.356670235714982e-07,
3.0368299093197497e-06
],
[
1.225121881434925e-06,
-1.7461063099519016e-07,
2.407426791251055e-06
],
[
2.6491064381781412e-06,
2.953296461288192e-07,
5.29699264006922e-07
],
[
-6.176481537825758e-06,
2.7345882551383315e-07,
2.106122337863781e-06
],
[
-4.2761602224182544e-06,
-6.055945095717565e-07,
-1.3887190561945317e-05
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": true,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "current_terminal",
"episode_id": "episode-20261018-201941-cf89d013",
"inference_id": 8,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.7209127019159496,
"peak_memory_bytes": 9649085440,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10842275840,
"load_count": 1,
"total_seconds": 0.7258818368427455
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-3.052339707210194e-06,
-9.334816581940687e-07,
-1.7163035863632103e-06
],
[
-1.0496760296518906e-06,
-9.892660273180809e-07,
-2.080372951240861e-06
],
[
1.261299757970847e-06,
-1.0086105248774402e-06,
-2.6142640763282543e-06
],
[
4.371589966467583e-06,
-8.148153938236646e-07,
1.9739123047202156e-07
],
[
1.6841974002090875e-06,
-3.7914890071988333e-07,
3.2342211397917713e-06
],
[
2.909319846366999e-06,
-5.537555693990726e-07,
5.641647931042826e-06
],
[
5.558424618357095e-06,
-2.5841097794909723e-07,
6.171347195049748e-06
],
[
-6.18058606960402e-07,
1.5009730347515013e-08,
8.277469532913528e-06
],
[
-4.89421381644206e-06,
-5.906201749894534e-07,
-5.60972102903179e-06
]
],
"observed_poses": [
[
-6.629139132116577e-05,
0.0001061772814310826,
-0.00021747460875598534
],
[
-0.0018843364615730774,
0.009464171567259944,
-0.11344523016786878
],
[
0.08535226967285675,
-0.004303742978445102,
-0.09973001600967812
],
[
0.16511867472070593,
0.004188983497956947,
-0.10860106390193502
],
[
0.22106458282333688,
-0.003153930325293139,
-0.10543214941748502
],
[
0.2490449869021808,
-0.006928851051273374,
-0.09404743574351038
],
[
0.26142017104342097,
-0.00832760004850186,
-0.0679474659778645
],
[
0.28273612899863804,
-0.008177680388964076,
-0.05620455657370904
],
[
0.3971445462242923,
-0.010647168857002481,
-0.05451966879940029
],
[
0.449100219420963,
-0.01347695543892341,
-0.03622211826704591
],
[
0.4412082343190198,
-0.013168470039753383,
-0.03668050634523068
],
[
0.4203518947363585,
-0.0038416427353108185,
-0.303090276362839
],
[
0.5125132800719002,
-0.039077668277098576,
-0.2897365561320666
],
[
0.6116065943948304,
-0.05578843617844054,
-0.11550390882746742
],
[
0.7097067123382321,
-0.05506525818595798,
-0.03593198061111513
],
[
0.7555943258920383,
-0.05615224455296919,
-0.022682277041539134
],
[
0.7740544355509829,
-0.0600397445306024,
-0.03876669252873777
],
[
0.841211180518048,
-0.0618685873430192,
-0.03919525517058853
],
[
0.9297224275081186,
-0.0631646727436273,
-0.04618652573915849
],
[
1.0059432067293226,
-0.0662417755273661,
0.004793196483845907
],
[
1.0691873862735894,
-0.059771195269536004,
-0.001649492578907008
],
[
1.054602885542332,
-0.06017202282770745,
-0.08147632662189253
],
[
1.1594009753091323,
-0.06759990499933033,
-0.0593218563499307
],
[
1.233694929283192,
-0.06026095539441345,
0.027137267570416235
],
[
1.2911207732830245,
-0.05357708248883841,
0.06549708506565599
],
[
1.319788831672938,
-0.05180268462056692,
0.07312147390704116
],
[
1.3371700928750596,
-0.04975821190986729,
0.08211144144232298
],
[
1.3807812337337322,
-0.04027277605263091,
0.08507416043470117
],
[
1.4419128064287405,
-0.03570939246344462,
0.09618808988813089
],
[
1.4640257519134279,
-0.03602625339871535,
0.11039918346194577
],
[
1.4630988854775504,
-0.036271407685038115,
0.10925320017169592
],
[
1.522661869422942,
-0.02409411555386043,
0.11437123754289714
],
[
1.6022341048765145,
-0.014779478670072677,
0.10927252240427876
],
[
1.6714686580940765,
-0.006538429863603423,
0.1313154843534341
],
[
1.7372317963186044,
-0.0002728850280244721,
0.13583777048627185
],
[
1.7864581749021866,
0.007985884501905627,
0.14913643698537582
],
[
1.8046649772989944,
0.009531036077284116,
0.16485756445008493
],
[
1.8259830309064768,
0.018094474258035897,
0.1846451593625349
],
[
1.8553874807733877,
0.02369871279857405,
0.250025050024798
],
[
1.8500433571679298,
0.01864490741646163,
0.10390275668066007
],
[
1.849441936463093,
0.019462913276474425,
0.05841708395378875
],
[
1.8522504802334268,
0.02069309712210965,
-0.020164309883796246
],
[
1.8552059606051312,
0.013350073067315615,
-0.1365622677669509
],
[
1.8602294234784558,
0.009172437412435785,
-0.1953371478651702
],
[
1.9389046312481955,
-0.007535400463420605,
-0.2000846773267959
],
[
1.9849912143337198,
-0.01721033376455139,
-0.19279704488314442
],
[
2.005327599177283,
-0.020710382735042,
-0.1910374375568602
],
[
2.0378024170264335,
-0.031175048841739383,
-0.19128879435458712
],
[
2.0807615562578277,
-0.03453477001209737,
-0.20145165950292432
],
[
2.119523517915796,
-0.04284796011855141,
-0.2092199545216804
],
[
2.145733975454709,
-0.05248776694840851,
-0.20698608219662207
],
[
2.131983464762153,
-0.04109901058012799,
-0.4476050398500919
],
[
2.219065783040746,
-0.0963794574921627,
-0.443909500760721
],
[
2.313470386943017,
-0.1224700058894097,
-0.2544326009107247
],
[
2.40876404720889,
-0.1360384348159447,
-0.16257633066869648
],
[
2.4456734040811448,
-0.14433683611834014,
-0.15103679150027327
],
[
2.458310174733289,
-0.1468211313932979,
-0.18417232048308296
],
[
2.5300663723257557,
-0.15757711378103578,
-0.1864599639082032
],
[
2.6136259839294964,
-0.17554213805474594,
-0.1727323797676652
],
[
2.6918754426408698,
-0.17884678305886426,
-0.15768944686783426
],
[
2.7553163964559357,
-0.18961117708213293,
-0.1544666900587357
],
[
2.755475425645653,
-0.18899691542378938,
-0.40305964325656474
],
[
2.8444646916669525,
-0.23372447281684305,
-0.4564571327293776
],
[
2.924835718821236,
-0.2695930296233764,
-0.34067218078065764
],
[
2.9964820112851354,
-0.28079421959626094,
-0.3011488248445029
],
[
3.059110444806344,
-0.2994475574731261,
-0.29145642548302586
],
[
3.1117646843948306,
-0.3054825943536452,
-0.207936387943632
],
[
3.1832740250305953,
-0.31815303623139557,
-0.16151698064209571
],
[
3.2698717583109564,
-0.32536592996574365,
-0.1719413656721822
],
[
3.347205729627266,
-0.3390177926577316,
-0.17014908069569445
],
[
3.401145439363301,
-0.3474060963689656,
-0.15617167820519695
],
[
3.4926896010965507,
-0.35563116815409024,
-0.1347161309221132
],
[
3.5652586827494916,
-0.3681323131206671,
-0.12699620834663738
],
[
3.626100942620475,
-0.36931100473094647,
-0.1342424313610544
],
[
3.6966111363170686,
-0.3847939191132512,
-0.1873567921700845
],
[
3.7750418413160185,
-0.39800124834373163,
-0.21625319974035673
],
[
3.848579851220694,
-0.417972363736544,
-0.29500998140048473
],
[
3.911013354265246,
-0.43265607621053026,
-0.26487737803708633
],
[
3.9929162494106087,
-0.4520337366251521,
-0.20596459523138488
],
[
4.08044011698332,
-0.4601274571444811,
-0.13634205799307786
],
[
4.072861200440529,
-0.45339357145518466,
-0.04978132404476909
]
]
}