{
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"ready": true,
"busy": false,
"episode": null,
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"robot_calibrated": true
}Episodes ยท Download episode{
"schema": "real-baseline-v1",
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"instruction": "go to the white board and turn right to the person in white clothes",
"client_plan": [
"go to the white board and turn right to the person in white clothes"
],
"task_condition": "full original instruction; supplied stages logged only",
"configuration": {
"model": "lightnav",
"project": "/home/siqiteam/real_baseline_deploy/final_service_state/project",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"worker_python": "/home/siqiteam/real_baseline_deploy/envs/lightnav/bin/python",
"host": "127.0.0.1",
"ws_port": 5931,
"http_port": 5930,
"seed": 42,
"wire_horizon": 12,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"robot_calibrated": true,
"require_timestamps": true,
"log_root": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs"
},
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.356863655149937,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"status": "closed",
"started_at": 1792382274.410552,
"units": "m_m_rad",
"robot_execution_tested": false,
"ended_at": 1792382310.8245668,
"end_reason": "flush"
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
"sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
"pose": [
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
"timestamp": 3913.391991056,
"observation_id": 0
}
],
"time_resampled_indices": [
0
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 0.0,
"unobserved_time_filled": false
},
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
202
],
"attention_mask": [
1,
202
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
202
],
"mm_token_type_ids": [
1,
202
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
"sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
"pose": [
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
"timestamp": 3913.391991056,
"observation_id": 0
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0878194198012352,
-0.005629250314086676,
-0.056298103183507926
],
[
0.10338419377506952,
0.0027951288216929784,
-0.053980227559804916
],
[
0.12277790632970195,
-0.0046042046454186775,
-0.013133756816387178
],
[
0.13381824501546263,
0.003348847133139699,
0.01798536628484726
],
[
0.14127896134123846,
0.00047503516131087997,
0.03602296113967896
],
[
0.16230070837275043,
0.0006776302945754945,
-0.009579077363014221
],
[
0.1592356909209623,
-0.00018963010703076585,
-0.021205611526966095
],
[
0.1484978292823174,
0.0007921479094128176,
0.037541113793849945
],
[
0.14661853788847823,
0.0003890246086660828,
0.009123262017965319
],
[
0.13796853645102355,
0.0003085245535422998,
0.0016575567424297333
]
],
"stop": false,
"plan": null,
"raw": "<apos_940><opos_332><act_l0_131><act_l1_107><act_l2_228><|im_end|>",
"waypoints": [
[
0.0878194198012352,
-0.005629250314086676,
-0.05629810318350792
],
[
0.19119709730148315,
-0.008655809797346592,
-0.11027833074331284
],
[
0.31272247433662415,
-0.026744361966848373,
-0.12341208755970001
],
[
0.4459351897239685,
-0.03989388421177864,
-0.10542672127485275
],
[
0.5864797234535217,
-0.05428848788142204,
-0.0694037601351738
],
[
0.748436689376831,
-0.06486772745847702,
-0.07898283749818802
],
[
0.9071609973907471,
-0.07762058079242706,
-0.10018844902515411
],
[
1.0549933910369873,
-0.09168529510498047,
-0.06264733523130417
],
[
1.2013486623764038,
-0.10047628730535507,
-0.05352407321333885
],
[
1.3391361236572266,
-0.10754931718111038,
-0.05186651647090912
]
],
"pointing": {
"apos": 940,
"opos": 332
},
"rvq_codes": [
131,
107,
228
],
"model_input": {
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
202
],
"attention_mask": [
1,
202
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
202
],
"mm_token_type_ids": [
1,
202
]
}
},
"history_fps": 4
},
"native_latency_ms": 203.94373824819922
},
"response": {
"type": "step",
"actions": [
[
0.0878194198012352,
-0.005629250314086676,
-0.056298103183507926
],
[
0.10338419377506952,
0.0027951288216929784,
-0.053980227559804916
],
[
0.12277790632970195,
-0.0046042046454186775,
-0.013133756816387178
],
[
0.13381824501546263,
0.003348847133139699,
0.01798536628484726
],
[
0.14127896134123846,
0.00047503516131087997,
0.03602296113967896
],
[
0.16230070837275043,
0.0006776302945754945,
-0.009579077363014221
],
[
0.1592356909209623,
-0.00018963010703076585,
-0.021205611526966095
],
[
0.1484978292823174,
0.0007921479094128176,
0.037541113793849945
],
[
0.14661853788847823,
0.0003890246086660828,
0.009123262017965319
],
[
0.13796853645102355,
0.0003085245535422998,
0.0016575567424297333
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115754-473c71df",
"inference_id": 0,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.2214105692692101,
"peak_memory_bytes": 9157586432,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.22316286014392972
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0878194198012352,
-0.005629250314086676,
-0.05629810318350793
],
[
0.19119709730148313,
-0.008655809797346592,
-0.11027833074331285
],
[
0.31272247433662415,
-0.026744361966848373,
-0.12341208755970003
],
[
0.4459351897239685,
-0.03989388421177864,
-0.10542672127485277
],
[
0.5864797234535217,
-0.05428848788142204,
-0.0694037601351738
],
[
0.748436689376831,
-0.06486772745847702,
-0.07898283749818802
],
[
0.9071609973907471,
-0.07762058079242706,
-0.10018844902515411
],
[
1.0549933910369873,
-0.09168529510498047,
-0.06264733523130417
],
[
1.2013486623764038,
-0.10047628730535507,
-0.05352407321333886
],
[
1.3391361236572266,
-0.10754931718111038,
-0.05186651647090912
]
],
"observed_poses": [
[
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
"sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
"pose": [
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
"timestamp": 3913.391991056,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
"sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
"pose": [
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
"timestamp": 3914.690554285,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
"sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
"pose": [
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
"timestamp": 3915.223535366,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
"sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
"pose": [
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
"timestamp": 3915.959066164,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
"sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
"pose": [
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
"timestamp": 3916.492475998,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
"sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
"pose": [
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
"timestamp": 3917.226981446,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
"sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
"pose": [
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
"timestamp": 3918.026405035,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
"sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
"pose": [
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
"timestamp": 3918.896202773,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
"sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
"pose": [
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
"timestamp": 3919.695140648,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
"sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
"pose": [
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
"timestamp": 3920.427210615,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
"sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
"pose": [
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
"timestamp": 3921.028617486,
"observation_id": 10
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 1.2985632290001377,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
346
],
"attention_mask": [
1,
346
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
346
],
"mm_token_type_ids": [
1,
346
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
"sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
"pose": [
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
"timestamp": 3914.690554285,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
"sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
"pose": [
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
"timestamp": 3915.223535366,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
"sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
"pose": [
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
"timestamp": 3915.959066164,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
"sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
"pose": [
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
"timestamp": 3916.492475998,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
"sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
"pose": [
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
"timestamp": 3917.226981446,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
"sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
"pose": [
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
"timestamp": 3918.026405035,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
"sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
"pose": [
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
"timestamp": 3918.896202773,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
"sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
"pose": [
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
"timestamp": 3919.695140648,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
"sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
"pose": [
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
"timestamp": 3920.427210615,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
"sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
"pose": [
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
"timestamp": 3921.028617486,
"observation_id": 10
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.17680099606513977,
0.02973232790827751,
0.1748553216457367
],
[
0.17598631737623543,
-0.008122569083799977,
-0.09546823054552078
],
[
0.14051267354686778,
-0.003953183267086563,
-0.04978696629405022
],
[
0.1361281336724276,
-0.004068881104013004,
-0.04695604369044304
],
[
0.1409498725319446,
-0.0005196348324953181,
-0.004831969738006592
],
[
0.14561319160343944,
-0.001546527606189806,
-0.021633241325616837
],
[
0.1513389763091095,
0.0005344090409256748,
-0.0005561485886573792
],
[
0.14731280264279986,
-9.874566757735095e-05,
0.002938009798526764
],
[
0.13899215660973938,
0.0002337509628814946,
0.007391180843114852
],
[
0.13013826143001048,
0.000125558026209221,
0.001107439398765564
]
],
"stop": false,
"plan": null,
"raw": "<apos_937><opos_742><act_l0_242><act_l1_222><act_l2_250><|im_end|>",
"waypoints": [
[
0.17680099606513977,
0.02973232790827751,
0.1748553216457367
],
[
0.35151687264442444,
0.052349191159009933,
0.07938709110021591
],
[
0.4919005036354065,
0.05955163761973381,
0.029600124806165695
],
[
0.628089427947998,
0.059513360261917114,
-0.017355918884277344
],
[
0.7690090537071228,
0.056547611951828,
-0.022187888622283936
],
[
0.9145520925521851,
0.051770880818367004,
-0.04382112994790077
],
[
1.0657691955566406,
0.04567505419254303,
-0.04437727853655815
],
[
1.2129325866699219,
0.03904120996594429,
-0.04143926873803139
],
[
1.351815104484558,
0.03351667523384094,
-0.034048087894916534
],
[
1.4818822145462036,
0.02921205759048462,
-0.03294064849615097
]
],
"pointing": {
"apos": 937,
"opos": 742
},
"rvq_codes": [
242,
222,
250
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
346
],
"attention_mask": [
1,
346
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
346
],
"mm_token_type_ids": [
1,
346
]
}
},
"history_fps": 4
},
"native_latency_ms": 200.43679093942046
},
"response": {
"type": "step",
"actions": [
[
0.17680099606513977,
0.02973232790827751,
0.1748553216457367
],
[
0.17598631737623543,
-0.008122569083799977,
-0.09546823054552078
],
[
0.14051267354686778,
-0.003953183267086563,
-0.04978696629405022
],
[
0.1361281336724276,
-0.004068881104013004,
-0.04695604369044304
],
[
0.1409498725319446,
-0.0005196348324953181,
-0.004831969738006592
],
[
0.14561319160343944,
-0.001546527606189806,
-0.021633241325616837
],
[
0.1513389763091095,
0.0005344090409256748,
-0.0005561485886573792
],
[
0.14731280264279986,
-9.874566757735095e-05,
0.002938009798526764
],
[
0.13899215660973938,
0.0002337509628814946,
0.007391180843114852
],
[
0.13013826143001048,
0.000125558026209221,
0.001107439398765564
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115754-473c71df",
"inference_id": 1,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.23254929715767503,
"peak_memory_bytes": 9209718272,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.23580041201785207
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.17680099606513977,
0.02973232790827751,
0.1748553216457367
],
[
0.3515168726444245,
0.052349191159009933,
0.07938709110021591
],
[
0.49190050363540655,
0.059551637619733803,
0.029600124806165695
],
[
0.6280894279479982,
0.059513360261917114,
-0.017355918884277344
],
[
0.7690090537071229,
0.056547611951828,
-0.022187888622283936
],
[
0.9145520925521851,
0.051770880818367004,
-0.04382112994790078
],
[
1.0657691955566406,
0.04567505419254303,
-0.04437727853655816
],
[
1.2129325866699219,
0.03904120996594429,
-0.041439268738031394
],
[
1.351815104484558,
0.03351667523384094,
-0.03404808789491654
],
[
1.4818822145462036,
0.02921205759048462,
-0.03294064849615098
]
],
"observed_poses": [
[
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
[
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
[
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
[
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
[
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
[
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
[
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
[
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
[
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
[
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
[
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
"sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
"pose": [
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
"timestamp": 3913.391991056,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
"sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
"pose": [
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
"timestamp": 3914.690554285,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
"sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
"pose": [
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
"timestamp": 3915.223535366,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
"sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
"pose": [
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
"timestamp": 3915.959066164,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
"sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
"pose": [
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
"timestamp": 3916.492475998,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
"sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
"pose": [
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
"timestamp": 3917.226981446,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
"sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
"pose": [
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
"timestamp": 3918.026405035,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
"sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
"pose": [
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
"timestamp": 3918.896202773,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
"sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
"pose": [
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
"timestamp": 3919.695140648,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
"sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
"pose": [
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
"timestamp": 3920.427210615,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
"sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
"pose": [
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
"timestamp": 3921.028617486,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-000.jpg",
"sha256": "26e29ff9079a58a74381651555436ccec85af50942df13a4dac21661ed1e832f",
"pose": [
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
"timestamp": 3923.899549283,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-001.jpg",
"sha256": "6456e95dcc4049c98332ab502c92dc5830a0b14d12b3ddb48b1221a88e93c8a0",
"pose": [
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
"timestamp": 3924.905576242,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-002.jpg",
"sha256": "d0a597b1a7090de5b78160f518752d825fd05810e514ba397fdaa38a91c486bd",
"pose": [
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
"timestamp": 3925.769732076,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-003.jpg",
"sha256": "7b8a2bab0d28ad0e361fe5f55a1b484b634e96ecd381e64643e80b73346bc0f1",
"pose": [
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
"timestamp": 3926.569300502,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-004.jpg",
"sha256": "1136fbdf7851396536259d8e6deda84e20f5975f65f529882df723570e62c0c9",
"pose": [
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
"timestamp": 3927.434498839,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-005.jpg",
"sha256": "e462c6f181993b85025daefd817905569b02a74d51dbb92a283a258ab52ccacd",
"pose": [
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
"timestamp": 3928.50518284,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-006.jpg",
"sha256": "acc3b89ba155edd677fd2b02dab69599701eafd447e647db5838c96f07ed5035",
"pose": [
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
"timestamp": 3929.504574994,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-007.jpg",
"sha256": "e330f8aaaab7357da64b1503a0418e4bc4eb3bd81ccf07398da47ec4e6a58749",
"pose": [
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
"timestamp": 3930.438796454,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-008.jpg",
"sha256": "888a820ed9fae0ded4b842a739dbec1943eb432749e3dfedaf6d73624fc57379",
"pose": [
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
"timestamp": 3931.172797532,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-009.jpg",
"sha256": "097a0599b82832a12f2a85eaa092b3372ca45dc821a58c2669237b265a5f78fe",
"pose": [
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
],
"timestamp": 3931.779281103,
"observation_id": 20
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.8709317970001393,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
526
],
"attention_mask": [
1,
526
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
526
],
"mm_token_type_ids": [
1,
526
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
"sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
"pose": [
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
"timestamp": 3914.690554285,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
"sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
"pose": [
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
"timestamp": 3915.223535366,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
"sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
"pose": [
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
"timestamp": 3915.959066164,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
"sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
"pose": [
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
"timestamp": 3916.492475998,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
"sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
"pose": [
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
"timestamp": 3917.226981446,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
"sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
"pose": [
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
"timestamp": 3918.026405035,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
"sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
"pose": [
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
"timestamp": 3918.896202773,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
"sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
"pose": [
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
"timestamp": 3919.695140648,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
"sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
"pose": [
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
"timestamp": 3920.427210615,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
"sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
"pose": [
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
"timestamp": 3921.028617486,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-000.jpg",
"sha256": "26e29ff9079a58a74381651555436ccec85af50942df13a4dac21661ed1e832f",
"pose": [
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
"timestamp": 3923.899549283,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-001.jpg",
"sha256": "6456e95dcc4049c98332ab502c92dc5830a0b14d12b3ddb48b1221a88e93c8a0",
"pose": [
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
"timestamp": 3924.905576242,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-002.jpg",
"sha256": "d0a597b1a7090de5b78160f518752d825fd05810e514ba397fdaa38a91c486bd",
"pose": [
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
"timestamp": 3925.769732076,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-003.jpg",
"sha256": "7b8a2bab0d28ad0e361fe5f55a1b484b634e96ecd381e64643e80b73346bc0f1",
"pose": [
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
"timestamp": 3926.569300502,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-004.jpg",
"sha256": "1136fbdf7851396536259d8e6deda84e20f5975f65f529882df723570e62c0c9",
"pose": [
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
"timestamp": 3927.434498839,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-005.jpg",
"sha256": "e462c6f181993b85025daefd817905569b02a74d51dbb92a283a258ab52ccacd",
"pose": [
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
"timestamp": 3928.50518284,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-006.jpg",
"sha256": "acc3b89ba155edd677fd2b02dab69599701eafd447e647db5838c96f07ed5035",
"pose": [
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
"timestamp": 3929.504574994,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-007.jpg",
"sha256": "e330f8aaaab7357da64b1503a0418e4bc4eb3bd81ccf07398da47ec4e6a58749",
"pose": [
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
"timestamp": 3930.438796454,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-008.jpg",
"sha256": "888a820ed9fae0ded4b842a739dbec1943eb432749e3dfedaf6d73624fc57379",
"pose": [
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
"timestamp": 3931.172797532,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-009.jpg",
"sha256": "097a0599b82832a12f2a85eaa092b3372ca45dc821a58c2669237b265a5f78fe",
"pose": [
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
],
"timestamp": 3931.779281103,
"observation_id": 20
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.12123855203390121,
-0.012124920263886452,
-0.10281861573457717
],
[
0.11495947700697538,
-0.0024289254516436445,
-0.04448973387479782
],
[
0.11490880449777965,
-0.0034721691266906794,
-0.013674840331077576
],
[
0.12030384982720022,
0.0029434163094648365,
0.022618606686592102
],
[
0.12112126238497918,
0.003861204751471106,
0.06204228103160858
],
[
0.12353919938477625,
0.002138711352366213,
0.03243245184421539
],
[
0.1235415434016872,
0.002196463206205122,
0.023109225556254387
],
[
0.1306292607303955,
0.0011154477582395613,
0.010725867003202438
],
[
0.13407605802881034,
0.0006089308067850484,
0.01725381426513195
],
[
0.12646639169003684,
0.00025657516045384584,
0.008747782558202744
]
],
"stop": false,
"plan": null,
"raw": "<apos_984><opos_646><act_l0_131><act_l1_72><act_l2_33><|im_end|>",
"waypoints": [
[
0.12123855203390121,
-0.012124920263886452,
-0.10281861573457718
],
[
0.2353416085243225,
-0.026340177282691002,
-0.147308349609375
],
[
0.34849628806114197,
-0.04664061591029167,
-0.16098318994045258
],
[
0.46771642565727234,
-0.06301861256361008,
-0.13836458325386047
],
[
0.5882126688957214,
-0.07589977979660034,
-0.07632230222225189
],
[
0.7115553021430969,
-0.08318693935871124,
-0.0438898503780365
],
[
0.835074245929718,
-0.08641307055950165,
-0.020780624821782112
],
[
0.9656984806060791,
-0.0880122259259224,
-0.010054757818579674
],
[
1.09977388381958,
-0.0887514054775238,
0.007199056446552277
],
[
1.2262351512908936,
-0.08758440613746643,
0.01594683900475502
]
],
"pointing": {
"apos": 984,
"opos": 646
},
"rvq_codes": [
131,
72,
33
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
526
],
"attention_mask": [
1,
526
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
526
],
"mm_token_type_ids": [
1,
526
]
}
},
"history_fps": 4
},
"native_latency_ms": 211.82071138173342
},
"response": {
"type": "step",
"actions": [
[
0.12123855203390121,
-0.012124920263886452,
-0.10281861573457717
],
[
0.11495947700697538,
-0.0024289254516436445,
-0.04448973387479782
],
[
0.11490880449777965,
-0.0034721691266906794,
-0.013674840331077576
],
[
0.12030384982720022,
0.0029434163094648365,
0.022618606686592102
],
[
0.12112126238497918,
0.003861204751471106,
0.06204228103160858
],
[
0.12353919938477625,
0.002138711352366213,
0.03243245184421539
],
[
0.1235415434016872,
0.002196463206205122,
0.023109225556254387
],
[
0.1306292607303955,
0.0011154477582395613,
0.010725867003202438
],
[
0.13407605802881034,
0.0006089308067850484,
0.01725381426513195
],
[
0.12646639169003684,
0.00025657516045384584,
0.008747782558202744
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115754-473c71df",
"inference_id": 2,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3091555591672659,
"peak_memory_bytes": 9314119680,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.3132221018895507
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.12123855203390121,
-0.012124920263886452,
-0.10281861573457715
],
[
0.23534160852432248,
-0.026340177282691,
-0.14730834960937497
],
[
0.34849628806114197,
-0.046640615910291665,
-0.16098318994045255
],
[
0.4677164256572723,
-0.06301861256361006,
-0.13836458325386045
],
[
0.5882126688957214,
-0.07589977979660031,
-0.07632230222225186
],
[
0.7115553021430969,
-0.0831869393587112,
-0.04388985037803647
],
[
0.835074245929718,
-0.0864130705595016,
-0.020780624821782084
],
[
0.9656984806060791,
-0.08801222592592235,
-0.010054757818579648
],
[
1.09977388381958,
-0.08875140547752376,
0.007199056446552303
],
[
1.2262351512908936,
-0.08758440613746639,
0.015946839004755048
]
],
"observed_poses": [
[
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
[
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
[
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
[
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
[
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
[
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
[
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
[
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
[
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
[
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
[
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
[
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
[
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
[
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
[
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
[
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
[
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
[
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
[
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
[
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
[
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
"sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
"pose": [
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
"timestamp": 3913.391991056,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
"sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
"pose": [
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
"timestamp": 3914.690554285,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
"sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
"pose": [
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
"timestamp": 3915.223535366,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
"sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
"pose": [
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
"timestamp": 3915.959066164,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
"sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
"pose": [
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
"timestamp": 3916.492475998,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
"sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
"pose": [
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
"timestamp": 3917.226981446,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
"sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
"pose": [
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
"timestamp": 3918.026405035,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
"sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
"pose": [
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
"timestamp": 3918.896202773,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
"sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
"pose": [
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
"timestamp": 3919.695140648,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
"sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
"pose": [
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
"timestamp": 3920.427210615,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
"sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
"pose": [
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
"timestamp": 3921.028617486,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-000.jpg",
"sha256": "26e29ff9079a58a74381651555436ccec85af50942df13a4dac21661ed1e832f",
"pose": [
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
"timestamp": 3923.899549283,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-001.jpg",
"sha256": "6456e95dcc4049c98332ab502c92dc5830a0b14d12b3ddb48b1221a88e93c8a0",
"pose": [
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
"timestamp": 3924.905576242,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-002.jpg",
"sha256": "d0a597b1a7090de5b78160f518752d825fd05810e514ba397fdaa38a91c486bd",
"pose": [
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
"timestamp": 3925.769732076,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-003.jpg",
"sha256": "7b8a2bab0d28ad0e361fe5f55a1b484b634e96ecd381e64643e80b73346bc0f1",
"pose": [
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
"timestamp": 3926.569300502,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-004.jpg",
"sha256": "1136fbdf7851396536259d8e6deda84e20f5975f65f529882df723570e62c0c9",
"pose": [
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
"timestamp": 3927.434498839,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-005.jpg",
"sha256": "e462c6f181993b85025daefd817905569b02a74d51dbb92a283a258ab52ccacd",
"pose": [
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
"timestamp": 3928.50518284,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-006.jpg",
"sha256": "acc3b89ba155edd677fd2b02dab69599701eafd447e647db5838c96f07ed5035",
"pose": [
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
"timestamp": 3929.504574994,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-007.jpg",
"sha256": "e330f8aaaab7357da64b1503a0418e4bc4eb3bd81ccf07398da47ec4e6a58749",
"pose": [
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
"timestamp": 3930.438796454,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-008.jpg",
"sha256": "888a820ed9fae0ded4b842a739dbec1943eb432749e3dfedaf6d73624fc57379",
"pose": [
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
"timestamp": 3931.172797532,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-009.jpg",
"sha256": "097a0599b82832a12f2a85eaa092b3372ca45dc821a58c2669237b265a5f78fe",
"pose": [
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
],
"timestamp": 3931.779281103,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-000.jpg",
"sha256": "373cf4cb341489e57dcddae0fbbfde9940d3688a77f06d8ca0164823cd0bc2ef",
"pose": [
1.9742140762085416,
0.03980753097606038,
-0.0548517553364789
],
"timestamp": 3934.57548899,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-001.jpg",
"sha256": "6f7666e6305576572b34c9bf000205b1288f684810d3805940c25ff52bee83f1",
"pose": [
2.0465378496855364,
0.030520502522933465,
-0.08393602430212256
],
"timestamp": 3935.112372584,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-002.jpg",
"sha256": "99e40d7f644d8df76a6b66d67bd95adfd5ff7637546ffaac0cba79973d4e1ee7",
"pose": [
2.116158464634963,
0.028853852135141328,
-0.08035991856474656
],
"timestamp": 3935.711474666,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-003.jpg",
"sha256": "01186414e9ffd4de79838340bf83905a501ead8822ed65bdd7a81f0307dbb62a",
"pose": [
2.1948636621667643,
0.023302013996778073,
-0.08130828270340373
],
"timestamp": 3936.244798736,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-004.jpg",
"sha256": "62cfef3a7727b7dd637c2ed36a76ecc28a3f50ff883579a1be76d75b0ceaf039",
"pose": [
2.275095992686178,
0.02363135788539994,
-0.050556072636902094
],
"timestamp": 3936.914584772,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-005.jpg",
"sha256": "a20e08f7c63ccc91cbd6194d60d32433d779439678a8c73870b1e64a5cea1d02",
"pose": [
2.3548193170064144,
0.020687988481542657,
-0.039071417680327514
],
"timestamp": 3937.444964541,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-006.jpg",
"sha256": "7a2bca5860b1aed5bf7cd5155ba624712deb06407c59035f75d6ec751360b7e6",
"pose": [
2.4318723370549744,
0.02592367078633559,
-0.03586261017168768
],
"timestamp": 3938.048290747,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-007.jpg",
"sha256": "3346856d472caed1e1741720f5cfe466ba9bed3d20115fc8362f835c5c484af8",
"pose": [
2.516754969301343,
0.022635862707557963,
-0.02333764757681056
],
"timestamp": 3938.581283669,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-008.jpg",
"sha256": "80396c5ae81fce02dfcb0963565e59731b41661b51aa492d5aa3e513d63348d2",
"pose": [
2.6016714456538312,
0.02708396897927462,
-0.011867852437826176
],
"timestamp": 3939.24849025,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-009.jpg",
"sha256": "2ee2aef33549cc6604edb1ddf6752c5d1670f3f03981bc81bf9165e2a2c2b7cb",
"pose": [
2.684678294016995,
0.023308950051582872,
0.0072707697157969875
],
"timestamp": 3939.850909062,
"observation_id": 30
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.8709317970001393,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
706
],
"attention_mask": [
1,
706
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
706
],
"mm_token_type_ids": [
1,
706
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
"sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
"pose": [
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
"timestamp": 3914.690554285,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
"sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
"pose": [
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
"timestamp": 3915.223535366,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
"sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
"pose": [
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
"timestamp": 3915.959066164,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
"sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
"pose": [
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
"timestamp": 3916.492475998,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
"sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
"pose": [
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
"timestamp": 3917.226981446,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
"sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
"pose": [
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
"timestamp": 3918.026405035,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
"sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
"pose": [
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
"timestamp": 3918.896202773,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
"sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
"pose": [
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
"timestamp": 3919.695140648,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
"sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
"pose": [
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
"timestamp": 3920.427210615,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
"sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
"pose": [
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
"timestamp": 3921.028617486,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-000.jpg",
"sha256": "26e29ff9079a58a74381651555436ccec85af50942df13a4dac21661ed1e832f",
"pose": [
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
"timestamp": 3923.899549283,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-001.jpg",
"sha256": "6456e95dcc4049c98332ab502c92dc5830a0b14d12b3ddb48b1221a88e93c8a0",
"pose": [
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
"timestamp": 3924.905576242,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-002.jpg",
"sha256": "d0a597b1a7090de5b78160f518752d825fd05810e514ba397fdaa38a91c486bd",
"pose": [
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
"timestamp": 3925.769732076,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-003.jpg",
"sha256": "7b8a2bab0d28ad0e361fe5f55a1b484b634e96ecd381e64643e80b73346bc0f1",
"pose": [
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
"timestamp": 3926.569300502,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-004.jpg",
"sha256": "1136fbdf7851396536259d8e6deda84e20f5975f65f529882df723570e62c0c9",
"pose": [
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
"timestamp": 3927.434498839,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-005.jpg",
"sha256": "e462c6f181993b85025daefd817905569b02a74d51dbb92a283a258ab52ccacd",
"pose": [
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
"timestamp": 3928.50518284,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-006.jpg",
"sha256": "acc3b89ba155edd677fd2b02dab69599701eafd447e647db5838c96f07ed5035",
"pose": [
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
"timestamp": 3929.504574994,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-007.jpg",
"sha256": "e330f8aaaab7357da64b1503a0418e4bc4eb3bd81ccf07398da47ec4e6a58749",
"pose": [
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
"timestamp": 3930.438796454,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-008.jpg",
"sha256": "888a820ed9fae0ded4b842a739dbec1943eb432749e3dfedaf6d73624fc57379",
"pose": [
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
"timestamp": 3931.172797532,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-009.jpg",
"sha256": "097a0599b82832a12f2a85eaa092b3372ca45dc821a58c2669237b265a5f78fe",
"pose": [
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
],
"timestamp": 3931.779281103,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-000.jpg",
"sha256": "373cf4cb341489e57dcddae0fbbfde9940d3688a77f06d8ca0164823cd0bc2ef",
"pose": [
1.9742140762085416,
0.03980753097606038,
-0.0548517553364789
],
"timestamp": 3934.57548899,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-001.jpg",
"sha256": "6f7666e6305576572b34c9bf000205b1288f684810d3805940c25ff52bee83f1",
"pose": [
2.0465378496855364,
0.030520502522933465,
-0.08393602430212256
],
"timestamp": 3935.112372584,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-002.jpg",
"sha256": "99e40d7f644d8df76a6b66d67bd95adfd5ff7637546ffaac0cba79973d4e1ee7",
"pose": [
2.116158464634963,
0.028853852135141328,
-0.08035991856474656
],
"timestamp": 3935.711474666,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-003.jpg",
"sha256": "01186414e9ffd4de79838340bf83905a501ead8822ed65bdd7a81f0307dbb62a",
"pose": [
2.1948636621667643,
0.023302013996778073,
-0.08130828270340373
],
"timestamp": 3936.244798736,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-004.jpg",
"sha256": "62cfef3a7727b7dd637c2ed36a76ecc28a3f50ff883579a1be76d75b0ceaf039",
"pose": [
2.275095992686178,
0.02363135788539994,
-0.050556072636902094
],
"timestamp": 3936.914584772,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-005.jpg",
"sha256": "a20e08f7c63ccc91cbd6194d60d32433d779439678a8c73870b1e64a5cea1d02",
"pose": [
2.3548193170064144,
0.020687988481542657,
-0.039071417680327514
],
"timestamp": 3937.444964541,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-006.jpg",
"sha256": "7a2bca5860b1aed5bf7cd5155ba624712deb06407c59035f75d6ec751360b7e6",
"pose": [
2.4318723370549744,
0.02592367078633559,
-0.03586261017168768
],
"timestamp": 3938.048290747,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-007.jpg",
"sha256": "3346856d472caed1e1741720f5cfe466ba9bed3d20115fc8362f835c5c484af8",
"pose": [
2.516754969301343,
0.022635862707557963,
-0.02333764757681056
],
"timestamp": 3938.581283669,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-008.jpg",
"sha256": "80396c5ae81fce02dfcb0963565e59731b41661b51aa492d5aa3e513d63348d2",
"pose": [
2.6016714456538312,
0.02708396897927462,
-0.011867852437826176
],
"timestamp": 3939.24849025,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-009.jpg",
"sha256": "2ee2aef33549cc6604edb1ddf6752c5d1670f3f03981bc81bf9165e2a2c2b7cb",
"pose": [
2.684678294016995,
0.023308950051582872,
0.0072707697157969875
],
"timestamp": 3939.850909062,
"observation_id": 30
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14923249185085297,
-0.0008905039867386222,
-0.0012674732133746147
],
[
0.11187551328082568,
0.007200029951763466,
0.08803267311304808
],
[
0.08962099206866984,
-0.0003180336366543947,
-0.03914567083120346
],
[
0.10473296578208871,
0.0008986954507895347,
0.012303613126277924
],
[
0.1138632005855914,
0.004175984709491227,
0.022874504327774048
],
[
0.1003068726732752,
0.0007941809141080777,
-0.004768997430801392
],
[
0.08671090433420753,
0.001308453689943716,
-0.01007312536239624
],
[
0.10333351406179705,
0.0017602032324350219,
-0.01757369562983513
],
[
0.11914973731019833,
0.0016585866847528162,
-0.01114778220653534
],
[
0.02821406457141756,
0.0003406683431423751,
-0.01057642512023449
]
],
"stop": false,
"plan": null,
"raw": "<apos_1088><opos_740><act_l0_187><act_l1_74><act_l2_229><|im_end|>",
"waypoints": [
[
0.14923249185085297,
-0.0008905039867386222,
-0.0012674732133746147
],
[
0.26111704111099243,
0.006167721003293991,
0.08676519989967346
],
[
0.3504284620285034,
0.013617114163935184,
0.04761952906847
],
[
0.4549999237060547,
0.019500240683555603,
0.059923142194747925
],
[
0.5684086680412292,
0.03048768825829029,
0.08279764652252197
],
[
0.6683062314987183,
0.03957483544945717,
0.07802864909172058
],
[
0.7546513080596924,
0.04763837903738022,
0.06795552372932434
],
[
0.8576267957687378,
0.056411199271678925,
0.05038182809948921
],
[
0.9765418171882629,
0.06406812369823456,
0.03923404589295387
],
[
1.0047208070755005,
0.0655151978135109,
0.028657620772719383
]
],
"pointing": {
"apos": 1088,
"opos": 740
},
"rvq_codes": [
187,
74,
229
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
706
],
"attention_mask": [
1,
706
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
706
],
"mm_token_type_ids": [
1,
706
]
}
},
"history_fps": 4
},
"native_latency_ms": 224.22911785542965
},
"response": {
"type": "step",
"actions": [
[
0.14923249185085297,
-0.0008905039867386222,
-0.0012674732133746147
],
[
0.11187551328082568,
0.007200029951763466,
0.08803267311304808
],
[
0.08962099206866984,
-0.0003180336366543947,
-0.03914567083120346
],
[
0.10473296578208871,
0.0008986954507895347,
0.012303613126277924
],
[
0.1138632005855914,
0.004175984709491227,
0.022874504327774048
],
[
0.1003068726732752,
0.0007941809141080777,
-0.004768997430801392
],
[
0.08671090433420753,
0.001308453689943716,
-0.01007312536239624
],
[
0.10333351406179705,
0.0017602032324350219,
-0.01757369562983513
],
[
0.11914973731019833,
0.0016585866847528162,
-0.01114778220653534
],
[
0.02821406457141756,
0.0003406683431423751,
-0.01057642512023449
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-115754-473c71df",
"inference_id": 3,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3412105878815055,
"peak_memory_bytes": 9419127296,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.34524968918412924
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14923249185085297,
-0.0008905039867386222,
-0.0012674732133746147
],
[
0.26111704111099243,
0.00616772100329399,
0.08676519989967346
],
[
0.3504284620285034,
0.013617114163935184,
0.04761952906847
],
[
0.4549999237060547,
0.019500240683555603,
0.05992314219474793
],
[
0.5684086680412291,
0.03048768825829029,
0.08279764652252197
],
[
0.6683062314987182,
0.03957483544945717,
0.07802864909172058
],
[
0.7546513080596923,
0.04763837903738022,
0.06795552372932434
],
[
0.8576267957687377,
0.056411199271678925,
0.05038182809948921
],
[
0.9765418171882628,
0.06406812369823456,
0.03923404589295387
],
[
1.0047208070755003,
0.0655151978135109,
0.028657620772719383
]
],
"observed_poses": [
[
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
[
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
[
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
[
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
[
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
[
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
[
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
[
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
[
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
[
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
[
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
[
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
[
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
[
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
[
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
[
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
[
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
[
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
[
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
[
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
[
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
],
[
1.9742140762085416,
0.03980753097606038,
-0.0548517553364789
],
[
2.0465378496855364,
0.030520502522933465,
-0.08393602430212256
],
[
2.116158464634963,
0.028853852135141328,
-0.08035991856474656
],
[
2.1948636621667643,
0.023302013996778073,
-0.08130828270340373
],
[
2.275095992686178,
0.02363135788539994,
-0.050556072636902094
],
[
2.3548193170064144,
0.020687988481542657,
-0.039071417680327514
],
[
2.4318723370549744,
0.02592367078633559,
-0.03586261017168768
],
[
2.516754969301343,
0.022635862707557963,
-0.02333764757681056
],
[
2.6016714456538312,
0.02708396897927462,
-0.011867852437826176
],
[
2.684678294016995,
0.023308950051582872,
0.0072707697157969875
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
"sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
"pose": [
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
"timestamp": 3913.391991056,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
"sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
"pose": [
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
"timestamp": 3914.690554285,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-001.jpg",
"sha256": "c5b479587cb1da27cae58a59a7da26223a27cc56bb57af3b7f499289ba964956",
"pose": [
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
"timestamp": 3915.223535366,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-002.jpg",
"sha256": "050bf1a6279456acb7e5b26cf5fb851a33a3a881eb8ea9d3f4be66f686c4539f",
"pose": [
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
"timestamp": 3915.959066164,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-003.jpg",
"sha256": "f4e318d34740241c5e1236b50b78dd4993c0e82baf99464d6865bbf54456b08a",
"pose": [
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
"timestamp": 3916.492475998,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
"sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
"pose": [
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
"timestamp": 3917.226981446,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
"sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
"pose": [
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
"timestamp": 3918.026405035,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
"sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
"pose": [
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
"timestamp": 3918.896202773,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
"sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
"pose": [
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
"timestamp": 3919.695140648,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
"sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
"pose": [
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
"timestamp": 3920.427210615,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
"sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
"pose": [
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
"timestamp": 3921.028617486,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-000.jpg",
"sha256": "26e29ff9079a58a74381651555436ccec85af50942df13a4dac21661ed1e832f",
"pose": [
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
"timestamp": 3923.899549283,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-001.jpg",
"sha256": "6456e95dcc4049c98332ab502c92dc5830a0b14d12b3ddb48b1221a88e93c8a0",
"pose": [
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
"timestamp": 3924.905576242,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-002.jpg",
"sha256": "d0a597b1a7090de5b78160f518752d825fd05810e514ba397fdaa38a91c486bd",
"pose": [
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
"timestamp": 3925.769732076,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-003.jpg",
"sha256": "7b8a2bab0d28ad0e361fe5f55a1b484b634e96ecd381e64643e80b73346bc0f1",
"pose": [
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
"timestamp": 3926.569300502,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-004.jpg",
"sha256": "1136fbdf7851396536259d8e6deda84e20f5975f65f529882df723570e62c0c9",
"pose": [
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
"timestamp": 3927.434498839,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-005.jpg",
"sha256": "e462c6f181993b85025daefd817905569b02a74d51dbb92a283a258ab52ccacd",
"pose": [
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
"timestamp": 3928.50518284,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-006.jpg",
"sha256": "acc3b89ba155edd677fd2b02dab69599701eafd447e647db5838c96f07ed5035",
"pose": [
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
"timestamp": 3929.504574994,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-007.jpg",
"sha256": "e330f8aaaab7357da64b1503a0418e4bc4eb3bd81ccf07398da47ec4e6a58749",
"pose": [
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
"timestamp": 3930.438796454,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-008.jpg",
"sha256": "888a820ed9fae0ded4b842a739dbec1943eb432749e3dfedaf6d73624fc57379",
"pose": [
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
"timestamp": 3931.172797532,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-009.jpg",
"sha256": "097a0599b82832a12f2a85eaa092b3372ca45dc821a58c2669237b265a5f78fe",
"pose": [
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
],
"timestamp": 3931.779281103,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-000.jpg",
"sha256": "373cf4cb341489e57dcddae0fbbfde9940d3688a77f06d8ca0164823cd0bc2ef",
"pose": [
1.9742140762085416,
0.03980753097606038,
-0.0548517553364789
],
"timestamp": 3934.57548899,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-001.jpg",
"sha256": "6f7666e6305576572b34c9bf000205b1288f684810d3805940c25ff52bee83f1",
"pose": [
2.0465378496855364,
0.030520502522933465,
-0.08393602430212256
],
"timestamp": 3935.112372584,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-002.jpg",
"sha256": "99e40d7f644d8df76a6b66d67bd95adfd5ff7637546ffaac0cba79973d4e1ee7",
"pose": [
2.116158464634963,
0.028853852135141328,
-0.08035991856474656
],
"timestamp": 3935.711474666,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-003.jpg",
"sha256": "01186414e9ffd4de79838340bf83905a501ead8822ed65bdd7a81f0307dbb62a",
"pose": [
2.1948636621667643,
0.023302013996778073,
-0.08130828270340373
],
"timestamp": 3936.244798736,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-004.jpg",
"sha256": "62cfef3a7727b7dd637c2ed36a76ecc28a3f50ff883579a1be76d75b0ceaf039",
"pose": [
2.275095992686178,
0.02363135788539994,
-0.050556072636902094
],
"timestamp": 3936.914584772,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-005.jpg",
"sha256": "a20e08f7c63ccc91cbd6194d60d32433d779439678a8c73870b1e64a5cea1d02",
"pose": [
2.3548193170064144,
0.020687988481542657,
-0.039071417680327514
],
"timestamp": 3937.444964541,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-006.jpg",
"sha256": "7a2bca5860b1aed5bf7cd5155ba624712deb06407c59035f75d6ec751360b7e6",
"pose": [
2.4318723370549744,
0.02592367078633559,
-0.03586261017168768
],
"timestamp": 3938.048290747,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-007.jpg",
"sha256": "3346856d472caed1e1741720f5cfe466ba9bed3d20115fc8362f835c5c484af8",
"pose": [
2.516754969301343,
0.022635862707557963,
-0.02333764757681056
],
"timestamp": 3938.581283669,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-008.jpg",
"sha256": "80396c5ae81fce02dfcb0963565e59731b41661b51aa492d5aa3e513d63348d2",
"pose": [
2.6016714456538312,
0.02708396897927462,
-0.011867852437826176
],
"timestamp": 3939.24849025,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-009.jpg",
"sha256": "2ee2aef33549cc6604edb1ddf6752c5d1670f3f03981bc81bf9165e2a2c2b7cb",
"pose": [
2.684678294016995,
0.023308950051582872,
0.0072707697157969875
],
"timestamp": 3939.850909062,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-000.jpg",
"sha256": "cb4410946321ad4007bbdda78149fff60af93004a83b8d6ea5e5af52d734e2b0",
"pose": [
2.7700934857077075,
0.028615648086371945,
-0.00530982973557359
],
"timestamp": 3942.588129524,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-001.jpg",
"sha256": "dea0d72a9e3de9b978fbdf9d27bb39e1c3bfaa9396a4a2f7ce814bf45cd159d0",
"pose": [
2.8406813381479763,
0.03312401834694037,
0.0686881963949555
],
"timestamp": 3943.119839839,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-002.jpg",
"sha256": "0f4d8a833bd3ee6e7e9cbc01cb4f49d1d6970e8ab0be5aa661b1e05205daae32",
"pose": [
2.8854415541884797,
0.04032495064264541,
0.04998128803107906
],
"timestamp": 3943.653314154,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-003.jpg",
"sha256": "fa939e02d531a6af6e751e44fe137779b92cb65140e5e384ac4cd9135180d50e",
"pose": [
2.946742648750938,
0.04195996016232134,
0.0503386259647123
],
"timestamp": 3944.320429819,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-004.jpg",
"sha256": "10c2748ae8dfc12aa150eb1648cdb859f46d5ecd50bac2d68c39c76ab23ffa2f",
"pose": [
3.0116398145800765,
0.054130318373819986,
0.040156628155110036
],
"timestamp": 3944.990220783,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-005.jpg",
"sha256": "fe3e4797deb2bef7c095a6a3f842f4756e4492f985040d1c58b7e6d28ef54ad6",
"pose": [
3.072788554188054,
0.054800134404858675,
0.04180429888409012
],
"timestamp": 3945.520361632,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-006.jpg",
"sha256": "23f481d4418b45707690d7e427a207fc33c921d046645ad027ff566121f76dbe",
"pose": [
3.1155989194232436,
0.05826019801790888,
0.0586246420896084
],
"timestamp": 3945.988412188,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-007.jpg",
"sha256": "e4993583bca1448897b51cc3f0e3fff41eacba6416d8b7bbfa53f29dc7793eef",
"pose": [
3.172909515857755,
0.07116701100353229,
0.049075748473878876
],
"timestamp": 3946.521056682,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-008.jpg",
"sha256": "d54bdcccfb574911784832f8fa801819d6859a63421024cb51eeebc2d63b2e30",
"pose": [
3.25222873493518,
0.07369273422332395,
0.059948938161941606
],
"timestamp": 3947.058072696,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-009.jpg",
"sha256": "2441e47e423aa22baea1968a6bd1860839d8275b914087fdc7a750ce39b4dc4a",
"pose": [
3.2518179140125003,
0.07256559921679545,
0.07361588788601316
],
"timestamp": 3947.190520049,
"observation_id": 40
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.8709317970001393,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
830
],
"attention_mask": [
1,
830
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
830
],
"mm_token_type_ids": [
1,
830
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000000/input-000.jpg",
"sha256": "d5eddacd4f30cbf42d3a931ba1745b4e81ddc53f7567401f0f38049ef0b6656c",
"pose": [
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
"timestamp": 3913.391991056,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-000.jpg",
"sha256": "6f13edcdf21aedfc4e5e9503191c113c8d21d2bde8d416d25df3510d0b9a43a8",
"pose": [
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
"timestamp": 3914.690554285,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-004.jpg",
"sha256": "700114167d23966ccedecf374bb92dd982d7f581163a495b16e03dcd74dd10bb",
"pose": [
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
"timestamp": 3917.226981446,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-005.jpg",
"sha256": "2e8c293c755061dfeaad02d905fc664f250bc83d5f3b5aadbc40c3e41c4fea1a",
"pose": [
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
"timestamp": 3918.026405035,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-006.jpg",
"sha256": "99435549643a0e359fecd3bc93427f8e10d375f01184a22976fb8436eb5b3918",
"pose": [
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
"timestamp": 3918.896202773,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-007.jpg",
"sha256": "f5f8dfab65878808a226200f4198289ceaaca67e753d90a05bcb6d2dfb6e9296",
"pose": [
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
"timestamp": 3919.695140648,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-008.jpg",
"sha256": "ae7b0cdbd8983ffe2ff159d00170819177c7f98b8ce6d0fec5f0d88b763d3d61",
"pose": [
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
"timestamp": 3920.427210615,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000001/input-009.jpg",
"sha256": "aa2d4ee6f1e7449611688f1f98979887bcfc984e6426d912eb62e3c782f2a7c4",
"pose": [
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
"timestamp": 3921.028617486,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-000.jpg",
"sha256": "26e29ff9079a58a74381651555436ccec85af50942df13a4dac21661ed1e832f",
"pose": [
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
"timestamp": 3923.899549283,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-001.jpg",
"sha256": "6456e95dcc4049c98332ab502c92dc5830a0b14d12b3ddb48b1221a88e93c8a0",
"pose": [
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
"timestamp": 3924.905576242,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-002.jpg",
"sha256": "d0a597b1a7090de5b78160f518752d825fd05810e514ba397fdaa38a91c486bd",
"pose": [
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
"timestamp": 3925.769732076,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-003.jpg",
"sha256": "7b8a2bab0d28ad0e361fe5f55a1b484b634e96ecd381e64643e80b73346bc0f1",
"pose": [
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
"timestamp": 3926.569300502,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-004.jpg",
"sha256": "1136fbdf7851396536259d8e6deda84e20f5975f65f529882df723570e62c0c9",
"pose": [
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
"timestamp": 3927.434498839,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-005.jpg",
"sha256": "e462c6f181993b85025daefd817905569b02a74d51dbb92a283a258ab52ccacd",
"pose": [
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
"timestamp": 3928.50518284,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-006.jpg",
"sha256": "acc3b89ba155edd677fd2b02dab69599701eafd447e647db5838c96f07ed5035",
"pose": [
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
"timestamp": 3929.504574994,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-007.jpg",
"sha256": "e330f8aaaab7357da64b1503a0418e4bc4eb3bd81ccf07398da47ec4e6a58749",
"pose": [
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
"timestamp": 3930.438796454,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-008.jpg",
"sha256": "888a820ed9fae0ded4b842a739dbec1943eb432749e3dfedaf6d73624fc57379",
"pose": [
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
"timestamp": 3931.172797532,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000002/input-009.jpg",
"sha256": "097a0599b82832a12f2a85eaa092b3372ca45dc821a58c2669237b265a5f78fe",
"pose": [
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
],
"timestamp": 3931.779281103,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-000.jpg",
"sha256": "373cf4cb341489e57dcddae0fbbfde9940d3688a77f06d8ca0164823cd0bc2ef",
"pose": [
1.9742140762085416,
0.03980753097606038,
-0.0548517553364789
],
"timestamp": 3934.57548899,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-001.jpg",
"sha256": "6f7666e6305576572b34c9bf000205b1288f684810d3805940c25ff52bee83f1",
"pose": [
2.0465378496855364,
0.030520502522933465,
-0.08393602430212256
],
"timestamp": 3935.112372584,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-002.jpg",
"sha256": "99e40d7f644d8df76a6b66d67bd95adfd5ff7637546ffaac0cba79973d4e1ee7",
"pose": [
2.116158464634963,
0.028853852135141328,
-0.08035991856474656
],
"timestamp": 3935.711474666,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-003.jpg",
"sha256": "01186414e9ffd4de79838340bf83905a501ead8822ed65bdd7a81f0307dbb62a",
"pose": [
2.1948636621667643,
0.023302013996778073,
-0.08130828270340373
],
"timestamp": 3936.244798736,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-004.jpg",
"sha256": "62cfef3a7727b7dd637c2ed36a76ecc28a3f50ff883579a1be76d75b0ceaf039",
"pose": [
2.275095992686178,
0.02363135788539994,
-0.050556072636902094
],
"timestamp": 3936.914584772,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-005.jpg",
"sha256": "a20e08f7c63ccc91cbd6194d60d32433d779439678a8c73870b1e64a5cea1d02",
"pose": [
2.3548193170064144,
0.020687988481542657,
-0.039071417680327514
],
"timestamp": 3937.444964541,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-006.jpg",
"sha256": "7a2bca5860b1aed5bf7cd5155ba624712deb06407c59035f75d6ec751360b7e6",
"pose": [
2.4318723370549744,
0.02592367078633559,
-0.03586261017168768
],
"timestamp": 3938.048290747,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-007.jpg",
"sha256": "3346856d472caed1e1741720f5cfe466ba9bed3d20115fc8362f835c5c484af8",
"pose": [
2.516754969301343,
0.022635862707557963,
-0.02333764757681056
],
"timestamp": 3938.581283669,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-008.jpg",
"sha256": "80396c5ae81fce02dfcb0963565e59731b41661b51aa492d5aa3e513d63348d2",
"pose": [
2.6016714456538312,
0.02708396897927462,
-0.011867852437826176
],
"timestamp": 3939.24849025,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000003/input-009.jpg",
"sha256": "2ee2aef33549cc6604edb1ddf6752c5d1670f3f03981bc81bf9165e2a2c2b7cb",
"pose": [
2.684678294016995,
0.023308950051582872,
0.0072707697157969875
],
"timestamp": 3939.850909062,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-000.jpg",
"sha256": "cb4410946321ad4007bbdda78149fff60af93004a83b8d6ea5e5af52d734e2b0",
"pose": [
2.7700934857077075,
0.028615648086371945,
-0.00530982973557359
],
"timestamp": 3942.588129524,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-001.jpg",
"sha256": "dea0d72a9e3de9b978fbdf9d27bb39e1c3bfaa9396a4a2f7ce814bf45cd159d0",
"pose": [
2.8406813381479763,
0.03312401834694037,
0.0686881963949555
],
"timestamp": 3943.119839839,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-002.jpg",
"sha256": "0f4d8a833bd3ee6e7e9cbc01cb4f49d1d6970e8ab0be5aa661b1e05205daae32",
"pose": [
2.8854415541884797,
0.04032495064264541,
0.04998128803107906
],
"timestamp": 3943.653314154,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-003.jpg",
"sha256": "fa939e02d531a6af6e751e44fe137779b92cb65140e5e384ac4cd9135180d50e",
"pose": [
2.946742648750938,
0.04195996016232134,
0.0503386259647123
],
"timestamp": 3944.320429819,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-004.jpg",
"sha256": "10c2748ae8dfc12aa150eb1648cdb859f46d5ecd50bac2d68c39c76ab23ffa2f",
"pose": [
3.0116398145800765,
0.054130318373819986,
0.040156628155110036
],
"timestamp": 3944.990220783,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-005.jpg",
"sha256": "fe3e4797deb2bef7c095a6a3f842f4756e4492f985040d1c58b7e6d28ef54ad6",
"pose": [
3.072788554188054,
0.054800134404858675,
0.04180429888409012
],
"timestamp": 3945.520361632,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-006.jpg",
"sha256": "23f481d4418b45707690d7e427a207fc33c921d046645ad027ff566121f76dbe",
"pose": [
3.1155989194232436,
0.05826019801790888,
0.0586246420896084
],
"timestamp": 3945.988412188,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-007.jpg",
"sha256": "e4993583bca1448897b51cc3f0e3fff41eacba6416d8b7bbfa53f29dc7793eef",
"pose": [
3.172909515857755,
0.07116701100353229,
0.049075748473878876
],
"timestamp": 3946.521056682,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-008.jpg",
"sha256": "d54bdcccfb574911784832f8fa801819d6859a63421024cb51eeebc2d63b2e30",
"pose": [
3.25222873493518,
0.07369273422332395,
0.059948938161941606
],
"timestamp": 3947.058072696,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-115754-473c71df/steps/000004/input-009.jpg",
"sha256": "2441e47e423aa22baea1968a6bd1860839d8275b914087fdc7a750ce39b4dc4a",
"pose": [
3.2518179140125003,
0.07256559921679545,
0.07361588788601316
],
"timestamp": 3947.190520049,
"observation_id": 40
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-4.158075737249294e-06,
-6.555302122737339e-07,
-1.5167472611210542e-07
],
[
2.0026637732982662e-06,
-5.5780931945078066e-08,
-3.640693648776505e-07
],
[
2.3109758278615063e-06,
-1.93396898677979e-08,
-5.338911250873934e-07
],
[
3.110289701854458e-06,
1.9380326217307234e-07,
2.811655306800276e-06
],
[
-2.687392480261698e-06,
4.356670235714982e-07,
3.0368299093197497e-06
],
[
1.225121881434925e-06,
-1.7461063099519016e-07,
2.407426791251055e-06
],
[
2.6491064381781412e-06,
2.953296461288192e-07,
5.29699264006922e-07
],
[
-6.176481537825758e-06,
2.7345882551383315e-07,
2.106122337863781e-06
],
[
-4.2761602224182544e-06,
-6.055945095717565e-07,
-1.3887190561945317e-05
]
],
"stop": true,
"plan": null,
"raw": "<apos_1299><opos_696><act_l0_6><act_l1_122><act_l2_174><|im_end|>",
"waypoints": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-3.0523397072101943e-06,
-9.334816581940686e-07,
-1.7163035863632103e-06
],
[
-1.0496760296518914e-06,
-9.892660273180809e-07,
-2.080372951240861e-06
],
[
1.2612997579708463e-06,
-1.0086105248774402e-06,
-2.6142640763282543e-06
],
[
4.371589966467582e-06,
-8.148153938236646e-07,
1.9739123047202156e-07
],
[
1.6841974002090865e-06,
-3.791489007198834e-07,
3.234221139791771e-06
],
[
2.909319846366998e-06,
-5.537555693990726e-07,
5.641647931042826e-06
],
[
5.558424618357094e-06,
-2.584109779490973e-07,
6.171347195049748e-06
],
[
-6.180586069604033e-07,
1.500973034751496e-08,
8.277469532913528e-06
],
[
-4.894213816442061e-06,
-5.906201749894535e-07,
-5.609721029031789e-06
]
],
"pointing": {
"apos": 1299,
"opos": 696
},
"rvq_codes": [
6,
122,
174
],
"model_input": {
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
830
],
"attention_mask": [
1,
830
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
830
],
"mm_token_type_ids": [
1,
830
]
}
},
"history_fps": 4
},
"native_latency_ms": 237.8047020174563
},
"response": {
"type": "step",
"actions": [
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-4.158075737249294e-06,
-6.555302122737339e-07,
-1.5167472611210542e-07
],
[
2.0026637732982662e-06,
-5.5780931945078066e-08,
-3.640693648776505e-07
],
[
2.3109758278615063e-06,
-1.93396898677979e-08,
-5.338911250873934e-07
],
[
3.110289701854458e-06,
1.9380326217307234e-07,
2.811655306800276e-06
],
[
-2.687392480261698e-06,
4.356670235714982e-07,
3.0368299093197497e-06
],
[
1.225121881434925e-06,
-1.7461063099519016e-07,
2.407426791251055e-06
],
[
2.6491064381781412e-06,
2.953296461288192e-07,
5.29699264006922e-07
],
[
-6.176481537825758e-06,
2.7345882551383315e-07,
2.106122337863781e-06
],
[
-4.2761602224182544e-06,
-6.055945095717565e-07,
-1.3887190561945317e-05
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": true,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "current_terminal",
"episode_id": "episode-20261019-115754-473c71df",
"inference_id": 4,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3812181791290641,
"peak_memory_bytes": 9505009664,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.38554605608806014
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
1.1057370556954993e-06,
-2.779579517664388e-07,
-1.564628860251105e-06
],
[
-3.052339707210194e-06,
-9.334816581940687e-07,
-1.7163035863632103e-06
],
[
-1.0496760296518906e-06,
-9.892660273180809e-07,
-2.080372951240861e-06
],
[
1.261299757970847e-06,
-1.0086105248774402e-06,
-2.6142640763282543e-06
],
[
4.371589966467583e-06,
-8.148153938236646e-07,
1.9739123047202156e-07
],
[
1.6841974002090875e-06,
-3.7914890071988333e-07,
3.2342211397917713e-06
],
[
2.909319846366999e-06,
-5.537555693990726e-07,
5.641647931042826e-06
],
[
5.558424618357095e-06,
-2.5841097794909723e-07,
6.171347195049748e-06
],
[
-6.18058606960402e-07,
1.5009730347515013e-08,
8.277469532913528e-06
],
[
-4.89421381644206e-06,
-5.906201749894534e-07,
-5.60972102903179e-06
]
],
"observed_poses": [
[
-4.466145444209443e-05,
1.9236442283497668e-05,
0.0006417507966691715
],
[
0.04121477041045813,
-0.0007087334213673998,
-0.045303924229552095
],
[
0.10077759847264918,
-0.004138614791987015,
-0.059894018311555275
],
[
0.17851053307039946,
-0.005896805793735981,
-0.06261677590347148
],
[
0.26487316617601875,
-0.013462175618697093,
-0.05318122872883979
],
[
0.3599306241087642,
-0.01045057571107556,
-0.0526274564432323
],
[
0.47323197367447967,
-0.016765919662194404,
-0.035700116989390906
],
[
0.5900420075516158,
-0.016623758117910375,
-0.02903667201471327
],
[
0.6933406657547986,
-0.01501189316013235,
-0.010047428038102435
],
[
0.7930270497116465,
-0.008623379518284069,
-0.009486108319402664
],
[
0.8888718838421359,
-0.012486886638227793,
0.0030007754722394253
],
[
1.0105146193592465,
0.01108962046973648,
0.1317913337717285
],
[
1.137107371641116,
0.027186820325919278,
0.06458055293752299
],
[
1.2323142093555874,
0.031093824128239612,
0.04401108981395143
],
[
1.31888845088169,
0.030120352031629674,
0.021337826124190773
],
[
1.4173282329965475,
0.035447086399475164,
0.009138872144963006
],
[
1.514645030655624,
0.03548694706531798,
0.020595308853379013
],
[
1.6223231585727975,
0.03623592363008202,
0.017415761328337886
],
[
1.7267194749024695,
0.035727402536475564,
0.02807528155414518
],
[
1.8205631232992627,
0.047921298984457406,
0.010740675804499222
],
[
1.9083403734815048,
0.04485450003742611,
0.030560078865629947
],
[
1.9742140762085416,
0.03980753097606038,
-0.0548517553364789
],
[
2.0465378496855364,
0.030520502522933465,
-0.08393602430212256
],
[
2.116158464634963,
0.028853852135141328,
-0.08035991856474656
],
[
2.1948636621667643,
0.023302013996778073,
-0.08130828270340373
],
[
2.275095992686178,
0.02363135788539994,
-0.050556072636902094
],
[
2.3548193170064144,
0.020687988481542657,
-0.039071417680327514
],
[
2.4318723370549744,
0.02592367078633559,
-0.03586261017168768
],
[
2.516754969301343,
0.022635862707557963,
-0.02333764757681056
],
[
2.6016714456538312,
0.02708396897927462,
-0.011867852437826176
],
[
2.684678294016995,
0.023308950051582872,
0.0072707697157969875
],
[
2.7700934857077075,
0.028615648086371945,
-0.00530982973557359
],
[
2.8406813381479763,
0.03312401834694037,
0.0686881963949555
],
[
2.8854415541884797,
0.04032495064264541,
0.04998128803107906
],
[
2.946742648750938,
0.04195996016232134,
0.0503386259647123
],
[
3.0116398145800765,
0.054130318373819986,
0.040156628155110036
],
[
3.072788554188054,
0.054800134404858675,
0.04180429888409012
],
[
3.1155989194232436,
0.05826019801790888,
0.0586246420896084
],
[
3.172909515857755,
0.07116701100353229,
0.049075748473878876
],
[
3.25222873493518,
0.07369273422332395,
0.059948938161941606
],
[
3.2518179140125003,
0.07256559921679545,
0.07361588788601316
]
]
}