{
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"ready": true,
"busy": false,
"episode": null,
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"robot_calibrated": true
}Episodes ยท Download episode{
"schema": "real-baseline-v1",
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"instruction": "go to the white board and turn right to the person in white clothes",
"client_plan": [
"go to the white board and turn right to the person in white clothes"
],
"task_condition": "full original instruction; supplied stages logged only",
"configuration": {
"model": "lightnav",
"project": "/home/siqiteam/real_baseline_deploy/final_service_state/project",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"worker_python": "/home/siqiteam/real_baseline_deploy/envs/lightnav/bin/python",
"host": "127.0.0.1",
"ws_port": 5931,
"http_port": 5930,
"seed": 42,
"wire_horizon": 12,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"robot_calibrated": true,
"require_timestamps": true,
"log_root": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs"
},
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.356863655149937,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"status": "closed",
"started_at": 1792382416.4770708,
"units": "m_m_rad",
"robot_execution_tested": false,
"ended_at": 1792382475.8351831,
"end_reason": "disconnect"
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
"sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
"pose": [
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
"timestamp": 4055.472569418,
"observation_id": 0
}
],
"time_resampled_indices": [
0
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 0.0,
"unobserved_time_filled": false
},
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
202
],
"attention_mask": [
1,
202
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
202
],
"mm_token_type_ids": [
1,
202
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
"sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
"pose": [
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
"timestamp": 4055.472569418,
"observation_id": 0
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
-0.002082299906760454,
4.212293788441457e-06,
0.3101457059383392
],
[
0.0008120270111042624,
-0.0005504248447637786,
0.3063603937625885
],
[
0.14885258772909596,
0.0220383474169486,
0.1515933871269226
],
[
0.14573156217101785,
0.0006207080253302771,
0.009607970714569092
],
[
0.09148719722442096,
0.002172296975956299,
0.01761484146118164
],
[
0.0740122546148961,
0.0016741527989280053,
-0.008317828178405762
],
[
0.1261653138002498,
0.0038133282598735233,
0.02990943193435669
],
[
0.12401392311843018,
0.0011675908029931611,
0.0118752121925354
],
[
0.1071901255850394,
-1.426199848277021e-05,
-0.14383459091186523
],
[
0.09898985891125431,
5.4832766996144866e-05,
-0.05246084928512573
]
],
"stop": false,
"plan": null,
"raw": "<apos_1249><opos_656><act_l0_206><act_l1_47><act_l2_181><|im_end|>",
"waypoints": [
[
-0.002082299906760454,
4.212293788441457e-06,
0.31014570593833923
],
[
-0.0011410271981731057,
-0.00027212276472710073,
0.6165060997009277
],
[
0.10756602138280869,
0.1037738248705864,
0.7680994868278503
],
[
0.21194963157176971,
0.20547011494636536,
0.7777074575424194
],
[
0.2756122648715973,
0.271209716796875,
0.7953222990036011
],
[
0.32622939348220825,
0.3252330720424652,
0.7870044708251953
],
[
0.41259756684303284,
0.4172807037830353,
0.816913902759552
],
[
0.4966306984424591,
0.5084906220436096,
0.8287891149520874
],
[
0.5690769553184509,
0.5874922871589661,
0.6849545240402222
],
[
0.6457047462463379,
0.650159478187561,
0.6324936747550964
]
],
"pointing": {
"apos": 1249,
"opos": 656
},
"rvq_codes": [
206,
47,
181
],
"model_input": {
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
202
],
"attention_mask": [
1,
202
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
202
],
"mm_token_type_ids": [
1,
202
]
}
},
"history_fps": 4
},
"native_latency_ms": 195.90968824923038
},
"response": {
"type": "step",
"actions": [
[
-0.002082299906760454,
4.212293788441457e-06,
0.3101457059383392
],
[
0.0008120270111042624,
-0.0005504248447637786,
0.3063603937625885
],
[
0.14885258772909596,
0.0220383474169486,
0.1515933871269226
],
[
0.14573156217101785,
0.0006207080253302771,
0.009607970714569092
],
[
0.09148719722442096,
0.002172296975956299,
0.01761484146118164
],
[
0.0740122546148961,
0.0016741527989280053,
-0.008317828178405762
],
[
0.1261653138002498,
0.0038133282598735233,
0.02990943193435669
],
[
0.12401392311843018,
0.0011675908029931611,
0.0118752121925354
],
[
0.1071901255850394,
-1.426199848277021e-05,
-0.14383459091186523
],
[
0.09898985891125431,
5.4832766996144866e-05,
-0.05246084928512573
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-120016-f47bb409",
"inference_id": 0,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.2141443588770926,
"peak_memory_bytes": 9157586432,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.21600639587268233
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
-0.002082299906760454,
4.212293788441457e-06,
0.3101457059383392
],
[
-0.0011410271981731057,
-0.00027212276472710084,
0.6165060997009277
],
[
0.10756602138280869,
0.1037738248705864,
0.7680994868278503
],
[
0.21194963157176974,
0.20547011494636536,
0.7777074575424195
],
[
0.2756122648715973,
0.271209716796875,
0.7953222990036012
],
[
0.32622939348220825,
0.3252330720424652,
0.7870044708251954
],
[
0.41259756684303284,
0.4172807037830353,
0.8169139027595522
],
[
0.4966306984424591,
0.5084906220436096,
0.8287891149520876
],
[
0.5690769553184509,
0.5874922871589661,
0.6849545240402224
],
[
0.6457047462463379,
0.650159478187561,
0.6324936747550967
]
],
"observed_poses": [
[
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
"sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
"pose": [
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
"timestamp": 4055.472569418,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
"sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
"pose": [
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
"timestamp": 4057.802034636,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
"sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
"pose": [
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
"timestamp": 4062.539655754,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
"sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
"pose": [
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
"timestamp": 4063.273526202,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
"sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
"pose": [
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
"timestamp": 4064.140406969,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
"sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
"pose": [
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
"timestamp": 4064.675279353,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
"sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
"pose": [
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
"timestamp": 4065.00940311,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
"sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
"pose": [
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
"timestamp": 4065.673018902,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
"sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
"pose": [
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
"timestamp": 4066.276980299,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
"sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
"pose": [
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
"timestamp": 4066.942347548,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
"sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
"pose": [
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
"timestamp": 4067.678827533,
"observation_id": 10
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.737621117999879,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
346
],
"attention_mask": [
1,
346
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
346
],
"mm_token_type_ids": [
1,
346
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
"sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
"pose": [
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
"timestamp": 4057.802034636,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
"sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
"pose": [
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
"timestamp": 4062.539655754,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
"sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
"pose": [
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
"timestamp": 4063.273526202,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
"sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
"pose": [
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
"timestamp": 4064.140406969,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
"sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
"pose": [
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
"timestamp": 4064.675279353,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
"sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
"pose": [
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
"timestamp": 4065.00940311,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
"sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
"pose": [
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
"timestamp": 4065.673018902,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
"sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
"pose": [
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
"timestamp": 4066.276980299,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
"sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
"pose": [
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
"timestamp": 4066.942347548,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
"sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
"pose": [
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
"timestamp": 4067.678827533,
"observation_id": 10
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0005593943642452359,
-1.4376647641256568e-06,
-0.3127445578575134
],
[
0.11609421036459287,
-0.011430515302929982,
-0.016281485557556152
],
[
0.10451592615632253,
0.014064059043053401,
0.1682002991437912
],
[
0.11430817750379113,
0.006883024265245591,
0.1088174395263195
],
[
0.12083453617229357,
0.005733468502563791,
0.05775107443332672
],
[
0.12321624240192368,
0.001986832314329584,
0.03040868416428566
],
[
0.11648860863012615,
-0.0004640791947773809,
-0.0040205903351306915
],
[
0.1261923789597469,
-0.0007996214168914423,
-0.012997625395655634
],
[
0.11799282051662802,
-0.0007579775682854204,
-0.0210596458055079
],
[
0.09329078889196778,
-0.0004273506680370118,
-0.041647284757345915
]
],
"stop": false,
"plan": null,
"raw": "<apos_1033><opos_713><act_l0_27><act_l1_74><act_l2_247><|im_end|>",
"waypoints": [
[
0.0005593943642452359,
-1.4376647641256568e-06,
-0.3127445578575134
],
[
0.10750535130500793,
-0.04659633710980415,
-0.3290260434150696
],
[
0.21095918118953705,
-0.06705804914236069,
-0.16082574427127838
],
[
0.3248944580554962,
-0.07856839895248413,
-0.05200830474495888
],
[
0.44586366415023804,
-0.07912424951791763,
0.005742769688367844
],
[
0.5690664649009705,
-0.07642985135316849,
0.0361514538526535
],
[
0.6854957342147827,
-0.07268331199884415,
0.03213086351752281
],
[
0.8116486668586731,
-0.06942854821681976,
0.01913323812186718
],
[
0.9296343922615051,
-0.06792894005775452,
-0.0019264076836407185
],
[
1.0229241847991943,
-0.06853600591421127,
-0.04357369244098663
]
],
"pointing": {
"apos": 1033,
"opos": 713
},
"rvq_codes": [
27,
74,
247
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7
],
"tensor": "processed/segment0.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
346
],
"attention_mask": [
1,
346
],
"pixel_values_videos": [
1,
2240,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
346
],
"mm_token_type_ids": [
1,
346
]
}
},
"history_fps": 4
},
"native_latency_ms": 350.98925000056624
},
"response": {
"type": "step",
"actions": [
[
0.0005593943642452359,
-1.4376647641256568e-06,
-0.3127445578575134
],
[
0.11609421036459287,
-0.011430515302929982,
-0.016281485557556152
],
[
0.10451592615632253,
0.014064059043053401,
0.1682002991437912
],
[
0.11430817750379113,
0.006883024265245591,
0.1088174395263195
],
[
0.12083453617229357,
0.005733468502563791,
0.05775107443332672
],
[
0.12321624240192368,
0.001986832314329584,
0.03040868416428566
],
[
0.11648860863012615,
-0.0004640791947773809,
-0.0040205903351306915
],
[
0.1261923789597469,
-0.0007996214168914423,
-0.012997625395655634
],
[
0.11799282051662802,
-0.0007579775682854204,
-0.0210596458055079
],
[
0.09329078889196778,
-0.0004273506680370118,
-0.041647284757345915
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-120016-f47bb409",
"inference_id": 1,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.38648896804079413,
"peak_memory_bytes": 9209718272,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.3900038357824087
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0005593943642452359,
-1.4376647641256568e-06,
-0.3127445578575134
],
[
0.10750535130500792,
-0.04659633710980415,
-0.3290260434150696
],
[
0.21095918118953702,
-0.06705804914236069,
-0.16082574427127838
],
[
0.3248944580554962,
-0.07856839895248413,
-0.05200830474495888
],
[
0.4458636641502381,
-0.07912424951791763,
0.005742769688367844
],
[
0.5690664649009705,
-0.07642985135316849,
0.0361514538526535
],
[
0.6854957342147827,
-0.07268331199884415,
0.03213086351752281
],
[
0.8116486668586731,
-0.06942854821681976,
0.019133238121867183
],
[
0.9296343922615051,
-0.06792894005775452,
-0.001926407683640715
],
[
1.0229241847991943,
-0.06853600591421127,
-0.043573692440986626
]
],
"observed_poses": [
[
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
[
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
[
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
[
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
[
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
[
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
[
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
[
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
[
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
[
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
[
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
"sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
"pose": [
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
"timestamp": 4055.472569418,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
"sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
"pose": [
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
"timestamp": 4057.802034636,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
"sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
"pose": [
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
"timestamp": 4062.539655754,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
"sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
"pose": [
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
"timestamp": 4063.273526202,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
"sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
"pose": [
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
"timestamp": 4064.140406969,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
"sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
"pose": [
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
"timestamp": 4064.675279353,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
"sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
"pose": [
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
"timestamp": 4065.00940311,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
"sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
"pose": [
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
"timestamp": 4065.673018902,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
"sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
"pose": [
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
"timestamp": 4066.276980299,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
"sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
"pose": [
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
"timestamp": 4066.942347548,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
"sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
"pose": [
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
"timestamp": 4067.678827533,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-000.jpg",
"sha256": "fa00d23b01a374986a6995f57cc5e88607cdcae073dc732dbd2c9e5fcb201582",
"pose": [
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
"timestamp": 4072.548189769,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-001.jpg",
"sha256": "dbd052cb048861f743c02a5bee2c58492fb9c8e3bf0d55de16f12785e43d3bf3",
"pose": [
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
"timestamp": 4073.082279947,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-002.jpg",
"sha256": "813f95c22f9c810a360712438e004dae184d532f254f53cf10e6898c07bb024e",
"pose": [
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
"timestamp": 4073.81729335,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-003.jpg",
"sha256": "5f2e8659a22033fd307fe1dca1d5908143809bd50da5daad03fdd64d0c5710cb",
"pose": [
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
"timestamp": 4074.350658926,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-004.jpg",
"sha256": "e088dfcbd309c4b70f8050234ceaedd6a23a4a30c61af78ca910924f4a2e3928",
"pose": [
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
"timestamp": 4074.952202187,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-005.jpg",
"sha256": "71e6541524da6c079d49cea6a896f448fa73af7bfe57581c5daa16d7d297b6e5",
"pose": [
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
"timestamp": 4075.485203109,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-006.jpg",
"sha256": "0534251b3706e58f623dde927f1339db216913d7adbbaf660e6ff31cdde857c2",
"pose": [
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
"timestamp": 4076.08724978,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-007.jpg",
"sha256": "aeb0f5d5c7c85efbacafa995da83cbdc8ed8ad78d0974245216f988157230919",
"pose": [
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
"timestamp": 4076.619466097,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-008.jpg",
"sha256": "1ccf4694b68bafdf2184309ecea3a9870997820e867fb645daae427c6871339b",
"pose": [
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
"timestamp": 4077.218561556,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-009.jpg",
"sha256": "ed172b9878f213fa26694b816c55c9fb6713ab9587edce62eb4d56d941cca965",
"pose": [
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
],
"timestamp": 4077.688398994,
"observation_id": 20
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.869362236000143,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
526
],
"attention_mask": [
1,
526
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
526
],
"mm_token_type_ids": [
1,
526
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
"sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
"pose": [
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
"timestamp": 4057.802034636,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
"sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
"pose": [
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
"timestamp": 4062.539655754,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
"sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
"pose": [
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
"timestamp": 4063.273526202,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
"sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
"pose": [
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
"timestamp": 4064.140406969,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
"sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
"pose": [
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
"timestamp": 4064.675279353,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
"sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
"pose": [
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
"timestamp": 4065.00940311,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
"sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
"pose": [
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
"timestamp": 4065.673018902,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
"sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
"pose": [
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
"timestamp": 4066.276980299,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
"sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
"pose": [
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
"timestamp": 4066.942347548,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
"sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
"pose": [
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
"timestamp": 4067.678827533,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-000.jpg",
"sha256": "fa00d23b01a374986a6995f57cc5e88607cdcae073dc732dbd2c9e5fcb201582",
"pose": [
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
"timestamp": 4072.548189769,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-001.jpg",
"sha256": "dbd052cb048861f743c02a5bee2c58492fb9c8e3bf0d55de16f12785e43d3bf3",
"pose": [
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
"timestamp": 4073.082279947,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-002.jpg",
"sha256": "813f95c22f9c810a360712438e004dae184d532f254f53cf10e6898c07bb024e",
"pose": [
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
"timestamp": 4073.81729335,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-003.jpg",
"sha256": "5f2e8659a22033fd307fe1dca1d5908143809bd50da5daad03fdd64d0c5710cb",
"pose": [
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
"timestamp": 4074.350658926,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-004.jpg",
"sha256": "e088dfcbd309c4b70f8050234ceaedd6a23a4a30c61af78ca910924f4a2e3928",
"pose": [
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
"timestamp": 4074.952202187,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-005.jpg",
"sha256": "71e6541524da6c079d49cea6a896f448fa73af7bfe57581c5daa16d7d297b6e5",
"pose": [
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
"timestamp": 4075.485203109,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-006.jpg",
"sha256": "0534251b3706e58f623dde927f1339db216913d7adbbaf660e6ff31cdde857c2",
"pose": [
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
"timestamp": 4076.08724978,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-007.jpg",
"sha256": "aeb0f5d5c7c85efbacafa995da83cbdc8ed8ad78d0974245216f988157230919",
"pose": [
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
"timestamp": 4076.619466097,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-008.jpg",
"sha256": "1ccf4694b68bafdf2184309ecea3a9870997820e867fb645daae427c6871339b",
"pose": [
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
"timestamp": 4077.218561556,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-009.jpg",
"sha256": "ed172b9878f213fa26694b816c55c9fb6713ab9587edce62eb4d56d941cca965",
"pose": [
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
],
"timestamp": 4077.688398994,
"observation_id": 20
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.16354605555534363,
0.0049717058427631855,
0.02315652184188366
],
[
0.13316044109586214,
-0.0039024385541387395,
-0.08061019144952296
],
[
0.12025853617200652,
-0.002885017527160874,
-0.027422599494457245
],
[
0.09569854306752948,
-0.0017334191335252533,
-0.008492037653923036
],
[
0.10728120056281425,
-0.0007008244680987187,
0.016338258981704712
],
[
0.12190408886155818,
-0.009928545825770891,
-0.1058066189289093
],
[
0.15193310214965774,
0.0022917394893172682,
-0.028123944997787476
],
[
0.16612573125851146,
0.0031765729377004476,
0.050479874014854424
],
[
0.1511774039097899,
0.005569999196906865,
0.08740700036287308
],
[
0.032003576315355185,
0.0006041341268319973,
0.04872826486825943
]
],
"stop": false,
"plan": null,
"raw": "<apos_1131><opos_714><act_l0_150><act_l1_85><act_l2_204><|im_end|>",
"waypoints": [
[
0.16354605555534363,
0.0049717058427631855,
0.02315652184188366
],
[
0.296761155128479,
0.0041535706259310246,
-0.05745366960763931
],
[
0.41665560007095337,
-0.005632180254906416,
-0.08487626910209656
],
[
0.5118626952171326,
-0.01547214575111866,
-0.09336830675601959
],
[
0.6186112761497498,
-0.026172034442424774,
-0.07703004777431488
],
[
0.7393898367881775,
-0.04545213282108307,
-0.18283666670322418
],
[
0.8892071843147278,
-0.07082302123308182,
-0.21096061170101166
],
[
1.05231511592865,
-0.10250348597764969,
-0.16048073768615723
],
[
1.2024400234222412,
-0.12116211652755737,
-0.07307373732328415
],
[
1.2344022989273071,
-0.12289613485336304,
-0.02434547245502472
]
],
"pointing": {
"apos": 1131,
"opos": 714
},
"rvq_codes": [
150,
85,
204
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
526
],
"attention_mask": [
1,
526
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
526
],
"mm_token_type_ids": [
1,
526
]
}
},
"history_fps": 4
},
"native_latency_ms": 500.50742691382766
},
"response": {
"type": "step",
"actions": [
[
0.16354605555534363,
0.0049717058427631855,
0.02315652184188366
],
[
0.13316044109586214,
-0.0039024385541387395,
-0.08061019144952296
],
[
0.12025853617200652,
-0.002885017527160874,
-0.027422599494457245
],
[
0.09569854306752948,
-0.0017334191335252533,
-0.008492037653923036
],
[
0.10728120056281425,
-0.0007008244680987187,
0.016338258981704712
],
[
0.12190408886155818,
-0.009928545825770891,
-0.1058066189289093
],
[
0.15193310214965774,
0.0022917394893172682,
-0.028123944997787476
],
[
0.16612573125851146,
0.0031765729377004476,
0.050479874014854424
],
[
0.1511774039097899,
0.005569999196906865,
0.08740700036287308
],
[
0.032003576315355185,
0.0006041341268319973,
0.04872826486825943
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-120016-f47bb409",
"inference_id": 2,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.6031981990672648,
"peak_memory_bytes": 9314119680,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.6075750640593469
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.16354605555534363,
0.0049717058427631855,
0.02315652184188366
],
[
0.296761155128479,
0.004153570625931026,
-0.057453669607639306
],
[
0.41665560007095337,
-0.0056321802549064125,
-0.08487626910209656
],
[
0.5118626952171326,
-0.015472145751118655,
-0.09336830675601959
],
[
0.6186112761497498,
-0.026172034442424767,
-0.07703004777431488
],
[
0.7393898367881775,
-0.04545213282108306,
-0.18283666670322418
],
[
0.8892071843147278,
-0.07082302123308182,
-0.21096061170101163
],
[
1.05231511592865,
-0.10250348597764969,
-0.1604807376861572
],
[
1.2024400234222412,
-0.12116211652755737,
-0.07307373732328412
],
[
1.2344022989273071,
-0.12289613485336304,
-0.02434547245502469
]
],
"observed_poses": [
[
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
[
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
[
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
[
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
[
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
[
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
[
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
[
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
[
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
[
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
[
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
[
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
[
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
[
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
[
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
[
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
[
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
[
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
[
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
[
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
[
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
"sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
"pose": [
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
"timestamp": 4055.472569418,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
"sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
"pose": [
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
"timestamp": 4057.802034636,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
"sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
"pose": [
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
"timestamp": 4062.539655754,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
"sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
"pose": [
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
"timestamp": 4063.273526202,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
"sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
"pose": [
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
"timestamp": 4064.140406969,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
"sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
"pose": [
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
"timestamp": 4064.675279353,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
"sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
"pose": [
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
"timestamp": 4065.00940311,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
"sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
"pose": [
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
"timestamp": 4065.673018902,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
"sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
"pose": [
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
"timestamp": 4066.276980299,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
"sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
"pose": [
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
"timestamp": 4066.942347548,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
"sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
"pose": [
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
"timestamp": 4067.678827533,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-000.jpg",
"sha256": "fa00d23b01a374986a6995f57cc5e88607cdcae073dc732dbd2c9e5fcb201582",
"pose": [
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
"timestamp": 4072.548189769,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-001.jpg",
"sha256": "dbd052cb048861f743c02a5bee2c58492fb9c8e3bf0d55de16f12785e43d3bf3",
"pose": [
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
"timestamp": 4073.082279947,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-002.jpg",
"sha256": "813f95c22f9c810a360712438e004dae184d532f254f53cf10e6898c07bb024e",
"pose": [
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
"timestamp": 4073.81729335,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-003.jpg",
"sha256": "5f2e8659a22033fd307fe1dca1d5908143809bd50da5daad03fdd64d0c5710cb",
"pose": [
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
"timestamp": 4074.350658926,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-004.jpg",
"sha256": "e088dfcbd309c4b70f8050234ceaedd6a23a4a30c61af78ca910924f4a2e3928",
"pose": [
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
"timestamp": 4074.952202187,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-005.jpg",
"sha256": "71e6541524da6c079d49cea6a896f448fa73af7bfe57581c5daa16d7d297b6e5",
"pose": [
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
"timestamp": 4075.485203109,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-006.jpg",
"sha256": "0534251b3706e58f623dde927f1339db216913d7adbbaf660e6ff31cdde857c2",
"pose": [
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
"timestamp": 4076.08724978,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-007.jpg",
"sha256": "aeb0f5d5c7c85efbacafa995da83cbdc8ed8ad78d0974245216f988157230919",
"pose": [
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
"timestamp": 4076.619466097,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-008.jpg",
"sha256": "1ccf4694b68bafdf2184309ecea3a9870997820e867fb645daae427c6871339b",
"pose": [
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
"timestamp": 4077.218561556,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-009.jpg",
"sha256": "ed172b9878f213fa26694b816c55c9fb6713ab9587edce62eb4d56d941cca965",
"pose": [
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
],
"timestamp": 4077.688398994,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-000.jpg",
"sha256": "ad5881a70be1c1fa9b1a777d3a466bbce01ed93bb6aeae1eaa00bbffa43de7f8",
"pose": [
1.0483057522310357,
0.8519644840087119,
0.6748485684756658
],
"timestamp": 4086.229395063,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-001.jpg",
"sha256": "0d1f3655c9b1e6dd09a9a6085ac7d7a881de7d5676fab786fa24448274960a88",
"pose": [
1.1110758322486172,
0.9100809937136991,
0.6292183240357565
],
"timestamp": 4086.96331841,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-002.jpg",
"sha256": "7d8997ce15370622cb81cb82485fabb20324c53f3da7db0a6c67a93b51b5b3a3",
"pose": [
1.1775842013802447,
0.9509516082229234,
0.6474739529998781
],
"timestamp": 4087.497535793,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-003.jpg",
"sha256": "a1b997ad08615553481b635e622adf83b9808517e40be4b09401ff2a4a6453d0",
"pose": [
1.2191398139101708,
0.9838236941622721,
0.657775557260518
],
"timestamp": 4088.030900537,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-004.jpg",
"sha256": "dda54cd54ad397406eadccfa055bf3c08e8375dd3b36091230e49cde269972d2",
"pose": [
1.269498906020356,
1.020109566046475,
0.6558853955835426
],
"timestamp": 4088.631290411,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-005.jpg",
"sha256": "f148ded204ef13a02931ae815395603c67fadb6ef7e8f7b76a01a4b90d59b806",
"pose": [
1.3280134418495635,
1.066545266843469,
0.588243278032609
],
"timestamp": 4089.431723445,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-006.jpg",
"sha256": "23957fdb7452c2b06d0025aafec4ed258b4e5aa664096d94cca585afa9cb14ce",
"pose": [
1.4145362407433242,
1.1228841191498933,
0.5787202094733676
],
"timestamp": 4090.232422377,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-007.jpg",
"sha256": "ffdc8afb380309b4879780c3c05f46b57e47850fc48c42932159b3319ee56d8f",
"pose": [
1.5124529862246527,
1.197595349760238,
0.5868663107405852
],
"timestamp": 4091.100318029,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-008.jpg",
"sha256": "41556328bf15b5a6bac2a8483fcc6224d6033160bdb5f48186d5716d800165b7",
"pose": [
1.594792985345524,
1.2522619243943736,
0.6555390696270653
],
"timestamp": 4092.235242578,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-009.jpg",
"sha256": "18190da10a4620c209a466044d8321a94d6b056fbc4caf9d99b135e3b8d06e1e",
"pose": [
1.5806783012390317,
1.242680478770288,
0.6828175172046473
],
"timestamp": 4092.43680333,
"observation_id": 30
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 8.540996068999902,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
706
],
"attention_mask": [
1,
706
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
706
],
"mm_token_type_ids": [
1,
706
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
"sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
"pose": [
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
"timestamp": 4057.802034636,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
"sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
"pose": [
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
"timestamp": 4062.539655754,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
"sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
"pose": [
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
"timestamp": 4063.273526202,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
"sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
"pose": [
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
"timestamp": 4064.140406969,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
"sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
"pose": [
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
"timestamp": 4064.675279353,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
"sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
"pose": [
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
"timestamp": 4065.00940311,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
"sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
"pose": [
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
"timestamp": 4065.673018902,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
"sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
"pose": [
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
"timestamp": 4066.276980299,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
"sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
"pose": [
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
"timestamp": 4066.942347548,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
"sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
"pose": [
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
"timestamp": 4067.678827533,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-000.jpg",
"sha256": "fa00d23b01a374986a6995f57cc5e88607cdcae073dc732dbd2c9e5fcb201582",
"pose": [
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
"timestamp": 4072.548189769,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-001.jpg",
"sha256": "dbd052cb048861f743c02a5bee2c58492fb9c8e3bf0d55de16f12785e43d3bf3",
"pose": [
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
"timestamp": 4073.082279947,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-002.jpg",
"sha256": "813f95c22f9c810a360712438e004dae184d532f254f53cf10e6898c07bb024e",
"pose": [
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
"timestamp": 4073.81729335,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-003.jpg",
"sha256": "5f2e8659a22033fd307fe1dca1d5908143809bd50da5daad03fdd64d0c5710cb",
"pose": [
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
"timestamp": 4074.350658926,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-004.jpg",
"sha256": "e088dfcbd309c4b70f8050234ceaedd6a23a4a30c61af78ca910924f4a2e3928",
"pose": [
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
"timestamp": 4074.952202187,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-005.jpg",
"sha256": "71e6541524da6c079d49cea6a896f448fa73af7bfe57581c5daa16d7d297b6e5",
"pose": [
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
"timestamp": 4075.485203109,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-006.jpg",
"sha256": "0534251b3706e58f623dde927f1339db216913d7adbbaf660e6ff31cdde857c2",
"pose": [
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
"timestamp": 4076.08724978,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-007.jpg",
"sha256": "aeb0f5d5c7c85efbacafa995da83cbdc8ed8ad78d0974245216f988157230919",
"pose": [
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
"timestamp": 4076.619466097,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-008.jpg",
"sha256": "1ccf4694b68bafdf2184309ecea3a9870997820e867fb645daae427c6871339b",
"pose": [
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
"timestamp": 4077.218561556,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-009.jpg",
"sha256": "ed172b9878f213fa26694b816c55c9fb6713ab9587edce62eb4d56d941cca965",
"pose": [
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
],
"timestamp": 4077.688398994,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-000.jpg",
"sha256": "ad5881a70be1c1fa9b1a777d3a466bbce01ed93bb6aeae1eaa00bbffa43de7f8",
"pose": [
1.0483057522310357,
0.8519644840087119,
0.6748485684756658
],
"timestamp": 4086.229395063,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-001.jpg",
"sha256": "0d1f3655c9b1e6dd09a9a6085ac7d7a881de7d5676fab786fa24448274960a88",
"pose": [
1.1110758322486172,
0.9100809937136991,
0.6292183240357565
],
"timestamp": 4086.96331841,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-002.jpg",
"sha256": "7d8997ce15370622cb81cb82485fabb20324c53f3da7db0a6c67a93b51b5b3a3",
"pose": [
1.1775842013802447,
0.9509516082229234,
0.6474739529998781
],
"timestamp": 4087.497535793,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-003.jpg",
"sha256": "a1b997ad08615553481b635e622adf83b9808517e40be4b09401ff2a4a6453d0",
"pose": [
1.2191398139101708,
0.9838236941622721,
0.657775557260518
],
"timestamp": 4088.030900537,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-004.jpg",
"sha256": "dda54cd54ad397406eadccfa055bf3c08e8375dd3b36091230e49cde269972d2",
"pose": [
1.269498906020356,
1.020109566046475,
0.6558853955835426
],
"timestamp": 4088.631290411,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-005.jpg",
"sha256": "f148ded204ef13a02931ae815395603c67fadb6ef7e8f7b76a01a4b90d59b806",
"pose": [
1.3280134418495635,
1.066545266843469,
0.588243278032609
],
"timestamp": 4089.431723445,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-006.jpg",
"sha256": "23957fdb7452c2b06d0025aafec4ed258b4e5aa664096d94cca585afa9cb14ce",
"pose": [
1.4145362407433242,
1.1228841191498933,
0.5787202094733676
],
"timestamp": 4090.232422377,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-007.jpg",
"sha256": "ffdc8afb380309b4879780c3c05f46b57e47850fc48c42932159b3319ee56d8f",
"pose": [
1.5124529862246527,
1.197595349760238,
0.5868663107405852
],
"timestamp": 4091.100318029,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-008.jpg",
"sha256": "41556328bf15b5a6bac2a8483fcc6224d6033160bdb5f48186d5716d800165b7",
"pose": [
1.594792985345524,
1.2522619243943736,
0.6555390696270653
],
"timestamp": 4092.235242578,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-009.jpg",
"sha256": "18190da10a4620c209a466044d8321a94d6b056fbc4caf9d99b135e3b8d06e1e",
"pose": [
1.5806783012390317,
1.242680478770288,
0.6828175172046473
],
"timestamp": 4092.43680333,
"observation_id": 30
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14843742549419403,
0.0014732362469658256,
0.013122030533850193
],
[
0.15195581416896453,
0.00025793321297825104,
0.014399704523384571
],
[
0.15050826558080097,
0.004538697127303348,
0.05769889242947102
],
[
0.14574017191418864,
0.005458429191763885,
0.0821443721652031
],
[
0.09145617892972056,
0.003934549788882162,
0.027568772435188293
],
[
0.07330468774397204,
0.004779368705010677,
0.017218098044395447
],
[
0.1284720868463215,
-0.00038668975039483217,
-0.02024136483669281
],
[
0.13606181808543116,
-0.0017533933450846577,
-0.03272373974323273
],
[
0.13694498520754625,
-0.0011233549745787823,
-0.017566755414009094
],
[
0.12901915104020895,
-0.0016943251493824543,
-0.11617610603570938
]
],
"stop": false,
"plan": null,
"raw": "<apos_983><opos_766><act_l0_28><act_l1_47><act_l2_167><|im_end|>",
"waypoints": [
[
0.14843742549419403,
0.0014732362469658256,
0.013122030533850193
],
[
0.3003767728805542,
0.003725058864802122,
0.027521735057234764
],
[
0.45070314407348633,
0.012403762899339199,
0.08522062748670578
],
[
0.5954498052597046,
0.03024742379784584,
0.16736499965190887
],
[
0.6849726438522339,
0.04936220124363899,
0.19493377208709717
],
[
0.7559632062911987,
0.06825028359889984,
0.21215187013149261
],
[
0.881636381149292,
0.09492386132478714,
0.1919105052947998
],
[
1.01553475856781,
0.11915436387062073,
0.15918676555156708
],
[
1.1509263515472412,
0.1397530883550644,
0.14162001013755798
],
[
1.278892993927002,
0.15628640353679657,
0.025443904101848602
]
],
"pointing": {
"apos": 983,
"opos": 766
},
"rvq_codes": [
28,
47,
167
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27
],
"tensor": "processed/segment0.pt",
"shape": [
28,
3,
256,
448
]
},
{
"indices": [
28,
29
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
706
],
"attention_mask": [
1,
706
],
"pixel_values_videos": [
1,
6720,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
706
],
"mm_token_type_ids": [
1,
706
]
}
},
"history_fps": 4
},
"native_latency_ms": 224.1526748985052
},
"response": {
"type": "step",
"actions": [
[
0.14843742549419403,
0.0014732362469658256,
0.013122030533850193
],
[
0.15195581416896453,
0.00025793321297825104,
0.014399704523384571
],
[
0.15050826558080097,
0.004538697127303348,
0.05769889242947102
],
[
0.14574017191418864,
0.005458429191763885,
0.0821443721652031
],
[
0.09145617892972056,
0.003934549788882162,
0.027568772435188293
],
[
0.07330468774397204,
0.004779368705010677,
0.017218098044395447
],
[
0.1284720868463215,
-0.00038668975039483217,
-0.02024136483669281
],
[
0.13606181808543116,
-0.0017533933450846577,
-0.03272373974323273
],
[
0.13694498520754625,
-0.0011233549745787823,
-0.017566755414009094
],
[
0.12901915104020895,
-0.0016943251493824543,
-0.11617610603570938
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-120016-f47bb409",
"inference_id": 3,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.3521013199351728,
"peak_memory_bytes": 9419127296,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.35639776196330786
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14843742549419403,
0.0014732362469658256,
0.013122030533850193
],
[
0.3003767728805542,
0.0037250588648021225,
0.02752173505723476
],
[
0.45070314407348633,
0.012403762899339199,
0.08522062748670578
],
[
0.5954498052597046,
0.03024742379784584,
0.16736499965190887
],
[
0.6849726438522339,
0.04936220124363899,
0.19493377208709717
],
[
0.7559632062911987,
0.06825028359889984,
0.21215187013149261
],
[
0.8816363811492919,
0.09492386132478714,
0.1919105052947998
],
[
1.0155347585678098,
0.11915436387062073,
0.15918676555156708
],
[
1.150926351547241,
0.1397530883550644,
0.14162001013755798
],
[
1.2788929939270017,
0.15628640353679657,
0.025443904101848602
]
],
"observed_poses": [
[
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
[
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
[
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
[
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
[
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
[
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
[
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
[
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
[
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
[
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
[
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
[
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
[
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
[
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
[
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
[
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
[
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
[
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
[
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
[
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
[
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
],
[
1.0483057522310357,
0.8519644840087119,
0.6748485684756658
],
[
1.1110758322486172,
0.9100809937136991,
0.6292183240357565
],
[
1.1775842013802447,
0.9509516082229234,
0.6474739529998781
],
[
1.2191398139101708,
0.9838236941622721,
0.657775557260518
],
[
1.269498906020356,
1.020109566046475,
0.6558853955835426
],
[
1.3280134418495635,
1.066545266843469,
0.588243278032609
],
[
1.4145362407433242,
1.1228841191498933,
0.5787202094733676
],
[
1.5124529862246527,
1.197595349760238,
0.5868663107405852
],
[
1.594792985345524,
1.2522619243943736,
0.6555390696270653
],
[
1.5806783012390317,
1.242680478770288,
0.6828175172046473
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the white board and turn right to the person in white clothes",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
"sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
"pose": [
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
"timestamp": 4055.472569418,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
"sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
"pose": [
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
"timestamp": 4057.802034636,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-001.jpg",
"sha256": "190c9bb4f701cc94b3dbb99136076e16bb651dd7970aaa847f7ac8540a191f34",
"pose": [
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
"timestamp": 4062.539655754,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-002.jpg",
"sha256": "b566431edebea3262a7cf8f7748dd2250ed443a3abd44f134cc20de63affacd2",
"pose": [
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
"timestamp": 4063.273526202,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-003.jpg",
"sha256": "6130ae8f51438b391e6cd15742bc993651a3c2bd2752670823cbd024b014f463",
"pose": [
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
"timestamp": 4064.140406969,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
"sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
"pose": [
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
"timestamp": 4064.675279353,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
"sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
"pose": [
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
"timestamp": 4065.00940311,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
"sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
"pose": [
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
"timestamp": 4065.673018902,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
"sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
"pose": [
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
"timestamp": 4066.276980299,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
"sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
"pose": [
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
"timestamp": 4066.942347548,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
"sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
"pose": [
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
"timestamp": 4067.678827533,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-000.jpg",
"sha256": "fa00d23b01a374986a6995f57cc5e88607cdcae073dc732dbd2c9e5fcb201582",
"pose": [
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
"timestamp": 4072.548189769,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-001.jpg",
"sha256": "dbd052cb048861f743c02a5bee2c58492fb9c8e3bf0d55de16f12785e43d3bf3",
"pose": [
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
"timestamp": 4073.082279947,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-002.jpg",
"sha256": "813f95c22f9c810a360712438e004dae184d532f254f53cf10e6898c07bb024e",
"pose": [
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
"timestamp": 4073.81729335,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-003.jpg",
"sha256": "5f2e8659a22033fd307fe1dca1d5908143809bd50da5daad03fdd64d0c5710cb",
"pose": [
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
"timestamp": 4074.350658926,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-004.jpg",
"sha256": "e088dfcbd309c4b70f8050234ceaedd6a23a4a30c61af78ca910924f4a2e3928",
"pose": [
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
"timestamp": 4074.952202187,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-005.jpg",
"sha256": "71e6541524da6c079d49cea6a896f448fa73af7bfe57581c5daa16d7d297b6e5",
"pose": [
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
"timestamp": 4075.485203109,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-006.jpg",
"sha256": "0534251b3706e58f623dde927f1339db216913d7adbbaf660e6ff31cdde857c2",
"pose": [
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
"timestamp": 4076.08724978,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-007.jpg",
"sha256": "aeb0f5d5c7c85efbacafa995da83cbdc8ed8ad78d0974245216f988157230919",
"pose": [
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
"timestamp": 4076.619466097,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-008.jpg",
"sha256": "1ccf4694b68bafdf2184309ecea3a9870997820e867fb645daae427c6871339b",
"pose": [
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
"timestamp": 4077.218561556,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-009.jpg",
"sha256": "ed172b9878f213fa26694b816c55c9fb6713ab9587edce62eb4d56d941cca965",
"pose": [
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
],
"timestamp": 4077.688398994,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-000.jpg",
"sha256": "ad5881a70be1c1fa9b1a777d3a466bbce01ed93bb6aeae1eaa00bbffa43de7f8",
"pose": [
1.0483057522310357,
0.8519644840087119,
0.6748485684756658
],
"timestamp": 4086.229395063,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-001.jpg",
"sha256": "0d1f3655c9b1e6dd09a9a6085ac7d7a881de7d5676fab786fa24448274960a88",
"pose": [
1.1110758322486172,
0.9100809937136991,
0.6292183240357565
],
"timestamp": 4086.96331841,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-002.jpg",
"sha256": "7d8997ce15370622cb81cb82485fabb20324c53f3da7db0a6c67a93b51b5b3a3",
"pose": [
1.1775842013802447,
0.9509516082229234,
0.6474739529998781
],
"timestamp": 4087.497535793,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-003.jpg",
"sha256": "a1b997ad08615553481b635e622adf83b9808517e40be4b09401ff2a4a6453d0",
"pose": [
1.2191398139101708,
0.9838236941622721,
0.657775557260518
],
"timestamp": 4088.030900537,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-004.jpg",
"sha256": "dda54cd54ad397406eadccfa055bf3c08e8375dd3b36091230e49cde269972d2",
"pose": [
1.269498906020356,
1.020109566046475,
0.6558853955835426
],
"timestamp": 4088.631290411,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-005.jpg",
"sha256": "f148ded204ef13a02931ae815395603c67fadb6ef7e8f7b76a01a4b90d59b806",
"pose": [
1.3280134418495635,
1.066545266843469,
0.588243278032609
],
"timestamp": 4089.431723445,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-006.jpg",
"sha256": "23957fdb7452c2b06d0025aafec4ed258b4e5aa664096d94cca585afa9cb14ce",
"pose": [
1.4145362407433242,
1.1228841191498933,
0.5787202094733676
],
"timestamp": 4090.232422377,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-007.jpg",
"sha256": "ffdc8afb380309b4879780c3c05f46b57e47850fc48c42932159b3319ee56d8f",
"pose": [
1.5124529862246527,
1.197595349760238,
0.5868663107405852
],
"timestamp": 4091.100318029,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-008.jpg",
"sha256": "41556328bf15b5a6bac2a8483fcc6224d6033160bdb5f48186d5716d800165b7",
"pose": [
1.594792985345524,
1.2522619243943736,
0.6555390696270653
],
"timestamp": 4092.235242578,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-009.jpg",
"sha256": "18190da10a4620c209a466044d8321a94d6b056fbc4caf9d99b135e3b8d06e1e",
"pose": [
1.5806783012390317,
1.242680478770288,
0.6828175172046473
],
"timestamp": 4092.43680333,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-000.jpg",
"sha256": "1303c8a81a25e3f0108598a5db2284d82a11144058858121a3a2388eda5920db",
"pose": [
1.4150652694482504,
1.2507896643314014,
0.5967663458931922
],
"timestamp": 4106.115153671,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-001.jpg",
"sha256": "e1df8e790af782af8383548f830d27145a5f41d489567ed27676d0ae0827d47c",
"pose": [
1.5020688197551848,
1.3138620850567535,
0.6117723069468365
],
"timestamp": 4107.184996169,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-002.jpg",
"sha256": "88be7a903051128a19d53f1a3291f592db297ff8db70ec936853f33c5383a15b",
"pose": [
1.5825060556643218,
1.3838903599550088,
0.6515040768930861
],
"timestamp": 4107.985141513,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-003.jpg",
"sha256": "ebb12e466b29e3af8855519c83d40649785349057e5b9fd80f81505fcc5bd676",
"pose": [
1.6574133670867244,
1.448912835599457,
0.7080221887189231
],
"timestamp": 4108.722823494,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-004.jpg",
"sha256": "72179b1fd306465cb27df7f0b14809ba269d6fa00bc7c782cd57696e9f7e9e80",
"pose": [
1.6892109771029533,
1.4877205242913942,
0.7109281809275816
],
"timestamp": 4109.184755361,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-005.jpg",
"sha256": "c663e07f900101ba345cc1bb7e3bdd1f821bf1c9139d80bbbee731b1cb35cf3f",
"pose": [
1.7076571359160562,
1.5081119801275635,
0.7080949498164595
],
"timestamp": 4109.521481999,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-006.jpg",
"sha256": "576a51db7c93d70a308f65ae9974839a555198671a831db7a61d9f8d7b4cdb8b",
"pose": [
1.769573140454133,
1.5609782196041246,
0.7214948207505378
],
"timestamp": 4110.324098249,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-007.jpg",
"sha256": "1ca21bdf08b1603853b530f6b097ea9dfd8da7eca54002e98f086f7a1bdd059d",
"pose": [
1.8328433282422991,
1.6250607686358647,
0.7163733606017362
],
"timestamp": 4111.05410734,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-008.jpg",
"sha256": "13540620425f2745633097cee5738c097410ac989bde02da83f20d9a724f7508",
"pose": [
1.9087325948752607,
1.6846311913664405,
0.7306141407709748
],
"timestamp": 4111.654238132,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-009.jpg",
"sha256": "3e3aba89294377cc4de83077fd8579746dac3208fa17b5e9424eb5e1600d9b3f",
"pose": [
1.9662071929733045,
1.7424972664671847,
0.6454815572502287
],
"timestamp": 4112.254626694,
"observation_id": 40
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 13.678350341000169,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
830
],
"attention_mask": [
1,
830
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
830
],
"mm_token_type_ids": [
1,
830
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000000/input-000.jpg",
"sha256": "a4ab56b08984db232e768db8a153283eab5ba36dbdbb824962f2865034ed93ec",
"pose": [
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
"timestamp": 4055.472569418,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-000.jpg",
"sha256": "45aa6ee1044dcb08b0381964e2dd85f0b20a3b78117503f8246874898db500c3",
"pose": [
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
"timestamp": 4057.802034636,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-004.jpg",
"sha256": "d864f2e2908c38c518818076a056a0af6ad4caf8e0d47ee26bdc45440978b94d",
"pose": [
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
"timestamp": 4064.675279353,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-005.jpg",
"sha256": "130b322864630871f4c4b16954b1ba3ac3813a2072e3daaf6401fe5fd784b818",
"pose": [
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
"timestamp": 4065.00940311,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-006.jpg",
"sha256": "4c15ac696d410dc9a6b3a4eeaf885105be83b06b78d5e4475342572e8895d957",
"pose": [
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
"timestamp": 4065.673018902,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-007.jpg",
"sha256": "3ec77992077b0583bd4925e4d7adbafa94774a89aa43ea98a33d5415c6e967a0",
"pose": [
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
"timestamp": 4066.276980299,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-008.jpg",
"sha256": "93d402e699295442fa05468a7c3d30c06bc07c5f9ad70be0c1cff7d90b2c947b",
"pose": [
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
"timestamp": 4066.942347548,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000001/input-009.jpg",
"sha256": "25d18ce108103376885f9f959e78f3eddedbc46caeb7d0842eb3f1a089752efb",
"pose": [
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
"timestamp": 4067.678827533,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-000.jpg",
"sha256": "fa00d23b01a374986a6995f57cc5e88607cdcae073dc732dbd2c9e5fcb201582",
"pose": [
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
"timestamp": 4072.548189769,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-001.jpg",
"sha256": "dbd052cb048861f743c02a5bee2c58492fb9c8e3bf0d55de16f12785e43d3bf3",
"pose": [
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
"timestamp": 4073.082279947,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-002.jpg",
"sha256": "813f95c22f9c810a360712438e004dae184d532f254f53cf10e6898c07bb024e",
"pose": [
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
"timestamp": 4073.81729335,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-003.jpg",
"sha256": "5f2e8659a22033fd307fe1dca1d5908143809bd50da5daad03fdd64d0c5710cb",
"pose": [
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
"timestamp": 4074.350658926,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-004.jpg",
"sha256": "e088dfcbd309c4b70f8050234ceaedd6a23a4a30c61af78ca910924f4a2e3928",
"pose": [
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
"timestamp": 4074.952202187,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-005.jpg",
"sha256": "71e6541524da6c079d49cea6a896f448fa73af7bfe57581c5daa16d7d297b6e5",
"pose": [
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
"timestamp": 4075.485203109,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-006.jpg",
"sha256": "0534251b3706e58f623dde927f1339db216913d7adbbaf660e6ff31cdde857c2",
"pose": [
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
"timestamp": 4076.08724978,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-007.jpg",
"sha256": "aeb0f5d5c7c85efbacafa995da83cbdc8ed8ad78d0974245216f988157230919",
"pose": [
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
"timestamp": 4076.619466097,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-008.jpg",
"sha256": "1ccf4694b68bafdf2184309ecea3a9870997820e867fb645daae427c6871339b",
"pose": [
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
"timestamp": 4077.218561556,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000002/input-009.jpg",
"sha256": "ed172b9878f213fa26694b816c55c9fb6713ab9587edce62eb4d56d941cca965",
"pose": [
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
],
"timestamp": 4077.688398994,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-000.jpg",
"sha256": "ad5881a70be1c1fa9b1a777d3a466bbce01ed93bb6aeae1eaa00bbffa43de7f8",
"pose": [
1.0483057522310357,
0.8519644840087119,
0.6748485684756658
],
"timestamp": 4086.229395063,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-001.jpg",
"sha256": "0d1f3655c9b1e6dd09a9a6085ac7d7a881de7d5676fab786fa24448274960a88",
"pose": [
1.1110758322486172,
0.9100809937136991,
0.6292183240357565
],
"timestamp": 4086.96331841,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-002.jpg",
"sha256": "7d8997ce15370622cb81cb82485fabb20324c53f3da7db0a6c67a93b51b5b3a3",
"pose": [
1.1775842013802447,
0.9509516082229234,
0.6474739529998781
],
"timestamp": 4087.497535793,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-003.jpg",
"sha256": "a1b997ad08615553481b635e622adf83b9808517e40be4b09401ff2a4a6453d0",
"pose": [
1.2191398139101708,
0.9838236941622721,
0.657775557260518
],
"timestamp": 4088.030900537,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-004.jpg",
"sha256": "dda54cd54ad397406eadccfa055bf3c08e8375dd3b36091230e49cde269972d2",
"pose": [
1.269498906020356,
1.020109566046475,
0.6558853955835426
],
"timestamp": 4088.631290411,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-005.jpg",
"sha256": "f148ded204ef13a02931ae815395603c67fadb6ef7e8f7b76a01a4b90d59b806",
"pose": [
1.3280134418495635,
1.066545266843469,
0.588243278032609
],
"timestamp": 4089.431723445,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-006.jpg",
"sha256": "23957fdb7452c2b06d0025aafec4ed258b4e5aa664096d94cca585afa9cb14ce",
"pose": [
1.4145362407433242,
1.1228841191498933,
0.5787202094733676
],
"timestamp": 4090.232422377,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-007.jpg",
"sha256": "ffdc8afb380309b4879780c3c05f46b57e47850fc48c42932159b3319ee56d8f",
"pose": [
1.5124529862246527,
1.197595349760238,
0.5868663107405852
],
"timestamp": 4091.100318029,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-008.jpg",
"sha256": "41556328bf15b5a6bac2a8483fcc6224d6033160bdb5f48186d5716d800165b7",
"pose": [
1.594792985345524,
1.2522619243943736,
0.6555390696270653
],
"timestamp": 4092.235242578,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000003/input-009.jpg",
"sha256": "18190da10a4620c209a466044d8321a94d6b056fbc4caf9d99b135e3b8d06e1e",
"pose": [
1.5806783012390317,
1.242680478770288,
0.6828175172046473
],
"timestamp": 4092.43680333,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-000.jpg",
"sha256": "1303c8a81a25e3f0108598a5db2284d82a11144058858121a3a2388eda5920db",
"pose": [
1.4150652694482504,
1.2507896643314014,
0.5967663458931922
],
"timestamp": 4106.115153671,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-001.jpg",
"sha256": "e1df8e790af782af8383548f830d27145a5f41d489567ed27676d0ae0827d47c",
"pose": [
1.5020688197551848,
1.3138620850567535,
0.6117723069468365
],
"timestamp": 4107.184996169,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-002.jpg",
"sha256": "88be7a903051128a19d53f1a3291f592db297ff8db70ec936853f33c5383a15b",
"pose": [
1.5825060556643218,
1.3838903599550088,
0.6515040768930861
],
"timestamp": 4107.985141513,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-003.jpg",
"sha256": "ebb12e466b29e3af8855519c83d40649785349057e5b9fd80f81505fcc5bd676",
"pose": [
1.6574133670867244,
1.448912835599457,
0.7080221887189231
],
"timestamp": 4108.722823494,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-004.jpg",
"sha256": "72179b1fd306465cb27df7f0b14809ba269d6fa00bc7c782cd57696e9f7e9e80",
"pose": [
1.6892109771029533,
1.4877205242913942,
0.7109281809275816
],
"timestamp": 4109.184755361,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-005.jpg",
"sha256": "c663e07f900101ba345cc1bb7e3bdd1f821bf1c9139d80bbbee731b1cb35cf3f",
"pose": [
1.7076571359160562,
1.5081119801275635,
0.7080949498164595
],
"timestamp": 4109.521481999,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-006.jpg",
"sha256": "576a51db7c93d70a308f65ae9974839a555198671a831db7a61d9f8d7b4cdb8b",
"pose": [
1.769573140454133,
1.5609782196041246,
0.7214948207505378
],
"timestamp": 4110.324098249,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-007.jpg",
"sha256": "1ca21bdf08b1603853b530f6b097ea9dfd8da7eca54002e98f086f7a1bdd059d",
"pose": [
1.8328433282422991,
1.6250607686358647,
0.7163733606017362
],
"timestamp": 4111.05410734,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-008.jpg",
"sha256": "13540620425f2745633097cee5738c097410ac989bde02da83f20d9a724f7508",
"pose": [
1.9087325948752607,
1.6846311913664405,
0.7306141407709748
],
"timestamp": 4111.654238132,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-120016-f47bb409/steps/000004/input-009.jpg",
"sha256": "3e3aba89294377cc4de83077fd8579746dac3208fa17b5e9424eb5e1600d9b3f",
"pose": [
1.9662071929733045,
1.7424972664671847,
0.6454815572502287
],
"timestamp": 4112.254626694,
"observation_id": 40
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.012678987346589565,
-0.0027644142974168062,
-0.155647873878479
],
[
0.033421667024676055,
-0.004149017996690685,
-0.15639036893844604
],
[
0.1353092799183843,
-0.010353039382848067,
-0.10510522127151489
],
[
0.10771099401465221,
-0.0023708074904455617,
-0.050519347190856934
],
[
0.07656766296807546,
-0.0016123848126086832,
-0.04834187030792236
],
[
0.06798153975325417,
0.0040724520762040785,
-0.02452033758163452
],
[
0.06852666127377022,
-0.001957786234559278,
-0.05013453960418701
],
[
0.07930475432467837,
-0.0028582685157020477,
-0.07264870405197144
],
[
0.09789896542100456,
-0.0026531553801079077,
-0.05772686004638672
],
[
0.05503442832116749,
-0.0011216512635925588,
-0.043457865715026855
]
],
"stop": false,
"plan": null,
"raw": "<apos_1295><opos_707><act_l0_161><act_l1_159><act_l2_63><|im_end|>",
"waypoints": [
[
0.012678987346589565,
-0.0027644142974168062,
-0.155647873878479
],
[
0.045053448528051376,
-0.012044308707118034,
-0.31203824281692505
],
[
0.17065024375915527,
-0.06343722343444824,
-0.41714346408843994
],
[
0.2681644856929779,
-0.10924389958381653,
-0.4676628112792969
],
[
0.33578377962112427,
-0.1451999545097351,
-0.5160046815872192
],
[
0.39692333340644836,
-0.1752004474401474,
-0.5405250191688538
],
[
0.45467329025268555,
-0.2121420055627823,
-0.5906595587730408
],
[
0.5189499258995056,
-0.2586815357208252,
-0.6633082628250122
],
[
0.5944567322731018,
-0.32105115056037903,
-0.7210351228713989
],
[
0.6350538730621338,
-0.3582253158092499,
-0.7644929885864258
]
],
"pointing": {
"apos": 1295,
"opos": 707
},
"rvq_codes": [
161,
159,
63
],
"model_input": {
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
311,
279,
4158,
4479,
323,
2484,
1290,
311,
279,
1697,
304,
4158,
15097,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the white board and turn right to the person in white clothes</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
830
],
"attention_mask": [
1,
830
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
830
],
"mm_token_type_ids": [
1,
830
]
}
},
"history_fps": 4
},
"native_latency_ms": 239.9338730610907
},
"response": {
"type": "step",
"actions": [
[
0.012678987346589565,
-0.0027644142974168062,
-0.155647873878479
],
[
0.033421667024676055,
-0.004149017996690685,
-0.15639036893844604
],
[
0.1353092799183843,
-0.010353039382848067,
-0.10510522127151489
],
[
0.10771099401465221,
-0.0023708074904455617,
-0.050519347190856934
],
[
0.07656766296807546,
-0.0016123848126086832,
-0.04834187030792236
],
[
0.06798153975325417,
0.0040724520762040785,
-0.02452033758163452
],
[
0.06852666127377022,
-0.001957786234559278,
-0.05013453960418701
],
[
0.07930475432467837,
-0.0028582685157020477,
-0.07264870405197144
],
[
0.09789896542100456,
-0.0026531553801079077,
-0.05772686004638672
],
[
0.05503442832116749,
-0.0011216512635925588,
-0.043457865715026855
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-120016-f47bb409",
"inference_id": 4,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.44309777580201626,
"peak_memory_bytes": 9505009664,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11863588864,
"load_count": 1,
"total_seconds": 0.4475179580040276
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.012678987346589565,
-0.0027644142974168062,
-0.155647873878479
],
[
0.045053448528051376,
-0.012044308707118034,
-0.31203824281692505
],
[
0.17065024375915527,
-0.06343722343444824,
-0.41714346408843994
],
[
0.2681644856929779,
-0.10924389958381651,
-0.46766281127929693
],
[
0.33578377962112427,
-0.1451999545097351,
-0.5160046815872192
],
[
0.39692333340644836,
-0.1752004474401474,
-0.5405250191688539
],
[
0.45467329025268555,
-0.2121420055627823,
-0.5906595587730409
],
[
0.5189499258995056,
-0.2586815357208252,
-0.6633082628250123
],
[
0.5944567322731018,
-0.32105115056037903,
-0.721035122871399
],
[
0.6350538730621338,
-0.3582253158092499,
-0.7644929885864259
]
],
"observed_poses": [
[
-1.3540401999577991e-06,
3.2887720179785936e-05,
0.0012055776087245285
],
[
-0.004724162959207632,
0.008641130381755062,
0.28813170889151457
],
[
0.003143654186036657,
0.01958049735787906,
0.550314705460645
],
[
0.09107383805725776,
0.08703520980279998,
0.6747184328354285
],
[
0.16727436570010504,
0.1504172478053437,
0.6868370097631404
],
[
0.20297694007677797,
0.18696440325778552,
0.688946979170413
],
[
0.2215045090173007,
0.20830725683167178,
0.6916023388856287
],
[
0.284573430114548,
0.257895678399643,
0.7236530940136173
],
[
0.33715613205744877,
0.3158514725211957,
0.7164113398332808
],
[
0.38503960079347854,
0.35661842581922326,
0.6192333132493888
],
[
0.43008239991832936,
0.3918953825558952,
0.6040923920106069
],
[
0.4350300360878494,
0.4108511981297523,
0.35568343968518007
],
[
0.5081767594026241,
0.43077635054597974,
0.3689221995648711
],
[
0.555164828233431,
0.4665538567502763,
0.5041426621204723
],
[
0.6159484970822556,
0.5055312323039645,
0.587722301656955
],
[
0.6744795193660529,
0.5572337134132799,
0.6195569693919236
],
[
0.7377022498888441,
0.6046070269338059,
0.6411890821585564
],
[
0.7938764858420037,
0.6532603119741173,
0.6418338150918877
],
[
0.8611703960695329,
0.7007413565926156,
0.6570550659771065
],
[
0.9156755775941422,
0.7497081373518356,
0.6566143480427586
],
[
0.9595346635097939,
0.7800188426274903,
0.6347759860967825
],
[
1.0483057522310357,
0.8519644840087119,
0.6748485684756658
],
[
1.1110758322486172,
0.9100809937136991,
0.6292183240357565
],
[
1.1775842013802447,
0.9509516082229234,
0.6474739529998781
],
[
1.2191398139101708,
0.9838236941622721,
0.657775557260518
],
[
1.269498906020356,
1.020109566046475,
0.6558853955835426
],
[
1.3280134418495635,
1.066545266843469,
0.588243278032609
],
[
1.4145362407433242,
1.1228841191498933,
0.5787202094733676
],
[
1.5124529862246527,
1.197595349760238,
0.5868663107405852
],
[
1.594792985345524,
1.2522619243943736,
0.6555390696270653
],
[
1.5806783012390317,
1.242680478770288,
0.6828175172046473
],
[
1.4150652694482504,
1.2507896643314014,
0.5967663458931922
],
[
1.5020688197551848,
1.3138620850567535,
0.6117723069468365
],
[
1.5825060556643218,
1.3838903599550088,
0.6515040768930861
],
[
1.6574133670867244,
1.448912835599457,
0.7080221887189231
],
[
1.6892109771029533,
1.4877205242913942,
0.7109281809275816
],
[
1.7076571359160562,
1.5081119801275635,
0.7080949498164595
],
[
1.769573140454133,
1.5609782196041246,
0.7214948207505378
],
[
1.8328433282422991,
1.6250607686358647,
0.7163733606017362
],
[
1.9087325948752607,
1.6846311913664405,
0.7306141407709748
],
[
1.9662071929733045,
1.7424972664671847,
0.6454815572502287
]
]
}