{
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"ready": true,
"busy": false,
"episode": null,
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"robot_calibrated": true
}Episodes ยท Download episode{
"schema": "real-baseline-v1",
"model": "lightnav",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"client_plan": [
"go to the streetsign, return to the orange fence you've seen before"
],
"task_condition": "full original instruction; supplied stages logged only",
"configuration": {
"model": "lightnav",
"project": "/home/siqiteam/real_baseline_deploy/final_service_state/project",
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"epoch": 18,
"step": 246474,
"worker_python": "/home/siqiteam/real_baseline_deploy/envs/lightnav/bin/python",
"host": "127.0.0.1",
"ws_port": 5931,
"http_port": 5930,
"seed": 42,
"wire_horizon": 12,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"robot_calibrated": true,
"require_timestamps": true,
"log_root": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs"
},
"worker": {
"status": "ready",
"model": "lightnav",
"load_seconds": 24.980417925864458,
"checkpoint": "/home/siqiteam/real_baseline_deploy/assets/final/lightnav_real/checkpoint",
"load_count": 1,
"device_name": "NVIDIA RTX PRO 6000 Blackwell Workstation Edition"
},
"status": "closed",
"started_at": 1792403934.574296,
"units": "m_m_rad",
"robot_execution_tested": false,
"ended_at": 1792404058.1251054,
"end_reason": "disconnect"
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
}
],
"time_resampled_indices": [
0
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 0.0,
"unobserved_time_filled": false
},
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
204
],
"attention_mask": [
1,
204
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
204
],
"mm_token_type_ids": [
1,
204
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.10348588228225708,
0.026656072586774826,
0.1684119552373886
],
[
0.08708332308400878,
-0.00668499947831157,
-0.07763031870126724
],
[
0.09963111735604299,
-0.0030382222234026533,
-0.03931869566440582
],
[
0.11923631641660061,
-0.0029095542059355164,
-0.04626299440860748
],
[
0.12409721131877606,
-0.00040037469868490984,
-0.01070204935967922
],
[
0.12052217883093667,
-0.001787687781633475,
-0.015497490763664246
],
[
0.12064939200811198,
0.00019979009708920347,
0.011437702924013138
],
[
0.11942377671700975,
-0.0006352343693497638,
0.0002492619678378105
],
[
0.11707881883176892,
-0.00013734230348710279,
-0.0014008702710270882
],
[
0.07957067758807941,
-0.00015484841195312707,
-0.0006116973236203194
]
],
"stop": false,
"plan": null,
"raw": "<apos_1032><opos_235><act_l0_242><act_l1_74><act_l2_162><|im_end|>",
"waypoints": [
[
0.10348588228225708,
0.026656072586774826,
0.1684119552373886
],
[
0.19045768678188324,
0.03466229513287544,
0.09078163653612137
],
[
0.28995397686958313,
0.04066884145140648,
0.051462940871715546
],
[
0.4091821014881134,
0.04389668256044388,
0.005199946463108063
],
[
0.5332797169685364,
0.044141609221696854,
-0.005502102896571159
],
[
0.6537902355194092,
0.041690826416015625,
-0.020999593660235405
],
[
0.7744172215461731,
0.03935717046260834,
-0.009561890736222267
],
[
0.8938294649124146,
0.03758006542921066,
-0.009312628768384457
],
[
1.010901927947998,
0.036352433264255524,
-0.010713499039411545
],
[
1.0904663801193237,
0.035345129668712616,
-0.011325196363031864
]
],
"pointing": {
"apos": 1032,
"opos": 235
},
"rvq_codes": [
242,
74,
162
],
"model_input": {
"history_indices": [
0
],
"segments": [
{
"indices": [
0,
0
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
15,
13,
15,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<0.0 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
204
],
"attention_mask": [
1,
204
],
"pixel_values_videos": [
1,
448,
1536
],
"video_grid_thw": [
1,
3
],
"_original_video_grid_thw": [
1,
3
],
"_post_vit_pool_factors": [
1
],
"position_ids": [
1,
3,
204
],
"mm_token_type_ids": [
1,
204
]
}
},
"history_fps": 4
},
"native_latency_ms": 880.1708980463445
},
"response": {
"type": "step",
"actions": [
[
0.10348588228225708,
0.026656072586774826,
0.1684119552373886
],
[
0.08708332308400878,
-0.00668499947831157,
-0.07763031870126724
],
[
0.09963111735604299,
-0.0030382222234026533,
-0.03931869566440582
],
[
0.11923631641660061,
-0.0029095542059355164,
-0.04626299440860748
],
[
0.12409721131877606,
-0.00040037469868490984,
-0.01070204935967922
],
[
0.12052217883093667,
-0.001787687781633475,
-0.015497490763664246
],
[
0.12064939200811198,
0.00019979009708920347,
0.011437702924013138
],
[
0.11942377671700975,
-0.0006352343693497638,
0.0002492619678378105
],
[
0.11707881883176892,
-0.00013734230348710279,
-0.0014008702710270882
],
[
0.07957067758807941,
-0.00015484841195312707,
-0.0006116973236203194
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 0,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 1.068776979111135,
"peak_memory_bytes": 9157943808,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9279897600,
"load_count": 1,
"total_seconds": 1.081554419361055
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.10348588228225708,
0.026656072586774826,
0.1684119552373886
],
[
0.1904576867818832,
0.03466229513287544,
0.09078163653612137
],
[
0.28995397686958313,
0.040668841451406486,
0.051462940871715546
],
[
0.4091821014881134,
0.043896682560443885,
0.005199946463108063
],
[
0.5332797169685364,
0.04414160922169686,
-0.005502102896571158
],
[
0.6537902355194092,
0.04169082641601563,
-0.020999593660235405
],
[
0.7744172215461731,
0.039357170462608344,
-0.009561890736222267
],
[
0.8938294649124146,
0.03758006542921067,
-0.009312628768384457
],
[
1.010901927947998,
0.03635243326425553,
-0.010713499039411545
],
[
1.0904663801193237,
0.03534512966871262,
-0.011325196363031864
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 1.9029814469995472,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
8
],
"tensor": "processed/segment0.pt",
"shape": [
10,
3,
256,
448
]
},
{
"indices": [
9,
10
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
384
],
"attention_mask": [
1,
384
],
"pixel_values_videos": [
1,
2688,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
384
],
"mm_token_type_ids": [
1,
384
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.15937067568302155,
-0.00036553750396706164,
0.012368856929242611
],
[
0.16400892862976238,
0.0010336455762997958,
0.025809955783188343
],
[
0.1649587347710294,
0.004961205891232424,
0.053725104779005044
],
[
0.16304527753827186,
0.004213570843128124,
0.07071761041879654
],
[
0.16400985745470206,
0.002196517370664137,
0.020625486969947815
],
[
0.1680065783968507,
0.0037468965313527842,
0.030379995703697205
],
[
0.1668884664978477,
-0.0033054100446009843,
-0.050717428326606744
],
[
0.16030664466363215,
-0.0023729265007874298,
-0.04448363184928894
],
[
0.15814228309506392,
-0.004367891930589165,
-0.06166507303714752
],
[
0.14669780507898492,
-0.0022829748405949367,
-0.041457063518464565
]
],
"stop": false,
"plan": null,
"raw": "<apos_934><opos_612><act_l0_28><act_l1_120><act_l2_223><|im_end|>",
"waypoints": [
[
0.15937067568302155,
-0.00036553750396706164,
0.012368856929242611
],
[
0.3233542740345001,
0.0026965802535414696,
0.038178812712430954
],
[
0.4880034327507019,
0.013950569555163383,
0.091903917491436
],
[
0.6499739289283752,
0.03310977295041084,
0.16262152791023254
],
[
0.811464250087738,
0.06183144077658653,
0.18324701488018036
],
[
0.9759751558303833,
0.09613029658794403,
0.21362701058387756
],
[
1.139770746231079,
0.1282813549041748,
0.1629095822572708
],
[
1.2983397245407104,
0.1519399732351303,
0.11842595040798187
],
[
1.455890417098999,
0.16628707945346832,
0.05676087737083435
],
[
1.602481484413147,
0.17233000695705414,
0.015303813852369785
]
],
"pointing": {
"apos": 934,
"opos": 612
},
"rvq_codes": [
28,
120,
223
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
8
],
"tensor": "processed/segment0.pt",
"shape": [
10,
3,
256,
448
]
},
{
"indices": [
9,
10
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
384
],
"attention_mask": [
1,
384
],
"pixel_values_videos": [
1,
2688,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
384
],
"mm_token_type_ids": [
1,
384
]
}
},
"history_fps": 4
},
"native_latency_ms": 208.36450718343258
},
"response": {
"type": "step",
"actions": [
[
0.15937067568302155,
-0.00036553750396706164,
0.012368856929242611
],
[
0.16400892862976238,
0.0010336455762997958,
0.025809955783188343
],
[
0.1649587347710294,
0.004961205891232424,
0.053725104779005044
],
[
0.16304527753827186,
0.004213570843128124,
0.07071761041879654
],
[
0.16400985745470206,
0.002196517370664137,
0.020625486969947815
],
[
0.1680065783968507,
0.0037468965313527842,
0.030379995703697205
],
[
0.1668884664978477,
-0.0033054100446009843,
-0.050717428326606744
],
[
0.16030664466363215,
-0.0023729265007874298,
-0.04448363184928894
],
[
0.15814228309506392,
-0.004367891930589165,
-0.06166507303714752
],
[
0.14669780507898492,
-0.0022829748405949367,
-0.041457063518464565
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 1,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.2583990120328963,
"peak_memory_bytes": 9230093312,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9451864064,
"load_count": 1,
"total_seconds": 0.26205330016091466
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.15937067568302155,
-0.00036553750396706164,
0.012368856929242611
],
[
0.3233542740345001,
0.0026965802535414696,
0.038178812712430954
],
[
0.48800343275070185,
0.01395056955516338,
0.091903917491436
],
[
0.6499739289283752,
0.033109772950410836,
0.16262152791023252
],
[
0.811464250087738,
0.061831440776586526,
0.18324701488018036
],
[
0.9759751558303833,
0.09613029658794402,
0.21362701058387756
],
[
1.139770746231079,
0.1282813549041748,
0.1629095822572708
],
[
1.2983397245407102,
0.1519399732351303,
0.11842595040798187
],
[
1.4558904170989988,
0.16628707945346832,
0.05676087737083435
],
[
1.6024814844131468,
0.17233000695705414,
0.015303813852369784
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 1.9335602720002498,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
528
],
"attention_mask": [
1,
528
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
528
],
"mm_token_type_ids": [
1,
528
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.15260183811187744,
0.02913977950811386,
0.16461043059825897
],
[
0.10895494076340816,
-0.004989108979127455,
-0.12395328283309937
],
[
0.13586828641678325,
-0.007435787565826648,
-0.1408570408821106
],
[
0.11696541604920031,
-0.008058777450633738,
-0.13354264199733734
],
[
0.07143732696139814,
0.0008661068875912142,
-0.0028438270092010494
],
[
0.07534996316418266,
-0.0004269145088597083,
0.04000133275985718
],
[
0.11702346477078421,
0.0013171106205386064,
0.0951179787516594
],
[
0.1415899402754863,
-0.000666124725534345,
0.04977494478225709
],
[
0.13135779853456023,
-0.00022198708091015172,
0.029639771208167076
],
[
0.09301833520514746,
-0.0001277363945488691,
0.004662638530135155
]
],
"stop": false,
"plan": null,
"raw": "<apos_986><opos_662><act_l0_242><act_l1_173><act_l2_30><|im_end|>",
"waypoints": [
[
0.15260183811187744,
0.02913977950811386,
0.16461043059825897
],
[
0.2609015107154846,
0.042072344571352005,
0.04065714776515961
],
[
0.39695975184440613,
0.04016519710421562,
-0.10019989311695099
],
[
0.5125323534011841,
0.020446520298719406,
-0.23374253511428833
],
[
0.5822276473045349,
0.004742768127471209,
-0.23658636212348938
],
[
0.6553785800933838,
-0.01333318930119276,
-0.1965850293636322
],
[
0.7704053521156311,
-0.03489862009882927,
-0.10146705061197281
],
[
0.9111995697021484,
-0.04990339279174805,
-0.05169210582971573
],
[
1.0423704385757446,
-0.056912221014499664,
-0.022052334621548653
],
[
1.1353633403778076,
-0.059091031551361084,
-0.017389696091413498
]
],
"pointing": {
"apos": 986,
"opos": 662
},
"rvq_codes": [
242,
173,
30
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17
],
"tensor": "processed/segment0.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
18,
19
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
528
],
"attention_mask": [
1,
528
],
"pixel_values_videos": [
1,
4480,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
528
],
"mm_token_type_ids": [
1,
528
]
}
},
"history_fps": 4
},
"native_latency_ms": 520.6076987087727
},
"response": {
"type": "step",
"actions": [
[
0.15260183811187744,
0.02913977950811386,
0.16461043059825897
],
[
0.10895494076340816,
-0.004989108979127455,
-0.12395328283309937
],
[
0.13586828641678325,
-0.007435787565826648,
-0.1408570408821106
],
[
0.11696541604920031,
-0.008058777450633738,
-0.13354264199733734
],
[
0.07143732696139814,
0.0008661068875912142,
-0.0028438270092010494
],
[
0.07534996316418266,
-0.0004269145088597083,
0.04000133275985718
],
[
0.11702346477078421,
0.0013171106205386064,
0.0951179787516594
],
[
0.1415899402754863,
-0.000666124725534345,
0.04977494478225709
],
[
0.13135779853456023,
-0.00022198708091015172,
0.029639771208167076
],
[
0.09301833520514746,
-0.0001277363945488691,
0.004662638530135155
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 2,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.6311030853539705,
"peak_memory_bytes": 9314217984,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9676259328,
"load_count": 1,
"total_seconds": 0.6352960728108883
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.15260183811187744,
0.02913977950811386,
0.16461043059825897
],
[
0.2609015107154846,
0.042072344571352005,
0.04065714776515961
],
[
0.39695975184440613,
0.04016519710421562,
-0.100199893116951
],
[
0.5125323534011841,
0.020446520298719406,
-0.23374253511428833
],
[
0.5822276473045349,
0.0047427681274712094,
-0.23658636212348938
],
[
0.6553785800933838,
-0.013333189301192764,
-0.19658502936363217
],
[
0.7704053521156311,
-0.034898620098829276,
-0.10146705061197278
],
[
0.9111995697021484,
-0.049903392791748054,
-0.051692105829715694
],
[
1.0423704385757446,
-0.05691222101449967,
-0.02205233462154862
],
[
1.1353633403778076,
-0.059091031551361084,
-0.017389696091413467
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.669095295999796,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
28
],
"tensor": "processed/segment0.pt",
"shape": [
30,
3,
256,
448
]
},
{
"indices": [
29,
30
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
744
],
"attention_mask": [
1,
744
],
"pixel_values_videos": [
1,
7168,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
744
],
"mm_token_type_ids": [
1,
744
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.12491890788078308,
0.01618458330631256,
0.12283890694379805
],
[
0.12926176365482048,
0.0022961654370537987,
0.043915458023548126
],
[
0.13208737494555858,
-0.0004584786322735096,
-0.03272509574890136
],
[
0.12824463319134394,
-0.003928598757612397,
-0.009382605552673338
],
[
0.12393124814286935,
-0.005605484183878273,
-0.07627616450190544
],
[
0.13561904329660368,
-0.004237241450680495,
-0.04657171294093132
],
[
0.1297535309030427,
-0.0016736061254519876,
0.006990814581513405
],
[
0.1375782378643869,
-0.001684132776261455,
-0.00954202888533473
],
[
0.1390519144881521,
-0.0008986465305338607,
0.005938389338552952
],
[
0.07378252869947151,
-0.0001979716422710552,
-0.001432130578905344
]
],
"stop": false,
"plan": null,
"raw": "<apos_983><opos_552><act_l0_204><act_l1_69><act_l2_113><|im_end|>",
"waypoints": [
[
0.12491890788078308,
0.01618458330631256,
0.12283890694379807
],
[
0.252925306558609,
0.034301917999982834,
0.1667543649673462
],
[
0.38325655460357666,
0.055774006992578506,
0.13402926921844482
],
[
0.5108759999275208,
0.06901776045560837,
0.12464666366577148
],
[
0.6345426440238953,
0.07886341214179993,
0.04837049916386604
],
[
0.770207941532135,
0.08118852972984314,
0.001798786222934723
],
[
0.8999642729759216,
0.07974832504987717,
0.008789600804448128
],
[
1.037551999092102,
0.07927349954843521,
-0.0007524280808866024
],
[
1.1766031980514526,
0.07827022671699524,
0.005185961257666349
],
[
1.2503857612609863,
0.07845488935709,
0.0037538306787610054
]
],
"pointing": {
"apos": 983,
"opos": 552
},
"rvq_codes": [
204,
69,
113
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30
],
"segments": [
{
"indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
28
],
"tensor": "processed/segment0.pt",
"shape": [
30,
3,
256,
448
]
},
{
"indices": [
29,
30
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
20,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<7.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.5 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
744
],
"attention_mask": [
1,
744
],
"pixel_values_videos": [
1,
7168,
1536
],
"video_grid_thw": [
2,
3
],
"_original_video_grid_thw": [
2,
3
],
"_post_vit_pool_factors": [
2
],
"position_ids": [
1,
3,
744
],
"mm_token_type_ids": [
1,
744
]
}
},
"history_fps": 4
},
"native_latency_ms": 526.9164931960404
},
"response": {
"type": "step",
"actions": [
[
0.12491890788078308,
0.01618458330631256,
0.12283890694379805
],
[
0.12926176365482048,
0.0022961654370537987,
0.043915458023548126
],
[
0.13208737494555858,
-0.0004584786322735096,
-0.03272509574890136
],
[
0.12824463319134394,
-0.003928598757612397,
-0.009382605552673338
],
[
0.12393124814286935,
-0.005605484183878273,
-0.07627616450190544
],
[
0.13561904329660368,
-0.004237241450680495,
-0.04657171294093132
],
[
0.1297535309030427,
-0.0016736061254519876,
0.006990814581513405
],
[
0.1375782378643869,
-0.001684132776261455,
-0.00954202888533473
],
[
0.1390519144881521,
-0.0008986465305338607,
0.005938389338552952
],
[
0.07378252869947151,
-0.0001979716422710552,
-0.001432130578905344
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 3,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.6999151022173464,
"peak_memory_bytes": 9439780352,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 9911140352,
"load_count": 1,
"total_seconds": 0.7045360398478806
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.12491890788078308,
0.01618458330631256,
0.12283890694379804
],
[
0.252925306558609,
0.034301917999982834,
0.16675436496734616
],
[
0.38325655460357666,
0.0557740069925785,
0.1340292692184448
],
[
0.5108759999275208,
0.06901776045560835,
0.12464666366577146
],
[
0.6345426440238953,
0.0788634121417999,
0.04837049916386602
],
[
0.770207941532135,
0.0811885297298431,
0.001798786222934702
],
[
0.8999642729759216,
0.07974832504987713,
0.008789600804448107
],
[
1.037551999092102,
0.07927349954843517,
-0.0007524280808866232
],
[
1.1766031980514526,
0.0782702267169952,
0.005185961257666329
],
[
1.2503857612609863,
0.07845488935708994,
0.0037538306787609846
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.73358922800071,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
832
],
"attention_mask": [
1,
832
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
832
],
"mm_token_type_ids": [
1,
832
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14934949576854706,
-0.0008791849249973893,
-0.0011271233670413494
],
[
0.11159775452531917,
0.007208175047614984,
0.08820846630260347
],
[
0.09021745172436375,
-0.0002964949403822083,
-0.038959305733442307
],
[
0.10478640684056058,
0.0008717252909421153,
0.011802293360233307
],
[
0.11389826762538859,
0.004087458491799269,
0.021485362201929092
],
[
0.1005334574663997,
0.000382151942788702,
-0.009655915200710297
],
[
0.08634169284770703,
0.0009284742429070698,
-0.01890396699309349
],
[
0.10407825288441251,
0.0008059920055193022,
-0.028770154342055324
],
[
0.11932498736519782,
0.0004300592505110377,
-0.030667437706142664
],
[
0.12583181044461567,
0.00022027979758916657,
-0.01931707328185439
]
],
"stop": false,
"plan": null,
"raw": "<apos_1033><opos_659><act_l0_0><act_l1_74><act_l2_229><|im_end|>",
"waypoints": [
[
0.14934949576854706,
-0.0008791849249973893,
-0.0011271233670413494
],
[
0.2609553039073944,
0.00620320113375783,
0.08708134293556213
],
[
0.3508566915988922,
0.013754161074757576,
0.04812203720211983
],
[
0.45547986030578613,
0.019665466621518135,
0.059924330562353134
],
[
0.5689288973808289,
0.030566781759262085,
0.08140969276428223
],
[
0.6690983176231384,
0.03912302851676941,
0.07175377756357193
],
[
0.7551512718200684,
0.04623914137482643,
0.05284981057047844
],
[
0.8590416312217712,
0.05254196375608444,
0.02407965622842312
],
[
0.9783216714859009,
0.055844925343990326,
-0.006587781477719545
],
[
1.1041522026062012,
0.05523625388741493,
-0.025904854759573936
]
],
"pointing": {
"apos": 1033,
"opos": 659
},
"rvq_codes": [
0,
74,
229
],
"model_input": {
"history_indices": [
0,
1,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
5,
6
],
"tensor": "processed/segment1.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
39,
40
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
24,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<9.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
832
],
"attention_mask": [
1,
832
],
"pixel_values_videos": [
1,
8512,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
832
],
"mm_token_type_ids": [
1,
832
]
}
},
"history_fps": 4
},
"native_latency_ms": 545.9004323929548
},
"response": {
"type": "step",
"actions": [
[
0.14934949576854706,
-0.0008791849249973893,
-0.0011271233670413494
],
[
0.11159775452531917,
0.007208175047614984,
0.08820846630260347
],
[
0.09021745172436375,
-0.0002964949403822083,
-0.038959305733442307
],
[
0.10478640684056058,
0.0008717252909421153,
0.011802293360233307
],
[
0.11389826762538859,
0.004087458491799269,
0.021485362201929092
],
[
0.1005334574663997,
0.000382151942788702,
-0.009655915200710297
],
[
0.08634169284770703,
0.0009284742429070698,
-0.01890396699309349
],
[
0.10407825288441251,
0.0008059920055193022,
-0.028770154342055324
],
[
0.11932498736519782,
0.0004300592505110377,
-0.030667437706142664
],
[
0.12583181044461567,
0.00022027979758916657,
-0.01931707328185439
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 4,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.7591828219592571,
"peak_memory_bytes": 9505009664,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10160701440,
"load_count": 1,
"total_seconds": 0.763584294822067
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14934949576854706,
-0.0008791849249973893,
-0.0011271233670413494
],
[
0.2609553039073944,
0.006203201133757829,
0.08708134293556212
],
[
0.3508566915988922,
0.013754161074757574,
0.04812203720211981
],
[
0.45547986030578613,
0.01966546662151813,
0.05992433056235312
],
[
0.5689288973808289,
0.03056678175926208,
0.08140969276428221
],
[
0.6690983176231384,
0.03912302851676941,
0.07175377756357192
],
[
0.7551512718200684,
0.04623914137482643,
0.052849810570478425
],
[
0.8590416312217712,
0.05254196375608444,
0.0240796562284231
],
[
0.9783216714859009,
0.05584492534399032,
-0.006587781477719562
],
[
1.1041522026062012,
0.055236253887414925,
-0.025904854759573954
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.999664715000108,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
49,
50
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
907
],
"attention_mask": [
1,
907
],
"pixel_values_videos": [
1,
9408,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
907
],
"mm_token_type_ids": [
1,
907
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14869265258312225,
0.002417106879875064,
0.032878853380680084
],
[
0.11052934055362769,
0.002928570116629536,
0.08674696832895279
],
[
0.11437522498635298,
0.010201594580772418,
0.11753179132938385
],
[
0.12807622637879898,
0.00873707122416792,
0.13984400033950806
],
[
0.09502972602425311,
0.0016369635901244545,
0.004449337720870972
],
[
0.07086284998309311,
0.004193192116448988,
-0.07533642649650574
],
[
0.10529692404968533,
-0.00979694565825874,
-0.111750528216362
],
[
0.12805585466468383,
-0.005663974126568366,
-0.11011333763599396
],
[
0.1346401693276254,
-0.003401313822911825,
-0.052456486970186234
],
[
0.013807260204665063,
-0.0001869130654865342,
-0.019844927825033665
]
],
"stop": false,
"plan": null,
"raw": "<apos_982><opos_1130><act_l0_252><act_l1_74><act_l2_139><|im_end|>",
"waypoints": [
[
0.14869265258312225,
0.002417106879875064,
0.032878853380680084
],
[
0.25906598567962646,
0.008977517485618591,
0.11962582170963287
],
[
0.37140634655952454,
0.03275582566857338,
0.23715761303901672
],
[
0.49384498596191406,
0.07133866846561432,
0.3770016133785248
],
[
0.5815984010696411,
0.10784437507390976,
0.38145095109939575
],
[
0.6458070278167725,
0.13811612129211426,
0.30611452460289
],
[
0.7491612434387207,
0.1605064868927002,
0.19436399638652802
],
[
0.8758998513221741,
0.179682195186615,
0.08425065875053406
],
[
1.0103486776351929,
0.1876230537891388,
0.031794171780347824
],
[
1.0241549015045166,
0.1878751516342163,
0.01194924395531416
]
],
"pointing": {
"apos": 982,
"opos": 1130
},
"rvq_codes": [
252,
74,
139
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
9,
10,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
9,
10,
15,
16
],
"tensor": "processed/segment1.pt",
"shape": [
6,
3,
256,
448
]
},
{
"indices": [
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
49,
50
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<12.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
907
],
"attention_mask": [
1,
907
],
"pixel_values_videos": [
1,
9408,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
907
],
"mm_token_type_ids": [
1,
907
]
}
},
"history_fps": 4
},
"native_latency_ms": 538.9969949610531
},
"response": {
"type": "step",
"actions": [
[
0.14869265258312225,
0.002417106879875064,
0.032878853380680084
],
[
0.11052934055362769,
0.002928570116629536,
0.08674696832895279
],
[
0.11437522498635298,
0.010201594580772418,
0.11753179132938385
],
[
0.12807622637879898,
0.00873707122416792,
0.13984400033950806
],
[
0.09502972602425311,
0.0016369635901244545,
0.004449337720870972
],
[
0.07086284998309311,
0.004193192116448988,
-0.07533642649650574
],
[
0.10529692404968533,
-0.00979694565825874,
-0.111750528216362
],
[
0.12805585466468383,
-0.005663974126568366,
-0.11011333763599396
],
[
0.1346401693276254,
-0.003401313822911825,
-0.052456486970186234
],
[
0.013807260204665063,
-0.0001869130654865342,
-0.019844927825033665
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 5,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.7632505791261792,
"peak_memory_bytes": 9546892288,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10435428352,
"load_count": 1,
"total_seconds": 0.7677435986697674
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14869265258312225,
0.002417106879875064,
0.032878853380680084
],
[
0.25906598567962646,
0.008977517485618591,
0.11962582170963287
],
[
0.37140634655952454,
0.03275582566857338,
0.2371576130390167
],
[
0.49384498596191406,
0.07133866846561432,
0.3770016133785248
],
[
0.5815984010696411,
0.10784437507390975,
0.38145095109939575
],
[
0.6458070278167725,
0.13811612129211426,
0.30611452460289
],
[
0.7491612434387207,
0.1605064868927002,
0.19436399638652802
],
[
0.8758998513221741,
0.179682195186615,
0.08425065875053406
],
[
1.0103486776351929,
0.1876230537891388,
0.031794171780347824
],
[
1.0241549015045166,
0.1878751516342163,
0.01194924395531416
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 2.999664715000108,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
58,
59
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
944
],
"attention_mask": [
1,
944
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
944
],
"mm_token_type_ids": [
1,
944
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.027127910405397415,
0.0050088996067643166,
-0.26884666085243225
],
[
0.17152592198776273,
-0.01260444976945816,
-0.033113956451416016
],
[
0.16703153833299952,
0.012345220505887745,
0.1382208615541458
],
[
0.1609823993646189,
0.003228294175952693,
0.04683469980955124
],
[
0.15178764055740962,
0.007445490037274219,
0.0851641595363617
],
[
0.1456459265946092,
0.0022850466170138495,
0.03170309588313103
],
[
0.1497733815280412,
0.0009915819417393565,
0.03627162054181098
],
[
0.15088672060894504,
-0.00024430033197689674,
-0.030079741030931473
],
[
0.13602313238417352,
-1.6865169375476232e-05,
-0.02611180767416954
],
[
0.1088963322475606,
-2.2243130574608767e-05,
-0.007787361741065978
]
],
"stop": false,
"plan": null,
"raw": "<apos_986><opos_313><act_l0_27><act_l1_123><act_l2_147><|im_end|>",
"waypoints": [
[
0.027127910405397415,
0.0050088996067643166,
-0.26884666085243225
],
[
0.18914426863193512,
-0.052703436464071274,
-0.30196061730384827
],
[
0.3522898852825165,
-0.09059073030948639,
-0.16373975574970245
],
[
0.5116453170776367,
-0.1136472076177597,
-0.11690505594015121
],
[
0.6632653474807739,
-0.12395688891410828,
-0.03174089640378952
],
[
0.8089104294776917,
-0.12629514932632446,
-3.780052065849304e-05
],
[
0.9586838483810425,
-0.12530922889709473,
0.036233820021152496
],
[
1.109480381011963,
-0.12008736282587051,
0.0061540789902210236
],
[
1.2455010414123535,
-0.11926713585853577,
-0.019957728683948517
],
[
1.3543752431869507,
-0.12146255373954773,
-0.027745090425014496
]
],
"pointing": {
"apos": 986,
"opos": 313
},
"rvq_codes": [
27,
123,
147
],
"model_input": {
"history_indices": [
0,
1,
6,
7,
12,
13,
18,
19,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
6,
7,
12,
13,
18,
19,
24,
25
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
58,
59
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
944
],
"attention_mask": [
1,
944
],
"pixel_values_videos": [
1,
9856,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
944
],
"mm_token_type_ids": [
1,
944
]
}
},
"history_fps": 4
},
"native_latency_ms": 523.3907429501414
},
"response": {
"type": "step",
"actions": [
[
0.027127910405397415,
0.0050088996067643166,
-0.26884666085243225
],
[
0.17152592198776273,
-0.01260444976945816,
-0.033113956451416016
],
[
0.16703153833299952,
0.012345220505887745,
0.1382208615541458
],
[
0.1609823993646189,
0.003228294175952693,
0.04683469980955124
],
[
0.15178764055740962,
0.007445490037274219,
0.0851641595363617
],
[
0.1456459265946092,
0.0022850466170138495,
0.03170309588313103
],
[
0.1497733815280412,
0.0009915819417393565,
0.03627162054181098
],
[
0.15088672060894504,
-0.00024430033197689674,
-0.030079741030931473
],
[
0.13602313238417352,
-1.6865169375476232e-05,
-0.02611180767416954
],
[
0.1088963322475606,
-2.2243130574608767e-05,
-0.007787361741065978
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 6,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.7524393480271101,
"peak_memory_bytes": 9566144512,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10640949248,
"load_count": 1,
"total_seconds": 0.7573882648721337
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.027127910405397415,
0.0050088996067643166,
-0.26884666085243225
],
[
0.18914426863193512,
-0.05270343646407128,
-0.3019606173038483
],
[
0.3522898852825165,
-0.09059073030948642,
-0.16373975574970254
],
[
0.5116453170776367,
-0.11364720761775975,
-0.1169050559401513
],
[
0.6632653474807739,
-0.12395688891410832,
-0.031740896403789604
],
[
0.8089104294776917,
-0.12629514932632452,
-3.780052065857631e-05
],
[
0.9586838483810425,
-0.12530922889709478,
0.036233820021152406
],
[
1.109480381011963,
-0.12008736282587058,
0.006154078990220933
],
[
1.2455010414123535,
-0.11926713585853585,
-0.019957728683948607
],
[
1.3543752431869507,
-0.12146255373954783,
-0.027745090425014586
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
[
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
[
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
[
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
[
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
[
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
[
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
[
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
[
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
[
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
[
4.473899359449564,
0.8040815495197094,
0.3097851329646893
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 3.6712988819999737,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
4,
5,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
68,
69
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1018
],
"attention_mask": [
1,
1018
],
"pixel_values_videos": [
1,
10752,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1018
],
"mm_token_type_ids": [
1,
1018
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.14945223927497864,
0.027916617691516876,
0.1615775674581528
],
[
0.12821227236947644,
-0.007070093015640554,
-0.08617722988128663
],
[
0.05681604812795918,
-0.0025503997282752423,
-0.04317691549658775
],
[
0.047000550100758216,
-0.0018472244737876868,
-0.04130804166197777
],
[
0.09067971508524675,
0.0009258532905818742,
0.07859504967927933
],
[
0.10359521342069686,
-0.0006375266552286225,
0.016850709915161136
],
[
0.12886050554757264,
0.00013300871671247973,
-0.032169096171855927
],
[
0.13228341140596622,
-0.0004893563876065274,
-0.05416443198919296
],
[
0.1281514678836131,
-0.00030959344920334665,
-0.022811666131019592
],
[
0.0857219310283739,
-6.300324040344678e-05,
-0.0026922039687633514
]
],
"stop": false,
"plan": null,
"raw": "<apos_984><opos_217><act_l0_242><act_l1_74><act_l2_22><|im_end|>",
"waypoints": [
[
0.14945223927497864,
0.027916617691516876,
0.16157756745815277
],
[
0.27713191509246826,
0.04156481847167015,
0.07540033757686615
],
[
0.33397865295410156,
0.04330155625939369,
0.0322234220802784
],
[
0.38101431727409363,
0.04296954721212387,
-0.009084619581699371
],
[
0.47169870138168335,
0.04307158291339874,
0.06951043009757996
],
[
0.5750880241394043,
0.049630746245384216,
0.08636114001274109
],
[
0.7034568190574646,
0.0608779713511467,
0.05419204384088516
],
[
0.8355725407600403,
0.0675545334815979,
2.7611851692199707e-05
],
[
0.9637240171432495,
0.06724847853183746,
-0.022784054279327393
],
[
1.049422264099121,
0.06523256748914719,
-0.025476258248090744
]
],
"pointing": {
"apos": 984,
"opos": 217
},
"rvq_codes": [
242,
74,
22
],
"model_input": {
"history_indices": [
0,
1,
4,
5,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
4,
5,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35
],
"tensor": "processed/segment1.pt",
"shape": [
12,
3,
256,
448
]
},
{
"indices": [
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
68,
69
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<17.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1018
],
"attention_mask": [
1,
1018
],
"pixel_values_videos": [
1,
10752,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1018
],
"mm_token_type_ids": [
1,
1018
]
}
},
"history_fps": 4
},
"native_latency_ms": 529.2189586907625
},
"response": {
"type": "step",
"actions": [
[
0.14945223927497864,
0.027916617691516876,
0.1615775674581528
],
[
0.12821227236947644,
-0.007070093015640554,
-0.08617722988128663
],
[
0.05681604812795918,
-0.0025503997282752423,
-0.04317691549658775
],
[
0.047000550100758216,
-0.0018472244737876868,
-0.04130804166197777
],
[
0.09067971508524675,
0.0009258532905818742,
0.07859504967927933
],
[
0.10359521342069686,
-0.0006375266552286225,
0.016850709915161136
],
[
0.12886050554757264,
0.00013300871671247973,
-0.032169096171855927
],
[
0.13228341140596622,
-0.0004893563876065274,
-0.05416443198919296
],
[
0.1281514678836131,
-0.00030959344920334665,
-0.022811666131019592
],
[
0.0857219310283739,
-6.300324040344678e-05,
-0.0026922039687633514
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 7,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.782608310226351,
"peak_memory_bytes": 9609140224,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 10817110016,
"load_count": 1,
"total_seconds": 0.7880234699696302
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.14945223927497864,
0.027916617691516876,
0.16157756745815283
],
[
0.27713191509246826,
0.041564818471670165,
0.07540033757686619
],
[
0.33397865295410156,
0.043301556259393706,
0.03222342208027844
],
[
0.38101431727409363,
0.042969547212123885,
-0.009084619581699328
],
[
0.4716987013816834,
0.043071582913398763,
0.06951043009758
],
[
0.5750880241394044,
0.04963074624538424,
0.08636114001274113
],
[
0.7034568190574647,
0.060877971351146726,
0.054192043840885204
],
[
0.8355725407600404,
0.06755453348159793,
2.761185169224134e-05
],
[
0.9637240171432496,
0.0672484785318375,
-0.022784054279327347
],
[
1.049422264099121,
0.06523256748914724,
-0.0254762582480907
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
[
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
[
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
[
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
[
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
[
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
[
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
[
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
[
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
[
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
[
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
[
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
[
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
[
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
[
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
[
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
[
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
[
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
[
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
[
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
[
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 3.6712988819999737,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
44,
45
],
"tensor": "processed/segment1.pt",
"shape": [
16,
3,
256,
448
]
},
{
"indices": [
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
78,
79
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1092
],
"attention_mask": [
1,
1092
],
"pixel_values_videos": [
1,
11648,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1092
],
"mm_token_type_ids": [
1,
1092
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.15037401020526886,
0.014465396292507648,
0.11636655777692795
],
[
0.11638140352076375,
0.004384022884890773,
0.07163188606500626
],
[
0.10559552010455485,
0.0028587616916272256,
0.010026589035987854
],
[
0.11395807028587687,
-0.0039147053962720925,
-0.03240123391151428
],
[
0.12021796639552651,
-0.005143448843398995,
-0.07815051078796387
],
[
0.12006242342369851,
-0.0031822689532343814,
-0.03012312948703766
],
[
0.12405593789667861,
-0.0017330215370486143,
0.004715312272310257
],
[
0.1294416484789299,
-0.0017527403440695342,
-0.015372619032859802
],
[
0.13536499442497654,
-0.0012086641430610074,
-0.04287945386022329
],
[
0.06866538202904082,
-0.0002255502120217137,
-0.03407065290957689
]
],
"stop": false,
"plan": null,
"raw": "<apos_984><opos_317><act_l0_204><act_l1_74><act_l2_126><|im_end|>",
"waypoints": [
[
0.15037401020526886,
0.014465396292507648,
0.11636655777692795
],
[
0.2654593288898468,
0.032332129776477814,
0.1879984438419342
],
[
0.36866000294685364,
0.054875582456588745,
0.19802503287792206
],
[
0.4811611473560333,
0.07345673441886902,
0.16562379896640778
],
[
0.6005820035934448,
0.08820372074842453,
0.08747328817844391
],
[
0.7204633951187134,
0.09552248567342758,
0.05735015869140625
],
[
0.8444147109985352,
0.10090304166078568,
0.06206547096371651
],
[
0.9737158417701721,
0.10718237608671188,
0.046692851930856705
],
[
1.1089897155761719,
0.1122933104634285,
0.0038133980706334114
],
[
1.1776554584503174,
0.11232960969209671,
-0.03025725483894348
]
],
"pointing": {
"apos": 984,
"opos": 317
},
"rvq_codes": [
204,
74,
126
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
8,
9,
14,
15,
20,
21,
26,
27,
32,
33,
38,
39,
44,
45
],
"tensor": "processed/segment1.pt",
"shape": [
16,
3,
256,
448
]
},
{
"indices": [
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
78,
79
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
16,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<19.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1092
],
"attention_mask": [
1,
1092
],
"pixel_values_videos": [
1,
11648,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1092
],
"mm_token_type_ids": [
1,
1092
]
}
},
"history_fps": 4
},
"native_latency_ms": 549.7789322398603
},
"response": {
"type": "step",
"actions": [
[
0.15037401020526886,
0.014465396292507648,
0.11636655777692795
],
[
0.11638140352076375,
0.004384022884890773,
0.07163188606500626
],
[
0.10559552010455485,
0.0028587616916272256,
0.010026589035987854
],
[
0.11395807028587687,
-0.0039147053962720925,
-0.03240123391151428
],
[
0.12021796639552651,
-0.005143448843398995,
-0.07815051078796387
],
[
0.12006242342369851,
-0.0031822689532343814,
-0.03012312948703766
],
[
0.12405593789667861,
-0.0017330215370486143,
0.004715312272310257
],
[
0.1294416484789299,
-0.0017527403440695342,
-0.015372619032859802
],
[
0.13536499442497654,
-0.0012086641430610074,
-0.04287945386022329
],
[
0.06866538202904082,
-0.0002255502120217137,
-0.03407065290957689
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 8,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.840159545186907,
"peak_memory_bytes": 9649143808,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11010048000,
"load_count": 1,
"total_seconds": 0.8459645630791783
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.15037401020526886,
0.014465396292507648,
0.11636655777692795
],
[
0.2654593288898468,
0.032332129776477814,
0.1879984438419342
],
[
0.36866000294685364,
0.054875582456588745,
0.19802503287792206
],
[
0.4811611473560334,
0.07345673441886902,
0.16562379896640778
],
[
0.6005820035934448,
0.08820372074842453,
0.08747328817844391
],
[
0.7204633951187134,
0.09552248567342758,
0.05735015869140625
],
[
0.844414710998535,
0.10090304166078568,
0.06206547096371651
],
[
0.973715841770172,
0.10718237608671188,
0.046692851930856705
],
[
1.1089897155761717,
0.1122933104634285,
0.0038133980706334114
],
[
1.1776554584503172,
0.11232960969209671,
-0.03025725483894348
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
[
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
[
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
[
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
[
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
[
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
[
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
[
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
[
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
[
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
[
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
[
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
[
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
[
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
[
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
[
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
[
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
[
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
[
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
[
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
[
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
[
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
[
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
[
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
[
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
[
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
[
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
[
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
[
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
[
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
[
5.969356564911317,
1.213970628070758,
0.3031541862994105
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-000.jpg",
"sha256": "231d524ad0fbc6ba6ed04f9f3ea63b556ebd3afa4cf0b3d5ebe806c10c37bd10",
"pose": [
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
"timestamp": 9537.782677759,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-001.jpg",
"sha256": "1e8c0e9365e98268c52fa3fe97dace7ac691acd7dd2cc2814dd41d9969b6b079",
"pose": [
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
"timestamp": 9538.316128458,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 3.6712988819999737,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56
],
"tensor": "processed/segment1.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
89,
90
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1129
],
"attention_mask": [
1,
1129
],
"pixel_values_videos": [
1,
12096,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1129
],
"mm_token_type_ids": [
1,
1129
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-000.jpg",
"sha256": "231d524ad0fbc6ba6ed04f9f3ea63b556ebd3afa4cf0b3d5ebe806c10c37bd10",
"pose": [
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
"timestamp": 9537.782677759,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-001.jpg",
"sha256": "1e8c0e9365e98268c52fa3fe97dace7ac691acd7dd2cc2814dd41d9969b6b079",
"pose": [
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
"timestamp": 9538.316128458,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.0794423297047615,
0.031014349311590195,
0.1660608947277069
],
[
0.1660584602059921,
-0.006491541218251223,
-0.10621749609708786
],
[
0.1145050434678849,
-0.003349625278482631,
-0.032130878418684006
],
[
0.15792079904526912,
-0.002585517556499331,
-0.039827171713113785
],
[
0.15402603405971996,
-0.00137969277349733,
-0.020491883158683777
],
[
0.1261809562752893,
-0.0016782052184736943,
-0.01812921091914177
],
[
0.11111209052833312,
-0.00013843573784274275,
0.00242546945810318
],
[
0.10178848928122144,
-0.00037156491757670083,
0.011110514402389526
],
[
0.09504908886220642,
-0.00026581526652554293,
0.022618314251303673
],
[
0.07100468980798476,
-0.00018141070821774195,
0.014329807367175817
]
],
"stop": false,
"plan": null,
"raw": "<apos_1029><opos_271><act_l0_242><act_l1_107><act_l2_80><|im_end|>",
"waypoints": [
[
0.0794423297047615,
0.031014349311590195,
0.1660608947277069
],
[
0.24428945779800415,
0.05206136032938957,
0.05984339863061905
],
[
0.35878986120224,
0.05556601285934448,
0.027712520211935043
],
[
0.5167216658592224,
0.0573573112487793,
-0.012114651501178741
],
[
0.6707196831703186,
0.054111793637275696,
-0.03260653465986252
],
[
0.7967788577079773,
0.04832088574767113,
-0.05073574557900429
],
[
0.9077409505844116,
0.042547691613435745,
-0.04831027612090111
],
[
1.0093927383422852,
0.03726104274392128,
-0.03719976171851158
],
[
1.1043661832809448,
0.03346042335033417,
-0.014581447467207909
],
[
1.1753606796264648,
0.03224371746182442,
-0.00025164010003209114
]
],
"pointing": {
"apos": 1029,
"opos": 271
},
"rvq_codes": [
242,
107,
80
],
"model_input": {
"history_indices": [
0,
1,
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
7,
8,
13,
14,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56
],
"tensor": "processed/segment1.pt",
"shape": [
18,
3,
256,
448
]
},
{
"indices": [
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88
],
"tensor": "processed/segment2.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
89,
90
],
"tensor": "processed/segment3.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
17,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<22.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1129
],
"attention_mask": [
1,
1129
],
"pixel_values_videos": [
1,
12096,
1536
],
"video_grid_thw": [
4,
3
],
"_original_video_grid_thw": [
4,
3
],
"_post_vit_pool_factors": [
4
],
"position_ids": [
1,
3,
1129
],
"mm_token_type_ids": [
1,
1129
]
}
},
"history_fps": 4
},
"native_latency_ms": 560.8648471534252
},
"response": {
"type": "step",
"actions": [
[
0.0794423297047615,
0.031014349311590195,
0.1660608947277069
],
[
0.1660584602059921,
-0.006491541218251223,
-0.10621749609708786
],
[
0.1145050434678849,
-0.003349625278482631,
-0.032130878418684006
],
[
0.15792079904526912,
-0.002585517556499331,
-0.039827171713113785
],
[
0.15402603405971996,
-0.00137969277349733,
-0.020491883158683777
],
[
0.1261809562752893,
-0.0016782052184736943,
-0.01812921091914177
],
[
0.11111209052833312,
-0.00013843573784274275,
0.00242546945810318
],
[
0.10178848928122144,
-0.00037156491757670083,
0.011110514402389526
],
[
0.09504908886220642,
-0.00026581526652554293,
0.022618314251303673
],
[
0.07100468980798476,
-0.00018141070821774195,
0.014329807367175817
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 9,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.8630189290270209,
"peak_memory_bytes": 9670928384,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11211374592,
"load_count": 1,
"total_seconds": 0.8690295601263642
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.0794423297047615,
0.031014349311590195,
0.1660608947277069
],
[
0.24428945779800415,
0.05206136032938957,
0.059843398630619056
],
[
0.35878986120224,
0.05556601285934448,
0.02771252021193505
],
[
0.5167216658592224,
0.0573573112487793,
-0.012114651501178735
],
[
0.6707196831703185,
0.0541117936372757,
-0.03260653465986252
],
[
0.7967788577079772,
0.048320885747671134,
-0.05073574557900429
],
[
0.9077409505844115,
0.04254769161343575,
-0.04831027612090111
],
[
1.009392738342285,
0.03726104274392129,
-0.03719976171851158
],
[
1.1043661832809446,
0.033460423350334174,
-0.014581447467207907
],
[
1.1753606796264646,
0.032243717461824424,
-0.00025164010003208946
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
[
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
[
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
[
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
[
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
[
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
[
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
[
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
[
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
[
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
[
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
[
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
[
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
[
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
[
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
[
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
[
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
[
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
[
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
[
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
[
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
[
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
[
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
[
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
[
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
[
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
[
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
[
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
[
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
[
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
[
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
[
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
[
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
[
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
[
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
[
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
[
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
[
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
[
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
[
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
[
6.636384509964453,
1.5113960400339177,
0.3687059816414431
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-000.jpg",
"sha256": "231d524ad0fbc6ba6ed04f9f3ea63b556ebd3afa4cf0b3d5ebe806c10c37bd10",
"pose": [
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
"timestamp": 9537.782677759,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-001.jpg",
"sha256": "1e8c0e9365e98268c52fa3fe97dace7ac691acd7dd2cc2814dd41d9969b6b079",
"pose": [
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
"timestamp": 9538.316128458,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-000.jpg",
"sha256": "d0ccd58651852da7bac00efa0ab2ffbb66374a97972572d35d85bf5228a3664f",
"pose": [
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
"timestamp": 9544.520534033,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-001.jpg",
"sha256": "29af6f0dc14629314a5cb9e4846231aea26e48d141981b6b243498d7112f2d7e",
"pose": [
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
"timestamp": 9545.454369721,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-002.jpg",
"sha256": "62918ac744d98874a22540d637740c98ac8087d2791204efdf429b8c8ed00ebd",
"pose": [
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
"timestamp": 9546.058201291,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-003.jpg",
"sha256": "5cca7dcb2cc6445257651054e03f978bddeb3cace24e89d747d2e966eb8d2340",
"pose": [
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
"timestamp": 9546.721171683,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-004.jpg",
"sha256": "86e7982f6c704fa28eca6c28fa3e804fe104e7792de2e24a4935487388d6d1a8",
"pose": [
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
"timestamp": 9547.522962145,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-005.jpg",
"sha256": "fdc4b5894cc40b7442584699caaf82510a5ad509a6686bc12c5e8049ef4a4b1e",
"pose": [
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
"timestamp": 9548.324876611,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-006.jpg",
"sha256": "deac7c63436364af5b412ff50f27d725ee9eedc7e1d7065c1fcc8b93627564d2",
"pose": [
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
"timestamp": 9549.261954914,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-007.jpg",
"sha256": "d625f9c7a80872ffe6520573e31c76537280005dc12dc14a80d80b4439b4f21f",
"pose": [
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
"timestamp": 9549.795281354,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-008.jpg",
"sha256": "91f2d05a791fa4ea004785cb7cfd99203031be26429a81fad78eb73a1cf49d90",
"pose": [
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
"timestamp": 9550.394672056,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-009.jpg",
"sha256": "d3c2c81a6f115a4e7ead3c837b22cde03047f3132e88f1f6a970dd80ae6c6230",
"pose": [
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
"timestamp": 9550.794519328,
"observation_id": 100
}
],
"time_resampled_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 3.6712988819999737,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
40,
41,
46,
47,
52,
53,
58,
59,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
40,
41,
46,
47,
52,
53,
58,
59,
64,
65
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
98,
99
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1234
],
"attention_mask": [
1,
1234
],
"pixel_values_videos": [
1,
14336,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1234
],
"mm_token_type_ids": [
1,
1234
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-000.jpg",
"sha256": "231d524ad0fbc6ba6ed04f9f3ea63b556ebd3afa4cf0b3d5ebe806c10c37bd10",
"pose": [
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
"timestamp": 9537.782677759,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-001.jpg",
"sha256": "1e8c0e9365e98268c52fa3fe97dace7ac691acd7dd2cc2814dd41d9969b6b079",
"pose": [
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
"timestamp": 9538.316128458,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-000.jpg",
"sha256": "d0ccd58651852da7bac00efa0ab2ffbb66374a97972572d35d85bf5228a3664f",
"pose": [
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
"timestamp": 9544.520534033,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-001.jpg",
"sha256": "29af6f0dc14629314a5cb9e4846231aea26e48d141981b6b243498d7112f2d7e",
"pose": [
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
"timestamp": 9545.454369721,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-002.jpg",
"sha256": "62918ac744d98874a22540d637740c98ac8087d2791204efdf429b8c8ed00ebd",
"pose": [
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
"timestamp": 9546.058201291,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-003.jpg",
"sha256": "5cca7dcb2cc6445257651054e03f978bddeb3cace24e89d747d2e966eb8d2340",
"pose": [
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
"timestamp": 9546.721171683,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-004.jpg",
"sha256": "86e7982f6c704fa28eca6c28fa3e804fe104e7792de2e24a4935487388d6d1a8",
"pose": [
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
"timestamp": 9547.522962145,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-005.jpg",
"sha256": "fdc4b5894cc40b7442584699caaf82510a5ad509a6686bc12c5e8049ef4a4b1e",
"pose": [
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
"timestamp": 9548.324876611,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-006.jpg",
"sha256": "deac7c63436364af5b412ff50f27d725ee9eedc7e1d7065c1fcc8b93627564d2",
"pose": [
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
"timestamp": 9549.261954914,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-007.jpg",
"sha256": "d625f9c7a80872ffe6520573e31c76537280005dc12dc14a80d80b4439b4f21f",
"pose": [
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
"timestamp": 9549.795281354,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-008.jpg",
"sha256": "91f2d05a791fa4ea004785cb7cfd99203031be26429a81fad78eb73a1cf49d90",
"pose": [
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
"timestamp": 9550.394672056,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-009.jpg",
"sha256": "d3c2c81a6f115a4e7ead3c837b22cde03047f3132e88f1f6a970dd80ae6c6230",
"pose": [
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
"timestamp": 9550.794519328,
"observation_id": 100
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.15018942952156067,
0.013435296714305878,
0.10487789660692215
],
[
0.11657603880193594,
0.0038730274961518048,
0.06342878192663193
],
[
0.10510280189819163,
0.002410410462361307,
0.0025687962770462036
],
[
0.11441279001251024,
-0.00439165742988349,
-0.038796037435531616
],
[
0.12049374562963164,
-0.005984747338032987,
-0.08257770910859108
],
[
0.11593042595702227,
-0.0037748511777170378,
-0.04027532879263163
],
[
0.10631135727597098,
-0.0026442819988579686,
-0.03996275831013918
],
[
0.12576764476216973,
-0.002042948119257123,
-0.01421397365629673
],
[
0.1348955034310699,
-0.0012375563840235776,
-0.0067194364964962006
],
[
0.06794608025148297,
-0.00022932678312786049,
0.053611125564202666
]
],
"stop": false,
"plan": null,
"raw": "<apos_985><opos_266><act_l0_204><act_l1_74><act_l2_88><|im_end|>",
"waypoints": [
[
0.15018942952156067,
0.013435296714305878,
0.10487789660692215
],
[
0.265719473361969,
0.029490891844034195,
0.16830667853355408
],
[
0.36893337965011597,
0.0494733490049839,
0.17087547481060028
],
[
0.4824266731739044,
0.06460098922252655,
0.13207943737506866
],
[
0.6026591062545776,
0.07453688234090805,
0.049501728266477585
],
[
0.718634307384491,
0.07650306820869446,
0.009226399473845959
],
[
0.8249655365943909,
0.0748397558927536,
-0.03073635883629322
],
[
0.9506109952926636,
0.06893274188041687,
-0.04495033249258995
],
[
1.0853146314620972,
0.06163487955927849,
-0.05166976898908615
],
[
1.153158187866211,
0.05789666250348091,
0.0019413565751165152
]
],
"pointing": {
"apos": 985,
"opos": 266
},
"rvq_codes": [
204,
74,
88
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
40,
41,
46,
47,
52,
53,
58,
59,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9
],
"tensor": "processed/segment1.pt",
"shape": [
8,
3,
256,
448
]
},
{
"indices": [
10,
11,
16,
17,
22,
23,
28,
29,
34,
35,
40,
41,
46,
47,
52,
53,
58,
59,
64,
65
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
98,
99
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1234
],
"attention_mask": [
1,
1234
],
"pixel_values_videos": [
1,
14336,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1234
],
"mm_token_type_ids": [
1,
1234
]
}
},
"history_fps": 4
},
"native_latency_ms": 570.421852171421
},
"response": {
"type": "step",
"actions": [
[
0.15018942952156067,
0.013435296714305878,
0.10487789660692215
],
[
0.11657603880193594,
0.0038730274961518048,
0.06342878192663193
],
[
0.10510280189819163,
0.002410410462361307,
0.0025687962770462036
],
[
0.11441279001251024,
-0.00439165742988349,
-0.038796037435531616
],
[
0.12049374562963164,
-0.005984747338032987,
-0.08257770910859108
],
[
0.11593042595702227,
-0.0037748511777170378,
-0.04027532879263163
],
[
0.10631135727597098,
-0.0026442819988579686,
-0.03996275831013918
],
[
0.12576764476216973,
-0.002042948119257123,
-0.01421397365629673
],
[
0.1348955034310699,
-0.0012375563840235776,
-0.0067194364964962006
],
[
0.06794608025148297,
-0.00022932678312786049,
0.053611125564202666
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 10,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.9224070007912815,
"peak_memory_bytes": 9778394624,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11446255616,
"load_count": 1,
"total_seconds": 0.928349660243839
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.15018942952156067,
0.013435296714305878,
0.10487789660692215
],
[
0.26571947336196894,
0.029490891844034195,
0.16830667853355408
],
[
0.3689333796501159,
0.0494733490049839,
0.17087547481060028
],
[
0.48242667317390436,
0.06460098922252655,
0.13207943737506866
],
[
0.6026591062545776,
0.07453688234090805,
0.049501728266477585
],
[
0.718634307384491,
0.07650306820869446,
0.009226399473845952
],
[
0.8249655365943909,
0.0748397558927536,
-0.030736358836293227
],
[
0.9506109952926635,
0.06893274188041687,
-0.04495033249258996
],
[
1.085314631462097,
0.061634879559278495,
-0.05166976898908616
],
[
1.1531581878662107,
0.05789666250348092,
0.0019413565751165082
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
[
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
[
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
[
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
[
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
[
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
[
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
[
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
[
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
[
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
[
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
[
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
[
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
[
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
[
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
[
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
[
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
[
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
[
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
[
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
[
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
[
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
[
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
[
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
[
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
[
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
[
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
[
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
[
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
[
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
[
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
[
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
[
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
[
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
[
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
[
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
[
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
[
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
[
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
[
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
[
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
[
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
[
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
[
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
[
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
[
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
[
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
[
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
[
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
[
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
[
7.275543981439182,
1.8368005550783748,
0.4879499752020275
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-000.jpg",
"sha256": "231d524ad0fbc6ba6ed04f9f3ea63b556ebd3afa4cf0b3d5ebe806c10c37bd10",
"pose": [
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
"timestamp": 9537.782677759,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-001.jpg",
"sha256": "1e8c0e9365e98268c52fa3fe97dace7ac691acd7dd2cc2814dd41d9969b6b079",
"pose": [
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
"timestamp": 9538.316128458,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-000.jpg",
"sha256": "d0ccd58651852da7bac00efa0ab2ffbb66374a97972572d35d85bf5228a3664f",
"pose": [
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
"timestamp": 9544.520534033,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-001.jpg",
"sha256": "29af6f0dc14629314a5cb9e4846231aea26e48d141981b6b243498d7112f2d7e",
"pose": [
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
"timestamp": 9545.454369721,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-002.jpg",
"sha256": "62918ac744d98874a22540d637740c98ac8087d2791204efdf429b8c8ed00ebd",
"pose": [
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
"timestamp": 9546.058201291,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-003.jpg",
"sha256": "5cca7dcb2cc6445257651054e03f978bddeb3cace24e89d747d2e966eb8d2340",
"pose": [
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
"timestamp": 9546.721171683,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-004.jpg",
"sha256": "86e7982f6c704fa28eca6c28fa3e804fe104e7792de2e24a4935487388d6d1a8",
"pose": [
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
"timestamp": 9547.522962145,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-005.jpg",
"sha256": "fdc4b5894cc40b7442584699caaf82510a5ad509a6686bc12c5e8049ef4a4b1e",
"pose": [
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
"timestamp": 9548.324876611,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-006.jpg",
"sha256": "deac7c63436364af5b412ff50f27d725ee9eedc7e1d7065c1fcc8b93627564d2",
"pose": [
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
"timestamp": 9549.261954914,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-007.jpg",
"sha256": "d625f9c7a80872ffe6520573e31c76537280005dc12dc14a80d80b4439b4f21f",
"pose": [
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
"timestamp": 9549.795281354,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-008.jpg",
"sha256": "91f2d05a791fa4ea004785cb7cfd99203031be26429a81fad78eb73a1cf49d90",
"pose": [
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
"timestamp": 9550.394672056,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-009.jpg",
"sha256": "d3c2c81a6f115a4e7ead3c837b22cde03047f3132e88f1f6a970dd80ae6c6230",
"pose": [
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
"timestamp": 9550.794519328,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-000.jpg",
"sha256": "c931c2d9a0a6de1ffdb371d417a673e9f7f66e95687da0b962182f723494143d",
"pose": [
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
"timestamp": 9555.599005193,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-001.jpg",
"sha256": "2f0c5949cd22ae27ca93084809775f5379f2e583234619bdbcc27f0100cce8e6",
"pose": [
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
"timestamp": 9556.334109257,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-002.jpg",
"sha256": "51a70b49c4d89481b576c10c9cdb55d2a4b32ae8aa8f54b545386f9ed08c548c",
"pose": [
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
"timestamp": 9556.800548075,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-003.jpg",
"sha256": "d6a12b12e413134e9dce7a99b15d489a56034f02bca323dbba30c967d8a65d76",
"pose": [
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
"timestamp": 9560.872179144,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-004.jpg",
"sha256": "511fb4cda0e0030c0fe11c51fc1386362c164eb1d8d0fda4eabefe3ac6a0dc80",
"pose": [
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
"timestamp": 9561.538784615,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-005.jpg",
"sha256": "a122d149fea12c7fb0e0f2931c9e4fbcc42c5eb43dc75c1e33c3135bf5e8f137",
"pose": [
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
"timestamp": 9562.273435414,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-006.jpg",
"sha256": "1461800b922a71d5e3472439b8ef523b89c27fda5a43f59244ab73b2488b166b",
"pose": [
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
"timestamp": 9563.072049182,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-007.jpg",
"sha256": "4b00878decdbe7f73a936d80109023f089ca5f91307b335e4f3e007317bab25a",
"pose": [
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
"timestamp": 9563.606421868,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-008.jpg",
"sha256": "9480cbeed011b604e2a9d720ba80a1ed1f9e2225c56330be2433be14561824c3",
"pose": [
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
"timestamp": 9564.276159711,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-009.jpg",
"sha256": "12d195d0fa7f45cdea18dd3f6c4a799411267cd27ab6dd922747ef9de105098e",
"pose": [
7.847048763326643,
2.2568111291250883,
0.6485936557592202
],
"timestamp": 9564.60841428,
"observation_id": 110
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.80448586500097,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
61,
62,
67,
68,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
61,
62,
67,
68,
73,
74
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
107,
108
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1285
],
"attention_mask": [
1,
1285
],
"pixel_values_videos": [
1,
15680,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1285
],
"mm_token_type_ids": [
1,
1285
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-000.jpg",
"sha256": "231d524ad0fbc6ba6ed04f9f3ea63b556ebd3afa4cf0b3d5ebe806c10c37bd10",
"pose": [
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
"timestamp": 9537.782677759,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-001.jpg",
"sha256": "1e8c0e9365e98268c52fa3fe97dace7ac691acd7dd2cc2814dd41d9969b6b079",
"pose": [
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
"timestamp": 9538.316128458,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-000.jpg",
"sha256": "d0ccd58651852da7bac00efa0ab2ffbb66374a97972572d35d85bf5228a3664f",
"pose": [
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
"timestamp": 9544.520534033,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-001.jpg",
"sha256": "29af6f0dc14629314a5cb9e4846231aea26e48d141981b6b243498d7112f2d7e",
"pose": [
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
"timestamp": 9545.454369721,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-002.jpg",
"sha256": "62918ac744d98874a22540d637740c98ac8087d2791204efdf429b8c8ed00ebd",
"pose": [
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
"timestamp": 9546.058201291,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-003.jpg",
"sha256": "5cca7dcb2cc6445257651054e03f978bddeb3cace24e89d747d2e966eb8d2340",
"pose": [
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
"timestamp": 9546.721171683,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-004.jpg",
"sha256": "86e7982f6c704fa28eca6c28fa3e804fe104e7792de2e24a4935487388d6d1a8",
"pose": [
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
"timestamp": 9547.522962145,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-005.jpg",
"sha256": "fdc4b5894cc40b7442584699caaf82510a5ad509a6686bc12c5e8049ef4a4b1e",
"pose": [
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
"timestamp": 9548.324876611,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-006.jpg",
"sha256": "deac7c63436364af5b412ff50f27d725ee9eedc7e1d7065c1fcc8b93627564d2",
"pose": [
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
"timestamp": 9549.261954914,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-007.jpg",
"sha256": "d625f9c7a80872ffe6520573e31c76537280005dc12dc14a80d80b4439b4f21f",
"pose": [
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
"timestamp": 9549.795281354,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-008.jpg",
"sha256": "91f2d05a791fa4ea004785cb7cfd99203031be26429a81fad78eb73a1cf49d90",
"pose": [
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
"timestamp": 9550.394672056,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-009.jpg",
"sha256": "d3c2c81a6f115a4e7ead3c837b22cde03047f3132e88f1f6a970dd80ae6c6230",
"pose": [
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
"timestamp": 9550.794519328,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-000.jpg",
"sha256": "c931c2d9a0a6de1ffdb371d417a673e9f7f66e95687da0b962182f723494143d",
"pose": [
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
"timestamp": 9555.599005193,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-001.jpg",
"sha256": "2f0c5949cd22ae27ca93084809775f5379f2e583234619bdbcc27f0100cce8e6",
"pose": [
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
"timestamp": 9556.334109257,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-002.jpg",
"sha256": "51a70b49c4d89481b576c10c9cdb55d2a4b32ae8aa8f54b545386f9ed08c548c",
"pose": [
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
"timestamp": 9556.800548075,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-003.jpg",
"sha256": "d6a12b12e413134e9dce7a99b15d489a56034f02bca323dbba30c967d8a65d76",
"pose": [
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
"timestamp": 9560.872179144,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-004.jpg",
"sha256": "511fb4cda0e0030c0fe11c51fc1386362c164eb1d8d0fda4eabefe3ac6a0dc80",
"pose": [
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
"timestamp": 9561.538784615,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-005.jpg",
"sha256": "a122d149fea12c7fb0e0f2931c9e4fbcc42c5eb43dc75c1e33c3135bf5e8f137",
"pose": [
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
"timestamp": 9562.273435414,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-006.jpg",
"sha256": "1461800b922a71d5e3472439b8ef523b89c27fda5a43f59244ab73b2488b166b",
"pose": [
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
"timestamp": 9563.072049182,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-007.jpg",
"sha256": "4b00878decdbe7f73a936d80109023f089ca5f91307b335e4f3e007317bab25a",
"pose": [
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
"timestamp": 9563.606421868,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-008.jpg",
"sha256": "9480cbeed011b604e2a9d720ba80a1ed1f9e2225c56330be2433be14561824c3",
"pose": [
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
"timestamp": 9564.276159711,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-009.jpg",
"sha256": "12d195d0fa7f45cdea18dd3f6c4a799411267cd27ab6dd922747ef9de105098e",
"pose": [
7.847048763326643,
2.2568111291250883,
0.6485936557592202
],
"timestamp": 9564.60841428,
"observation_id": 110
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.13130362331867218,
0.028875399380922318,
0.1776796132326126
],
[
0.13322676267132622,
-0.008534734529910425,
-0.09621528536081313
],
[
0.13840847385765012,
-0.004141153985046233,
-0.048627808690071106
],
[
0.1404417888283626,
-0.003920510600128124,
-0.045120164752006524
],
[
0.13490599996026587,
-0.0024958598399773472,
-0.0073610879480838776
],
[
0.14509477389196504,
-0.0016496484924499303,
-0.01956181228160858
],
[
0.1466198791396745,
-0.0002053247329892368,
0.005800273269414902
],
[
0.11958113593496658,
-0.003560552290095509,
0.05254777893424034
],
[
0.11476780096497147,
-0.00018232554821834713,
0.02453940361738205
],
[
0.08898857803593868,
-8.940370262491924e-05,
-0.0013077296316623688
]
],
"stop": false,
"plan": null,
"raw": "<apos_985><opos_738><act_l0_242><act_l1_92><act_l2_71><|im_end|>",
"waypoints": [
[
0.13130362331867218,
0.028875399380922318,
0.1776796132326126
],
[
0.2639414072036743,
0.04402235522866249,
0.08146432787179947
],
[
0.40222784876823425,
0.05115782096982002,
0.03283651918172836
],
[
0.5427226424217224,
0.05185021460056305,
-0.012283645570278168
],
[
0.6775878071784973,
0.04769744724035263,
-0.019644733518362045
],
[
0.8226221799850464,
0.04319795221090317,
-0.03920654579997063
],
[
0.9691213369369507,
0.037245798856019974,
-0.033406272530555725
],
[
1.0885168313980103,
0.02969321608543396,
0.019141506403684616
],
[
1.2032670974731445,
0.03170761838555336,
0.043680910021066666
],
[
1.2921746969223022,
0.035504166036844254,
0.0423731803894043
]
],
"pointing": {
"apos": 985,
"opos": 738
},
"rvq_codes": [
242,
92,
71
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18,
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
61,
62,
67,
68,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
5,
6,
8,
9,
10,
11,
12,
13,
14,
15,
17,
18
],
"tensor": "processed/segment1.pt",
"shape": [
14,
3,
256,
448
]
},
{
"indices": [
19,
20,
25,
26,
31,
32,
37,
38,
43,
44,
49,
50,
55,
56,
61,
62,
67,
68,
73,
74
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
107,
108
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1285
],
"attention_mask": [
1,
1285
],
"pixel_values_videos": [
1,
15680,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1285
],
"mm_token_type_ids": [
1,
1285
]
}
},
"history_fps": 4
},
"native_latency_ms": 569.0058548934758
},
"response": {
"type": "step",
"actions": [
[
0.13130362331867218,
0.028875399380922318,
0.1776796132326126
],
[
0.13322676267132622,
-0.008534734529910425,
-0.09621528536081313
],
[
0.13840847385765012,
-0.004141153985046233,
-0.048627808690071106
],
[
0.1404417888283626,
-0.003920510600128124,
-0.045120164752006524
],
[
0.13490599996026587,
-0.0024958598399773472,
-0.0073610879480838776
],
[
0.14509477389196504,
-0.0016496484924499303,
-0.01956181228160858
],
[
0.1466198791396745,
-0.0002053247329892368,
0.005800273269414902
],
[
0.11958113593496658,
-0.003560552290095509,
0.05254777893424034
],
[
0.11476780096497147,
-0.00018232554821834713,
0.02453940361738205
],
[
0.08898857803593868,
-8.940370262491924e-05,
-0.0013077296316623688
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 11,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.966156356036663,
"peak_memory_bytes": 9839705600,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 11706302464,
"load_count": 1,
"total_seconds": 0.9728355458937585
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.13130362331867218,
0.028875399380922318,
0.1776796132326126
],
[
0.26394140720367437,
0.04402235522866249,
0.08146432787179948
],
[
0.4022278487682343,
0.05115782096982002,
0.03283651918172838
],
[
0.5427226424217225,
0.05185021460056305,
-0.012283645570278147
],
[
0.6775878071784974,
0.04769744724035264,
-0.019644733518362028
],
[
0.8226221799850465,
0.043197952210903175,
-0.03920654579997061
],
[
0.9691213369369508,
0.03724579885601998,
-0.03340627253055571
],
[
1.0885168313980105,
0.02969321608543397,
0.01914150640368463
],
[
1.2032670974731448,
0.03170761838555337,
0.04368091002106668
],
[
1.2921746969223025,
0.03550416603684426,
0.04237318038940431
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
[
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
[
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
[
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
[
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
[
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
[
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
[
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
[
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
[
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
[
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
[
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
[
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
[
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
[
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
[
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
[
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
[
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
[
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
[
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
[
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
[
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
[
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
[
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
[
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
[
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
[
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
[
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
[
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
[
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
[
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
[
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
[
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
[
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
[
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
[
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
[
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
[
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
[
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
[
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
[
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
[
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
[
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
[
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
[
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
[
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
[
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
[
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
[
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
[
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
[
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
[
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
[
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
[
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
[
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
[
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
[
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
[
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
[
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
[
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
[
7.847048763326643,
2.2568111291250883,
0.6485936557592202
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-000.jpg",
"sha256": "231d524ad0fbc6ba6ed04f9f3ea63b556ebd3afa4cf0b3d5ebe806c10c37bd10",
"pose": [
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
"timestamp": 9537.782677759,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-001.jpg",
"sha256": "1e8c0e9365e98268c52fa3fe97dace7ac691acd7dd2cc2814dd41d9969b6b079",
"pose": [
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
"timestamp": 9538.316128458,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-000.jpg",
"sha256": "d0ccd58651852da7bac00efa0ab2ffbb66374a97972572d35d85bf5228a3664f",
"pose": [
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
"timestamp": 9544.520534033,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-001.jpg",
"sha256": "29af6f0dc14629314a5cb9e4846231aea26e48d141981b6b243498d7112f2d7e",
"pose": [
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
"timestamp": 9545.454369721,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-002.jpg",
"sha256": "62918ac744d98874a22540d637740c98ac8087d2791204efdf429b8c8ed00ebd",
"pose": [
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
"timestamp": 9546.058201291,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-003.jpg",
"sha256": "5cca7dcb2cc6445257651054e03f978bddeb3cace24e89d747d2e966eb8d2340",
"pose": [
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
"timestamp": 9546.721171683,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-004.jpg",
"sha256": "86e7982f6c704fa28eca6c28fa3e804fe104e7792de2e24a4935487388d6d1a8",
"pose": [
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
"timestamp": 9547.522962145,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-005.jpg",
"sha256": "fdc4b5894cc40b7442584699caaf82510a5ad509a6686bc12c5e8049ef4a4b1e",
"pose": [
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
"timestamp": 9548.324876611,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-006.jpg",
"sha256": "deac7c63436364af5b412ff50f27d725ee9eedc7e1d7065c1fcc8b93627564d2",
"pose": [
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
"timestamp": 9549.261954914,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-007.jpg",
"sha256": "d625f9c7a80872ffe6520573e31c76537280005dc12dc14a80d80b4439b4f21f",
"pose": [
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
"timestamp": 9549.795281354,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-008.jpg",
"sha256": "91f2d05a791fa4ea004785cb7cfd99203031be26429a81fad78eb73a1cf49d90",
"pose": [
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
"timestamp": 9550.394672056,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-009.jpg",
"sha256": "d3c2c81a6f115a4e7ead3c837b22cde03047f3132e88f1f6a970dd80ae6c6230",
"pose": [
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
"timestamp": 9550.794519328,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-000.jpg",
"sha256": "c931c2d9a0a6de1ffdb371d417a673e9f7f66e95687da0b962182f723494143d",
"pose": [
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
"timestamp": 9555.599005193,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-001.jpg",
"sha256": "2f0c5949cd22ae27ca93084809775f5379f2e583234619bdbcc27f0100cce8e6",
"pose": [
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
"timestamp": 9556.334109257,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-002.jpg",
"sha256": "51a70b49c4d89481b576c10c9cdb55d2a4b32ae8aa8f54b545386f9ed08c548c",
"pose": [
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
"timestamp": 9556.800548075,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-003.jpg",
"sha256": "d6a12b12e413134e9dce7a99b15d489a56034f02bca323dbba30c967d8a65d76",
"pose": [
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
"timestamp": 9560.872179144,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-004.jpg",
"sha256": "511fb4cda0e0030c0fe11c51fc1386362c164eb1d8d0fda4eabefe3ac6a0dc80",
"pose": [
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
"timestamp": 9561.538784615,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-005.jpg",
"sha256": "a122d149fea12c7fb0e0f2931c9e4fbcc42c5eb43dc75c1e33c3135bf5e8f137",
"pose": [
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
"timestamp": 9562.273435414,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-006.jpg",
"sha256": "1461800b922a71d5e3472439b8ef523b89c27fda5a43f59244ab73b2488b166b",
"pose": [
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
"timestamp": 9563.072049182,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-007.jpg",
"sha256": "4b00878decdbe7f73a936d80109023f089ca5f91307b335e4f3e007317bab25a",
"pose": [
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
"timestamp": 9563.606421868,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-008.jpg",
"sha256": "9480cbeed011b604e2a9d720ba80a1ed1f9e2225c56330be2433be14561824c3",
"pose": [
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
"timestamp": 9564.276159711,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-009.jpg",
"sha256": "12d195d0fa7f45cdea18dd3f6c4a799411267cd27ab6dd922747ef9de105098e",
"pose": [
7.847048763326643,
2.2568111291250883,
0.6485936557592202
],
"timestamp": 9564.60841428,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-000.jpg",
"sha256": "3d41d21498cbc74f4bd16247dd415aa4087fd3a974ba2ff9f77cf176a49635e2",
"pose": [
7.921135297815043,
2.3116512470405812,
0.8104030960368066
],
"timestamp": 9567.945751619,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-001.jpg",
"sha256": "775f5257e4d6d1cca7c7e5d96105f75d5f3c6115ae83c5e58414ff254288fd4b",
"pose": [
7.983314694307295,
2.371655768116343,
0.7553922570080461
],
"timestamp": 9568.879105145,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-002.jpg",
"sha256": "553359373728f7d5d73ee2d5d202761a67221afbce3445f361d6343e2e560cbe",
"pose": [
8.054880845919326,
2.442717425049846,
0.7104641061955096
],
"timestamp": 9570.411748057,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-003.jpg",
"sha256": "271e91e99159a2a4e19f92ed5b85a6b3f5cb76f00835f73e62df3443b03ce340",
"pose": [
8.134522301507296,
2.49695949980896,
0.6973592478340319
],
"timestamp": 9571.015598508,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-004.jpg",
"sha256": "cc7d5e6dbb9f5226b56f598ff33fcf989a0d6d556cf196ac0910c001cc5708c6",
"pose": [
8.197309699333088,
2.556891464187762,
0.6954433530027311
],
"timestamp": 9571.748535483,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-005.jpg",
"sha256": "bec3bd81b44260898c9fef0480705a969857b4514e1964a153ea4da7b07febda",
"pose": [
8.278769565266662,
2.616615920298933,
0.7179924137983026
],
"timestamp": 9572.414770637,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-006.jpg",
"sha256": "ae3227b0e1226e62e2ef3040c2f49cf57685b1aaded39e4520f1dd556882bf24",
"pose": [
8.352521540898964,
2.6847425091383053,
0.7226055938679986
],
"timestamp": 9573.217972254,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-007.jpg",
"sha256": "27fbc14b883eda558758ed4ee7df96418d3555d67c507b37c28e68fc70992c35",
"pose": [
8.403202914285119,
2.7332535749272355,
0.7519548442694006
],
"timestamp": 9574.085191307,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-008.jpg",
"sha256": "3087777f555a91db24db0e7ad57cfe9be6fed073bfafa4eb587c3e4539e54f2a",
"pose": [
8.449604809770037,
2.783424338680517,
0.7553970060088357
],
"timestamp": 9574.819232772,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-009.jpg",
"sha256": "5571a5265616bcb56ca2bb6244489c3d5c1cc87abef35bd4bf254919b6266144",
"pose": [
8.483429032363311,
2.8160836822173754,
0.7562171345235419
],
"timestamp": 9575.351815759,
"observation_id": 120
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.80448586500097,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
77,
78,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
77,
78,
83,
84
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
117,
118
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
24,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1387
],
"attention_mask": [
1,
1387
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1387
],
"mm_token_type_ids": [
1,
1387
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-000.jpg",
"sha256": "d0ccd58651852da7bac00efa0ab2ffbb66374a97972572d35d85bf5228a3664f",
"pose": [
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
"timestamp": 9544.520534033,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-001.jpg",
"sha256": "29af6f0dc14629314a5cb9e4846231aea26e48d141981b6b243498d7112f2d7e",
"pose": [
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
"timestamp": 9545.454369721,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-002.jpg",
"sha256": "62918ac744d98874a22540d637740c98ac8087d2791204efdf429b8c8ed00ebd",
"pose": [
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
"timestamp": 9546.058201291,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-003.jpg",
"sha256": "5cca7dcb2cc6445257651054e03f978bddeb3cace24e89d747d2e966eb8d2340",
"pose": [
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
"timestamp": 9546.721171683,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-004.jpg",
"sha256": "86e7982f6c704fa28eca6c28fa3e804fe104e7792de2e24a4935487388d6d1a8",
"pose": [
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
"timestamp": 9547.522962145,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-005.jpg",
"sha256": "fdc4b5894cc40b7442584699caaf82510a5ad509a6686bc12c5e8049ef4a4b1e",
"pose": [
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
"timestamp": 9548.324876611,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-006.jpg",
"sha256": "deac7c63436364af5b412ff50f27d725ee9eedc7e1d7065c1fcc8b93627564d2",
"pose": [
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
"timestamp": 9549.261954914,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-007.jpg",
"sha256": "d625f9c7a80872ffe6520573e31c76537280005dc12dc14a80d80b4439b4f21f",
"pose": [
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
"timestamp": 9549.795281354,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-008.jpg",
"sha256": "91f2d05a791fa4ea004785cb7cfd99203031be26429a81fad78eb73a1cf49d90",
"pose": [
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
"timestamp": 9550.394672056,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-009.jpg",
"sha256": "d3c2c81a6f115a4e7ead3c837b22cde03047f3132e88f1f6a970dd80ae6c6230",
"pose": [
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
"timestamp": 9550.794519328,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-000.jpg",
"sha256": "c931c2d9a0a6de1ffdb371d417a673e9f7f66e95687da0b962182f723494143d",
"pose": [
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
"timestamp": 9555.599005193,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-001.jpg",
"sha256": "2f0c5949cd22ae27ca93084809775f5379f2e583234619bdbcc27f0100cce8e6",
"pose": [
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
"timestamp": 9556.334109257,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-002.jpg",
"sha256": "51a70b49c4d89481b576c10c9cdb55d2a4b32ae8aa8f54b545386f9ed08c548c",
"pose": [
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
"timestamp": 9556.800548075,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-003.jpg",
"sha256": "d6a12b12e413134e9dce7a99b15d489a56034f02bca323dbba30c967d8a65d76",
"pose": [
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
"timestamp": 9560.872179144,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-004.jpg",
"sha256": "511fb4cda0e0030c0fe11c51fc1386362c164eb1d8d0fda4eabefe3ac6a0dc80",
"pose": [
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
"timestamp": 9561.538784615,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-005.jpg",
"sha256": "a122d149fea12c7fb0e0f2931c9e4fbcc42c5eb43dc75c1e33c3135bf5e8f137",
"pose": [
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
"timestamp": 9562.273435414,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-006.jpg",
"sha256": "1461800b922a71d5e3472439b8ef523b89c27fda5a43f59244ab73b2488b166b",
"pose": [
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
"timestamp": 9563.072049182,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-007.jpg",
"sha256": "4b00878decdbe7f73a936d80109023f089ca5f91307b335e4f3e007317bab25a",
"pose": [
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
"timestamp": 9563.606421868,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-008.jpg",
"sha256": "9480cbeed011b604e2a9d720ba80a1ed1f9e2225c56330be2433be14561824c3",
"pose": [
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
"timestamp": 9564.276159711,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-009.jpg",
"sha256": "12d195d0fa7f45cdea18dd3f6c4a799411267cd27ab6dd922747ef9de105098e",
"pose": [
7.847048763326643,
2.2568111291250883,
0.6485936557592202
],
"timestamp": 9564.60841428,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-000.jpg",
"sha256": "3d41d21498cbc74f4bd16247dd415aa4087fd3a974ba2ff9f77cf176a49635e2",
"pose": [
7.921135297815043,
2.3116512470405812,
0.8104030960368066
],
"timestamp": 9567.945751619,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-001.jpg",
"sha256": "775f5257e4d6d1cca7c7e5d96105f75d5f3c6115ae83c5e58414ff254288fd4b",
"pose": [
7.983314694307295,
2.371655768116343,
0.7553922570080461
],
"timestamp": 9568.879105145,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-002.jpg",
"sha256": "553359373728f7d5d73ee2d5d202761a67221afbce3445f361d6343e2e560cbe",
"pose": [
8.054880845919326,
2.442717425049846,
0.7104641061955096
],
"timestamp": 9570.411748057,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-003.jpg",
"sha256": "271e91e99159a2a4e19f92ed5b85a6b3f5cb76f00835f73e62df3443b03ce340",
"pose": [
8.134522301507296,
2.49695949980896,
0.6973592478340319
],
"timestamp": 9571.015598508,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-004.jpg",
"sha256": "cc7d5e6dbb9f5226b56f598ff33fcf989a0d6d556cf196ac0910c001cc5708c6",
"pose": [
8.197309699333088,
2.556891464187762,
0.6954433530027311
],
"timestamp": 9571.748535483,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-005.jpg",
"sha256": "bec3bd81b44260898c9fef0480705a969857b4514e1964a153ea4da7b07febda",
"pose": [
8.278769565266662,
2.616615920298933,
0.7179924137983026
],
"timestamp": 9572.414770637,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-006.jpg",
"sha256": "ae3227b0e1226e62e2ef3040c2f49cf57685b1aaded39e4520f1dd556882bf24",
"pose": [
8.352521540898964,
2.6847425091383053,
0.7226055938679986
],
"timestamp": 9573.217972254,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-007.jpg",
"sha256": "27fbc14b883eda558758ed4ee7df96418d3555d67c507b37c28e68fc70992c35",
"pose": [
8.403202914285119,
2.7332535749272355,
0.7519548442694006
],
"timestamp": 9574.085191307,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-008.jpg",
"sha256": "3087777f555a91db24db0e7ad57cfe9be6fed073bfafa4eb587c3e4539e54f2a",
"pose": [
8.449604809770037,
2.783424338680517,
0.7553970060088357
],
"timestamp": 9574.819232772,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-009.jpg",
"sha256": "5571a5265616bcb56ca2bb6244489c3d5c1cc87abef35bd4bf254919b6266144",
"pose": [
8.483429032363311,
2.8160836822173754,
0.7562171345235419
],
"timestamp": 9575.351815759,
"observation_id": 120
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.10331942141056061,
0.026483813300728798,
0.16481606662273407
],
[
0.12150690474899879,
-0.008159742791570314,
-0.09343473613262177
],
[
0.14624735008107334,
-0.003349953421581239,
-0.040010079741477966
],
[
0.15706238215822846,
-0.0022918268640798496,
-0.037595313042402274
],
[
0.15336797662495463,
0.00079646115747647,
0.007432155776768923
],
[
0.14994919746933852,
0.005537630255724006,
0.03797903982922435
],
[
0.15475444452928303,
0.00027762872994395275,
0.012244183570146562
],
[
0.1724108158967093,
-0.0015946164378517506,
-0.008010093122720718
],
[
0.19780581629279323,
-0.0015393991350707214,
-0.018921341747045517
],
[
0.12607141100753483,
-0.0005680573164428249,
-0.016324488446116447
]
],
"stop": false,
"plan": null,
"raw": "<apos_938><opos_460><act_l0_242><act_l1_159><act_l2_162><|im_end|>",
"waypoints": [
[
0.10331942141056061,
0.026483813300728798,
0.16481606662273407
],
[
0.22451850771903992,
0.038370393216609955,
0.0713813304901123
],
[
0.3706323504447937,
0.04545943811535835,
0.03137125074863434
],
[
0.5276893377304077,
0.04809517413377762,
-0.006224062293767929
],
[
0.6810593008995056,
0.0479370541870594,
0.0012080934830009937
],
[
0.8310016989707947,
0.05365583300590515,
0.03918713331222534
],
[
0.9856264591217041,
0.05999607965350151,
0.0514313168823719
],
[
1.1578912734985352,
0.06726697832345963,
0.043421223759651184
],
[
1.3555774688720703,
0.07431530207395554,
0.024499882012605667
],
[
1.481624960899353,
0.07683584094047546,
0.00817539356648922
]
],
"pointing": {
"apos": 938,
"opos": 460
},
"rvq_codes": [
242,
159,
162
],
"model_input": {
"history_indices": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
77,
78,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
29,
30,
35,
36,
41,
42,
47,
48,
53,
54,
59,
60,
65,
66,
71,
72,
77,
78,
83,
84
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
117,
118
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
17,
24,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<29.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1387
],
"attention_mask": [
1,
1387
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1387
],
"mm_token_type_ids": [
1,
1387
]
}
},
"history_fps": 4
},
"native_latency_ms": 594.5942578837276
},
"response": {
"type": "step",
"actions": [
[
0.10331942141056061,
0.026483813300728798,
0.16481606662273407
],
[
0.12150690474899879,
-0.008159742791570314,
-0.09343473613262177
],
[
0.14624735008107334,
-0.003349953421581239,
-0.040010079741477966
],
[
0.15706238215822846,
-0.0022918268640798496,
-0.037595313042402274
],
[
0.15336797662495463,
0.00079646115747647,
0.007432155776768923
],
[
0.14994919746933852,
0.005537630255724006,
0.03797903982922435
],
[
0.15475444452928303,
0.00027762872994395275,
0.012244183570146562
],
[
0.1724108158967093,
-0.0015946164378517506,
-0.008010093122720718
],
[
0.19780581629279323,
-0.0015393991350707214,
-0.018921341747045517
],
[
0.12607141100753483,
-0.0005680573164428249,
-0.016324488446116447
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 12,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 1.0371760907582939,
"peak_memory_bytes": 9965489152,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 12008292352,
"load_count": 1,
"total_seconds": 1.043822433333844
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.10331942141056061,
0.026483813300728798,
0.16481606662273407
],
[
0.22451850771903994,
0.038370393216609955,
0.0713813304901123
],
[
0.37063235044479376,
0.04545943811535835,
0.03137125074863434
],
[
0.5276893377304078,
0.04809517413377762,
-0.006224062293767937
],
[
0.6810593008995057,
0.0479370541870594,
0.001208093483000986
],
[
0.8310016989707947,
0.05365583300590515,
0.039187133312225335
],
[
0.9856264591217041,
0.05999607965350151,
0.051431316882371896
],
[
1.1578912734985352,
0.06726697832345963,
0.04342122375965118
],
[
1.3555774688720703,
0.07431530207395554,
0.02449988201260566
],
[
1.481624960899353,
0.07683584094047546,
0.008175393566489211
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
[
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
[
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
[
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
[
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
[
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
[
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
[
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
[
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
[
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
[
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
[
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
[
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
[
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
[
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
[
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
[
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
[
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
[
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
[
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
[
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
[
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
[
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
[
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
[
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
[
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
[
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
[
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
[
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
[
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
[
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
[
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
[
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
[
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
[
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
[
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
[
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
[
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
[
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
[
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
[
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
[
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
[
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
[
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
[
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
[
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
[
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
[
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
[
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
[
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
[
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
[
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
[
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
[
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
[
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
[
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
[
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
[
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
[
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
[
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
[
7.847048763326643,
2.2568111291250883,
0.6485936557592202
],
[
7.921135297815043,
2.3116512470405812,
0.8104030960368066
],
[
7.983314694307295,
2.371655768116343,
0.7553922570080461
],
[
8.054880845919326,
2.442717425049846,
0.7104641061955096
],
[
8.134522301507296,
2.49695949980896,
0.6973592478340319
],
[
8.197309699333088,
2.556891464187762,
0.6954433530027311
],
[
8.278769565266662,
2.616615920298933,
0.7179924137983026
],
[
8.352521540898964,
2.6847425091383053,
0.7226055938679986
],
[
8.403202914285119,
2.7332535749272355,
0.7519548442694006
],
[
8.449604809770037,
2.783424338680517,
0.7553970060088357
],
[
8.483429032363311,
2.8160836822173754,
0.7562171345235419
]
]
}
Local predicted trajectory; measured poses are in trajectory.json.
{
"instruction": "go to the streetsign, return to the orange fence you've seen before",
"all_observations": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000000/input-000.jpg",
"sha256": "96e0a6899e6d1121ce8a916f2b136afd4392159b7fa7e31639d90095263cbde7",
"pose": [
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
"timestamp": 9467.211198912,
"observation_id": 0
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-002.jpg",
"sha256": "48f518ac41914e871d0f4243ce80a24f09cbc7115d4785ade90a310c8d3c0774",
"pose": [
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
"timestamp": 9470.445672422,
"observation_id": 3
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-005.jpg",
"sha256": "f59fdb2410dd3d1ffd05d27046b98b07b8a0251e67246aa0ad41940fc7249d85",
"pose": [
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
"timestamp": 9472.581565315,
"observation_id": 6
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-008.jpg",
"sha256": "d6ac143345cc0a611b62ff572e69023571ef005868be3376003ca42277f21b5c",
"pose": [
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
"timestamp": 9474.317888994,
"observation_id": 9
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-003.jpg",
"sha256": "198f71bd041f7a3b8428ceacf0224c48dc1677d0b43660cd9ef67de02a4b9d34",
"pose": [
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
"timestamp": 9479.120659404,
"observation_id": 14
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-006.jpg",
"sha256": "5467a7f812de3694f705c62c8efb80b788e6423c809af7a312517859bf2a5b72",
"pose": [
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
"timestamp": 9481.726981054,
"observation_id": 17
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-009.jpg",
"sha256": "0c8d504d3a3b991f9d3862525c0a7bf4fe484c1a66de21e8c80a7ac1ecc9af1b",
"pose": [
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
"timestamp": 9484.128045175,
"observation_id": 20
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-002.jpg",
"sha256": "abadc7fbcb966b6486ddaed07c65695023c72daf7f32c8a5b2f1738b352be18b",
"pose": [
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
"timestamp": 9488.266418068,
"observation_id": 23
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-005.jpg",
"sha256": "26fca764f0e1643123775931d7ca9633996acfce27227a7c638bd30af0c2e970",
"pose": [
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
"timestamp": 9490.267406493,
"observation_id": 26
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-000.jpg",
"sha256": "eecab56f1102a59ac9c02690cc91c94da790648fe0a77df40a0427a4c0b55e81",
"pose": [
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
"timestamp": 9496.006209408,
"observation_id": 31
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-003.jpg",
"sha256": "0d5c15f461adeccbaaeb92e80bce7ecf83d82a4e40ecfb39409984532f86ac2a",
"pose": [
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
"timestamp": 9498.005845751,
"observation_id": 34
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-006.jpg",
"sha256": "9d56a8799ede0df04d408fab3c874e59e99e1ba52c0feaaffc05d4494151a2c5",
"pose": [
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
"timestamp": 9500.0113882,
"observation_id": 37
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-001.jpg",
"sha256": "6de6751ee7e85e5a776cfadd9358729f600d83c057001df954f3db75df02b351",
"pose": [
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
"timestamp": 9505.280577971,
"observation_id": 42
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-002.jpg",
"sha256": "72bb475c1fe9b1469a8db7591156368edb5ed57692b48fd1072b183448dbe736",
"pose": [
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
"timestamp": 9505.817421244,
"observation_id": 43
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-003.jpg",
"sha256": "1cea72a886110992f23bb27a076eea83f981cbf88322cecaff96a0083c23dacf",
"pose": [
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
"timestamp": 9506.616034532,
"observation_id": 44
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-004.jpg",
"sha256": "9a9058e0279a63620c66e694d9149af1568fb41e90b1840bb553f84b6e30233f",
"pose": [
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
"timestamp": 9507.151735299,
"observation_id": 45
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-007.jpg",
"sha256": "d72a74e4b1c657a45b3b1d84eff1205ba78af40937e936bfd3d734feead5ce01",
"pose": [
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
"timestamp": 9509.285934914,
"observation_id": 48
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-008.jpg",
"sha256": "521bcc48729b215f02d54f3dd7965e173fdf90226e4762061e05594fb3a94c1e",
"pose": [
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
"timestamp": 9510.154392284,
"observation_id": 49
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-009.jpg",
"sha256": "23e8df28aad2b797c0154ec30a60771429e164f750d16dbe81fdc2f741cf05b6",
"pose": [
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
"timestamp": 9510.753621636,
"observation_id": 50
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-000.jpg",
"sha256": "dff8e3d330b9a1cba5c2b79f7d2ba6a24e68b4ec658bcb5655fad797b776feea",
"pose": [
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
"timestamp": 9512.821553556,
"observation_id": 51
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-003.jpg",
"sha256": "0bd59ee9b933043d6e7a17cf3f00e6904ceea73447997eef9d62bb87d3ed8065",
"pose": [
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
"timestamp": 9514.426067729,
"observation_id": 54
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-004.jpg",
"sha256": "0b48cae764c03358e6d13bedb2c0abe5179e635b7f46f606dcf3d5b9d9f7e83a",
"pose": [
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
"timestamp": 9514.958593691,
"observation_id": 55
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-005.jpg",
"sha256": "bbd13df25b34d17afa710772fa413a271d3669caa0190d1fd52813a933869995",
"pose": [
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
"timestamp": 9515.426278891,
"observation_id": 56
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-006.jpg",
"sha256": "3bd768cf226be1ffc665896fb5a0978037113360181cbc9415b206dbe88e8faa",
"pose": [
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
"timestamp": 9515.960537749,
"observation_id": 57
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-009.jpg",
"sha256": "1bba15a3daf6e55c1da48f6faf32f024392404359b2978c6bd141b0613cfaa12",
"pose": [
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
"timestamp": 9517.360832704,
"observation_id": 60
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-000.jpg",
"sha256": "25c19b98a0597f43f53d98ceddcf0a728557f3ae9bed540185ea80b9d2fa512b",
"pose": [
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
"timestamp": 9521.032131586,
"observation_id": 61
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-001.jpg",
"sha256": "66753975987c267ba7ad14587bb8080766c6c7825f5667248f3200dd048ad7b4",
"pose": [
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
"timestamp": 9521.966138672,
"observation_id": 62
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-002.jpg",
"sha256": "0248df4c99ae58a27d5bd02065b89a956397d03d63320a0bd64f523117e57698",
"pose": [
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
"timestamp": 9522.830000641,
"observation_id": 63
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-005.jpg",
"sha256": "8bf179d8a0dcc421a5828f2b1f5dd17e952db9ca09caebf25540f99a765f5f7d",
"pose": [
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
"timestamp": 9525.233640698,
"observation_id": 66
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-006.jpg",
"sha256": "78698c55d9262e54b163a3729e0f4bb451fcce9dbd15591b894dffa5fea51a83",
"pose": [
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
"timestamp": 9525.901198044,
"observation_id": 67
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-007.jpg",
"sha256": "b9e07b4ff6c0ed2f6715a824926183ef0016be73a0a045d8b82b8c759748b201",
"pose": [
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
"timestamp": 9526.771703106,
"observation_id": 68
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-008.jpg",
"sha256": "e4894607af30cc1e0cc0fa8f0c6e8611af3c64656b20f4098d42c523e459f793",
"pose": [
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
"timestamp": 9527.774215409,
"observation_id": 69
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-001.jpg",
"sha256": "46ee50d1b27c3feb5893ce38ba78608aeb14fa2e4297f9310e7f82e139827f85",
"pose": [
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
"timestamp": 9531.506081487,
"observation_id": 72
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-002.jpg",
"sha256": "8744e6125280b8f3eb659a96be85760c4116c3525efc24e48db848155d855173",
"pose": [
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
"timestamp": 9531.775911864,
"observation_id": 73
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-003.jpg",
"sha256": "3362587a6d01a0e45bb80d47dc81faf326d7f60769bcd1271d724826e27bd64b",
"pose": [
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
"timestamp": 9531.976235067,
"observation_id": 74
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-004.jpg",
"sha256": "97ac28120fd688d52dd342536bc75aa3aa3ae2194c15bddd131a864476df3911",
"pose": [
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
"timestamp": 9532.442667677,
"observation_id": 75
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-005.jpg",
"sha256": "c66fc9ff3626c8c61183c9367a5c0a24e39d5cd98b0f79d3228e74edf6845a44",
"pose": [
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
"timestamp": 9533.109593384,
"observation_id": 76
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-008.jpg",
"sha256": "0eac5b6fb8cef00b00cc62c0931e039d1b65b1b7e5c03a21b008e2a44926297d",
"pose": [
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
"timestamp": 9535.38119183,
"observation_id": 79
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-009.jpg",
"sha256": "96c6365cc0625510f7e47acb92dce3dbc3581597a3ccac702b8be570ffd21b99",
"pose": [
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
"timestamp": 9535.779609993,
"observation_id": 80
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-000.jpg",
"sha256": "231d524ad0fbc6ba6ed04f9f3ea63b556ebd3afa4cf0b3d5ebe806c10c37bd10",
"pose": [
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
"timestamp": 9537.782677759,
"observation_id": 81
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-001.jpg",
"sha256": "1e8c0e9365e98268c52fa3fe97dace7ac691acd7dd2cc2814dd41d9969b6b079",
"pose": [
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
"timestamp": 9538.316128458,
"observation_id": 82
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-004.jpg",
"sha256": "2cc4a70a3e547aaf0bfe80efb7a99ec8abb46b665a27f60761109a66b8a10f15",
"pose": [
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
"timestamp": 9539.984192178,
"observation_id": 85
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-005.jpg",
"sha256": "f443875cf64f1aa94f16697eda4ba4144f11584f02834192149986d057b3ddac",
"pose": [
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
"timestamp": 9540.517802019,
"observation_id": 86
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-006.jpg",
"sha256": "e90acb83ce1497329c815a812b9c8091f83d65c1e740a7920f07067097379f6f",
"pose": [
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
"timestamp": 9541.118960403,
"observation_id": 87
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-007.jpg",
"sha256": "7d2c56dfd5831214d197102b64574c9250cf6efa164ddebdef392fc1723068fe",
"pose": [
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
"timestamp": 9541.651617825,
"observation_id": 88
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-000.jpg",
"sha256": "d0ccd58651852da7bac00efa0ab2ffbb66374a97972572d35d85bf5228a3664f",
"pose": [
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
"timestamp": 9544.520534033,
"observation_id": 91
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-001.jpg",
"sha256": "29af6f0dc14629314a5cb9e4846231aea26e48d141981b6b243498d7112f2d7e",
"pose": [
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
"timestamp": 9545.454369721,
"observation_id": 92
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-002.jpg",
"sha256": "62918ac744d98874a22540d637740c98ac8087d2791204efdf429b8c8ed00ebd",
"pose": [
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
"timestamp": 9546.058201291,
"observation_id": 93
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-003.jpg",
"sha256": "5cca7dcb2cc6445257651054e03f978bddeb3cace24e89d747d2e966eb8d2340",
"pose": [
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
"timestamp": 9546.721171683,
"observation_id": 94
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-004.jpg",
"sha256": "86e7982f6c704fa28eca6c28fa3e804fe104e7792de2e24a4935487388d6d1a8",
"pose": [
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
"timestamp": 9547.522962145,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-005.jpg",
"sha256": "fdc4b5894cc40b7442584699caaf82510a5ad509a6686bc12c5e8049ef4a4b1e",
"pose": [
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
"timestamp": 9548.324876611,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-006.jpg",
"sha256": "deac7c63436364af5b412ff50f27d725ee9eedc7e1d7065c1fcc8b93627564d2",
"pose": [
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
"timestamp": 9549.261954914,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-007.jpg",
"sha256": "d625f9c7a80872ffe6520573e31c76537280005dc12dc14a80d80b4439b4f21f",
"pose": [
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
"timestamp": 9549.795281354,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-008.jpg",
"sha256": "91f2d05a791fa4ea004785cb7cfd99203031be26429a81fad78eb73a1cf49d90",
"pose": [
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
"timestamp": 9550.394672056,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-009.jpg",
"sha256": "d3c2c81a6f115a4e7ead3c837b22cde03047f3132e88f1f6a970dd80ae6c6230",
"pose": [
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
"timestamp": 9550.794519328,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-000.jpg",
"sha256": "c931c2d9a0a6de1ffdb371d417a673e9f7f66e95687da0b962182f723494143d",
"pose": [
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
"timestamp": 9555.599005193,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-001.jpg",
"sha256": "2f0c5949cd22ae27ca93084809775f5379f2e583234619bdbcc27f0100cce8e6",
"pose": [
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
"timestamp": 9556.334109257,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-002.jpg",
"sha256": "51a70b49c4d89481b576c10c9cdb55d2a4b32ae8aa8f54b545386f9ed08c548c",
"pose": [
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
"timestamp": 9556.800548075,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-003.jpg",
"sha256": "d6a12b12e413134e9dce7a99b15d489a56034f02bca323dbba30c967d8a65d76",
"pose": [
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
"timestamp": 9560.872179144,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-004.jpg",
"sha256": "511fb4cda0e0030c0fe11c51fc1386362c164eb1d8d0fda4eabefe3ac6a0dc80",
"pose": [
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
"timestamp": 9561.538784615,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-005.jpg",
"sha256": "a122d149fea12c7fb0e0f2931c9e4fbcc42c5eb43dc75c1e33c3135bf5e8f137",
"pose": [
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
"timestamp": 9562.273435414,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-006.jpg",
"sha256": "1461800b922a71d5e3472439b8ef523b89c27fda5a43f59244ab73b2488b166b",
"pose": [
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
"timestamp": 9563.072049182,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-007.jpg",
"sha256": "4b00878decdbe7f73a936d80109023f089ca5f91307b335e4f3e007317bab25a",
"pose": [
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
"timestamp": 9563.606421868,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-008.jpg",
"sha256": "9480cbeed011b604e2a9d720ba80a1ed1f9e2225c56330be2433be14561824c3",
"pose": [
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
"timestamp": 9564.276159711,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-009.jpg",
"sha256": "12d195d0fa7f45cdea18dd3f6c4a799411267cd27ab6dd922747ef9de105098e",
"pose": [
7.847048763326643,
2.2568111291250883,
0.6485936557592202
],
"timestamp": 9564.60841428,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-000.jpg",
"sha256": "3d41d21498cbc74f4bd16247dd415aa4087fd3a974ba2ff9f77cf176a49635e2",
"pose": [
7.921135297815043,
2.3116512470405812,
0.8104030960368066
],
"timestamp": 9567.945751619,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-001.jpg",
"sha256": "775f5257e4d6d1cca7c7e5d96105f75d5f3c6115ae83c5e58414ff254288fd4b",
"pose": [
7.983314694307295,
2.371655768116343,
0.7553922570080461
],
"timestamp": 9568.879105145,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-002.jpg",
"sha256": "553359373728f7d5d73ee2d5d202761a67221afbce3445f361d6343e2e560cbe",
"pose": [
8.054880845919326,
2.442717425049846,
0.7104641061955096
],
"timestamp": 9570.411748057,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-003.jpg",
"sha256": "271e91e99159a2a4e19f92ed5b85a6b3f5cb76f00835f73e62df3443b03ce340",
"pose": [
8.134522301507296,
2.49695949980896,
0.6973592478340319
],
"timestamp": 9571.015598508,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-004.jpg",
"sha256": "cc7d5e6dbb9f5226b56f598ff33fcf989a0d6d556cf196ac0910c001cc5708c6",
"pose": [
8.197309699333088,
2.556891464187762,
0.6954433530027311
],
"timestamp": 9571.748535483,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-005.jpg",
"sha256": "bec3bd81b44260898c9fef0480705a969857b4514e1964a153ea4da7b07febda",
"pose": [
8.278769565266662,
2.616615920298933,
0.7179924137983026
],
"timestamp": 9572.414770637,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-006.jpg",
"sha256": "ae3227b0e1226e62e2ef3040c2f49cf57685b1aaded39e4520f1dd556882bf24",
"pose": [
8.352521540898964,
2.6847425091383053,
0.7226055938679986
],
"timestamp": 9573.217972254,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-007.jpg",
"sha256": "27fbc14b883eda558758ed4ee7df96418d3555d67c507b37c28e68fc70992c35",
"pose": [
8.403202914285119,
2.7332535749272355,
0.7519548442694006
],
"timestamp": 9574.085191307,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-008.jpg",
"sha256": "3087777f555a91db24db0e7ad57cfe9be6fed073bfafa4eb587c3e4539e54f2a",
"pose": [
8.449604809770037,
2.783424338680517,
0.7553970060088357
],
"timestamp": 9574.819232772,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-009.jpg",
"sha256": "5571a5265616bcb56ca2bb6244489c3d5c1cc87abef35bd4bf254919b6266144",
"pose": [
8.483429032363311,
2.8160836822173754,
0.7562171345235419
],
"timestamp": 9575.351815759,
"observation_id": 120
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-000.jpg",
"sha256": "2774acdd795ebbbd25f32d9f055e22599b14f7c7b97d7814b2b1d7007141f428",
"pose": [
8.513621225393777,
2.8649361248187555,
0.9166690828828346
],
"timestamp": 9577.224232686,
"observation_id": 121
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-001.jpg",
"sha256": "755cfa924b63854ef1a369de74af6823cebc33574afb6d9bf71fb4d0ee2ef516",
"pose": [
8.55929983974411,
2.9198091411087486,
0.8555020563802119
],
"timestamp": 9578.691213591,
"observation_id": 122
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-002.jpg",
"sha256": "44792041276a4ff2e55addcd2bec4aebe66f0149d74f28dcca0985e5ca3bed5f",
"pose": [
8.629162351413559,
2.984352785675853,
0.8432887304692716
],
"timestamp": 9579.42496186,
"observation_id": 123
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-003.jpg",
"sha256": "a1f3a63d34aa176b7d68da06ded076c34bf5d910ceb0693f3f8e284a26f9afd7",
"pose": [
8.702824053536029,
3.07187500318606,
0.8396698519209186
],
"timestamp": 9580.227794088,
"observation_id": 124
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-004.jpg",
"sha256": "6cbd2931b304e64570c14ffc644729807f591c635946d177342be53c7a3f48d2",
"pose": [
8.776131419738011,
3.1512180747466116,
0.8558365656719065
],
"timestamp": 9580.95803618,
"observation_id": 125
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-005.jpg",
"sha256": "e35150db6ef9d0163612049b73147f799387625b4f38c932988be7032172605a",
"pose": [
8.838803506451105,
3.234940500239765,
0.8888338396744421
],
"timestamp": 9581.760355877,
"observation_id": 126
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-006.jpg",
"sha256": "e9f67a3186555a7c7f16ba31f461db8bb3141d966e16b5135b62314532081b8c",
"pose": [
8.905364691026179,
3.3180871146876463,
0.8923893817063533
],
"timestamp": 9582.495338977,
"observation_id": 127
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-007.jpg",
"sha256": "75000aa5c3e51f9fc2da04278331ea124bff1e66e4b1b1f8533e843b7493e4f8",
"pose": [
8.985843899656142,
3.420517677184947,
0.8858903460902554
],
"timestamp": 9583.429830017,
"observation_id": 128
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-008.jpg",
"sha256": "843bf5a89f2c376c475b1c8f377b14135081d1fcd7fd51eda3f16f1c6b56ed92",
"pose": [
9.084174689154429,
3.5393832510498817,
0.890589506190827
],
"timestamp": 9584.361465111,
"observation_id": 129
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-009.jpg",
"sha256": "d18cacf079f18c9044a0e6d878c331b4d9047cffa57965ec21d8bbcd36bba65a",
"pose": [
9.138739460947376,
3.6019922950617183,
0.9078539071232302
],
"timestamp": 9584.895004998,
"observation_id": 130
}
],
"time_resampled_indices": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130
],
"model": "lightnav",
"pose_conditioning": "not fed to these REAL adapters",
"client_plan_used": false,
"history_sampling": {
"method": "nearest captured observation per occupied 4Hz bin; empty bins omitted",
"max_capture_gap_s": 4.80448586500097,
"unobserved_time_filled": false
},
"history_indices": [
0,
1,
3,
4,
6,
7,
9,
10,
11,
12,
14,
15,
17,
18,
20,
21,
23,
24,
26,
27,
28,
29,
31,
32,
34,
35,
37,
38,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
6,
7,
9,
10,
11,
12,
14,
15,
17,
18,
20,
21,
23,
24,
26,
27,
28,
29,
31,
32,
34,
35,
37,
38
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
127,
128
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
18,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
15,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1387
],
"attention_mask": [
1,
1387
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1387
],
"mm_token_type_ids": [
1,
1387
]
}
},
"history_fps": 4,
"model_history_refs": [
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-000.jpg",
"sha256": "cda01820e9a7cd9c44700bfdbf03e8dd2f96d3354b09406562a6478ed304af98",
"pose": [
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
"timestamp": 9469.114180359,
"observation_id": 1
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-001.jpg",
"sha256": "f0fe4b898b51728e9bfaa4d5fba0a12f55df121e8364aee13a1591ede39e215b",
"pose": [
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
"timestamp": 9469.57981854,
"observation_id": 2
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-003.jpg",
"sha256": "63fa4a095e230bd76a634d2e8452cd0c632662ea57f644fe1ad2cab106d90d32",
"pose": [
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
"timestamp": 9471.047728023,
"observation_id": 4
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-004.jpg",
"sha256": "84391f06ea872d628dd412bc7c87b4204272c2ca968e9460c906d43a325e79ff",
"pose": [
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
"timestamp": 9472.047160948,
"observation_id": 5
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-006.jpg",
"sha256": "9b6e599719b225b717cef2b0f728ccfa2b150826da3d77e7dfda40b5daf9ec09",
"pose": [
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
"timestamp": 9473.24930382,
"observation_id": 7
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-007.jpg",
"sha256": "1a5926e0a541c8ef5a6051962ecf80d80bbdd11ab9da64fde7c9febb06cb75e9",
"pose": [
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
"timestamp": 9473.787704398,
"observation_id": 8
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000001/input-009.jpg",
"sha256": "498aa089c419b241016d03e8b8694ffc2b5f343699ab98bf27c8b60c43fd7a0d",
"pose": [
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
"timestamp": 9474.718321407,
"observation_id": 10
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-000.jpg",
"sha256": "999720ea13dc9603c7c71e088cb3b3ec2c73cf0a631a087242000460eeb7617b",
"pose": [
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
"timestamp": 9476.651881679,
"observation_id": 11
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-001.jpg",
"sha256": "ddcc0eb0e85532789841db277103fd609c76c92aa9da74d43eca05838d68e804",
"pose": [
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
"timestamp": 9477.391145128,
"observation_id": 12
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-002.jpg",
"sha256": "70c2690784fdd0dfa62ea94413851687506fe04ff7be69706a7964453e712235",
"pose": [
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
"timestamp": 9478.253857263,
"observation_id": 13
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-004.jpg",
"sha256": "44102d5a1987320f6db77c1088f7eee94de2ede309fca40106477e7d8b0169cc",
"pose": [
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
"timestamp": 9479.92566704,
"observation_id": 15
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-005.jpg",
"sha256": "1a2e0475c82eec6c5673e9947cfe8eb8cfdf5ccf0245ef34104e0e2be4704026",
"pose": [
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
"timestamp": 9480.789768154,
"observation_id": 16
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-007.jpg",
"sha256": "450a183cce531030dcd28a2458a81f015d112bff053828195992018ee4f8768a",
"pose": [
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
"timestamp": 9482.59413636,
"observation_id": 18
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000002/input-008.jpg",
"sha256": "0263d5428d4bfbf3566535c285044b530e501d247d463c9c247ae03996b27cca",
"pose": [
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
"timestamp": 9483.460303406,
"observation_id": 19
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-000.jpg",
"sha256": "93e05512b7d8ac4fe9cddec1bdd5cfffe96bb0e4d7714abe073744594ce8ad44",
"pose": [
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
"timestamp": 9486.797140471,
"observation_id": 21
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-001.jpg",
"sha256": "b1918afc24afcde1833f30139402531b0480018810d2551ad3fa866638a0a917",
"pose": [
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
"timestamp": 9487.397022455,
"observation_id": 22
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-003.jpg",
"sha256": "999e8d1d6cc1182c97e2afb4e75fef7b162635d540a99246a7f50ab1566b097a",
"pose": [
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
"timestamp": 9489.400608032,
"observation_id": 24
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-004.jpg",
"sha256": "c67335b968fdcb35dbee647e25bb2eba034faffaf6fa054d8e9c8ae14818ba41",
"pose": [
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
"timestamp": 9489.932389134,
"observation_id": 25
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-006.jpg",
"sha256": "4f7b37ad6cbae5e7a4088cbdb10d629098ca30f4b3b455daf0ee4196fc070f27",
"pose": [
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
"timestamp": 9490.866459998,
"observation_id": 27
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-007.jpg",
"sha256": "899c1482ec5351cf3cf8c8502fea6b48799ac26cf76f83c7cf53753ada6a234a",
"pose": [
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
"timestamp": 9491.737405844,
"observation_id": 28
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-008.jpg",
"sha256": "3cd7a427181fc7164f5cb50fe06e7f06d748bbc63a93c21c43ac077e65f9ab49",
"pose": [
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
"timestamp": 9492.736434275,
"observation_id": 29
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000003/input-009.jpg",
"sha256": "bf7c48576faff66da97329a65ca4c9a6cd3ab9066e917f9437fd25cd891128f3",
"pose": [
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
"timestamp": 9493.27262018,
"observation_id": 30
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-001.jpg",
"sha256": "c0f96d3f93f20bc7a882930c3d8e87711abd46050cbb3e534fd25114507c0d64",
"pose": [
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
"timestamp": 9496.742313892,
"observation_id": 32
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-002.jpg",
"sha256": "d725bb7aeecb953d8f6f9fbc8f67f6c73ec4ef6f7e8109f13760039c1995fd89",
"pose": [
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
"timestamp": 9497.47350834,
"observation_id": 33
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-004.jpg",
"sha256": "bf4215812baf806a80b884ed5efef3b7c28fe833d003dc16e65dbc52af7f6b7b",
"pose": [
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
"timestamp": 9498.609146933,
"observation_id": 35
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-005.jpg",
"sha256": "0af3d08cd5eef5c82162f1fb7fe76eeab0a700716d55d4f625098fb77b28fdbf",
"pose": [
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
"timestamp": 9499.211534866,
"observation_id": 36
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-007.jpg",
"sha256": "2526ecaec3313eda9dbf5a999251d88aefee1ea9d73f7da4eb85383293332dc5",
"pose": [
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
"timestamp": 9500.610375527,
"observation_id": 38
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-008.jpg",
"sha256": "891ac5ff1e121bed2dca7674cc87f2830ba5a0d59654f9d71b1246adb3ef2db3",
"pose": [
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
"timestamp": 9501.411056923,
"observation_id": 39
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000004/input-009.jpg",
"sha256": "d7b2059fdb7894c7afedbe782a322a3e4cef5dba1eed2a7ceb0f865eb25858ff",
"pose": [
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
"timestamp": 9501.748769741,
"observation_id": 40
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-000.jpg",
"sha256": "09d4a2deb2521e6b1ac9b9e52a51b691cd469fe7979ebc9c7b03bab8ee5cae7f",
"pose": [
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
"timestamp": 9504.748434456,
"observation_id": 41
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-005.jpg",
"sha256": "eb818c82ec553911d69cb03b6e5b640bd7fdfd0211e594541ec278fc808056bf",
"pose": [
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
"timestamp": 9507.684630683,
"observation_id": 46
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000005/input-006.jpg",
"sha256": "e26a5cc677ee4211a266556b1d598843926897dd06dd8ccd531c2b23f0a0c113",
"pose": [
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
"timestamp": 9508.751764891,
"observation_id": 47
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-001.jpg",
"sha256": "019ccdd2b64147e6252528f50ed63ce7749a14fe0c820ac85b0094ae657d9961",
"pose": [
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
"timestamp": 9513.357522749,
"observation_id": 52
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-002.jpg",
"sha256": "db8d1c24e526652f48b2b51e3647978d2469e716c72ee589c3c885d6b2f19072",
"pose": [
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
"timestamp": 9513.888710837,
"observation_id": 53
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-007.jpg",
"sha256": "6dfae714f7ad38001103e44396490cf14bdb4cdccfda60e54159b4bdc7ea8ae2",
"pose": [
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
"timestamp": 9516.62731913,
"observation_id": 58
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000006/input-008.jpg",
"sha256": "0aeb957d0e39461fb920128c54911f796e42e1e5aa3ebee05e81ef7ad5506792",
"pose": [
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
"timestamp": 9517.226453663,
"observation_id": 59
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-003.jpg",
"sha256": "629eac5b460a53ad9790b1906aba1e9cfd097bdb1c53aab33a03a493026384fc",
"pose": [
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
"timestamp": 9523.702435214,
"observation_id": 64
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-004.jpg",
"sha256": "8b267d668102b07551abd8a1a7b3f9665ad78be4b371668779e983a9cf881d34",
"pose": [
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
"timestamp": 9524.435486274,
"observation_id": 65
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000007/input-009.jpg",
"sha256": "6af4ed22032fcc1514b72090f13c0da8ca0f063f1c0ea1fc3e863df1d85818b0",
"pose": [
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
"timestamp": 9528.440261115,
"observation_id": 70
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-000.jpg",
"sha256": "968a4ff83443c91172497f31953e30d626c3b1806f68e7707f93136766ac267a",
"pose": [
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
"timestamp": 9530.775236973,
"observation_id": 71
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-006.jpg",
"sha256": "ec56ce94eab69b9618042773dc522c791abe10ee19a34c17c303c98a12e17fac",
"pose": [
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
"timestamp": 9533.912964831,
"observation_id": 77
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000008/input-007.jpg",
"sha256": "9186f35456bdcfb2cd55113586088666ba963e6222862bcb861e06a77c30823d",
"pose": [
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
"timestamp": 9534.645864046,
"observation_id": 78
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-002.jpg",
"sha256": "bdc308db1840aae4a14de7db1021ee199dd72c9432670ddcb210861885b6cfb4",
"pose": [
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
"timestamp": 9538.845903535,
"observation_id": 83
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-003.jpg",
"sha256": "8fbf86bcf906bbc93276c031f9b4ce49503bdcddbccbe5c2bbd91e81fa061db1",
"pose": [
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
"timestamp": 9539.383162695,
"observation_id": 84
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-008.jpg",
"sha256": "01165c602d546cb86d93c5cfde6f5420501692a176fcf21637d58461452ba89f",
"pose": [
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
"timestamp": 9542.320527733,
"observation_id": 89
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000009/input-009.jpg",
"sha256": "7e1d8aaeccb49120dbe6be4a0f0cbda1e76c3ab579b15beb26aaff555c88b1e9",
"pose": [
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
"timestamp": 9542.718092009,
"observation_id": 90
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-004.jpg",
"sha256": "86e7982f6c704fa28eca6c28fa3e804fe104e7792de2e24a4935487388d6d1a8",
"pose": [
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
"timestamp": 9547.522962145,
"observation_id": 95
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-005.jpg",
"sha256": "fdc4b5894cc40b7442584699caaf82510a5ad509a6686bc12c5e8049ef4a4b1e",
"pose": [
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
"timestamp": 9548.324876611,
"observation_id": 96
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-006.jpg",
"sha256": "deac7c63436364af5b412ff50f27d725ee9eedc7e1d7065c1fcc8b93627564d2",
"pose": [
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
"timestamp": 9549.261954914,
"observation_id": 97
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-007.jpg",
"sha256": "d625f9c7a80872ffe6520573e31c76537280005dc12dc14a80d80b4439b4f21f",
"pose": [
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
"timestamp": 9549.795281354,
"observation_id": 98
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-008.jpg",
"sha256": "91f2d05a791fa4ea004785cb7cfd99203031be26429a81fad78eb73a1cf49d90",
"pose": [
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
"timestamp": 9550.394672056,
"observation_id": 99
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000010/input-009.jpg",
"sha256": "d3c2c81a6f115a4e7ead3c837b22cde03047f3132e88f1f6a970dd80ae6c6230",
"pose": [
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
"timestamp": 9550.794519328,
"observation_id": 100
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-000.jpg",
"sha256": "c931c2d9a0a6de1ffdb371d417a673e9f7f66e95687da0b962182f723494143d",
"pose": [
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
"timestamp": 9555.599005193,
"observation_id": 101
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-001.jpg",
"sha256": "2f0c5949cd22ae27ca93084809775f5379f2e583234619bdbcc27f0100cce8e6",
"pose": [
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
"timestamp": 9556.334109257,
"observation_id": 102
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-002.jpg",
"sha256": "51a70b49c4d89481b576c10c9cdb55d2a4b32ae8aa8f54b545386f9ed08c548c",
"pose": [
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
"timestamp": 9556.800548075,
"observation_id": 103
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-003.jpg",
"sha256": "d6a12b12e413134e9dce7a99b15d489a56034f02bca323dbba30c967d8a65d76",
"pose": [
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
"timestamp": 9560.872179144,
"observation_id": 104
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-004.jpg",
"sha256": "511fb4cda0e0030c0fe11c51fc1386362c164eb1d8d0fda4eabefe3ac6a0dc80",
"pose": [
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
"timestamp": 9561.538784615,
"observation_id": 105
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-005.jpg",
"sha256": "a122d149fea12c7fb0e0f2931c9e4fbcc42c5eb43dc75c1e33c3135bf5e8f137",
"pose": [
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
"timestamp": 9562.273435414,
"observation_id": 106
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-006.jpg",
"sha256": "1461800b922a71d5e3472439b8ef523b89c27fda5a43f59244ab73b2488b166b",
"pose": [
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
"timestamp": 9563.072049182,
"observation_id": 107
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-007.jpg",
"sha256": "4b00878decdbe7f73a936d80109023f089ca5f91307b335e4f3e007317bab25a",
"pose": [
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
"timestamp": 9563.606421868,
"observation_id": 108
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-008.jpg",
"sha256": "9480cbeed011b604e2a9d720ba80a1ed1f9e2225c56330be2433be14561824c3",
"pose": [
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
"timestamp": 9564.276159711,
"observation_id": 109
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000011/input-009.jpg",
"sha256": "12d195d0fa7f45cdea18dd3f6c4a799411267cd27ab6dd922747ef9de105098e",
"pose": [
7.847048763326643,
2.2568111291250883,
0.6485936557592202
],
"timestamp": 9564.60841428,
"observation_id": 110
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-000.jpg",
"sha256": "3d41d21498cbc74f4bd16247dd415aa4087fd3a974ba2ff9f77cf176a49635e2",
"pose": [
7.921135297815043,
2.3116512470405812,
0.8104030960368066
],
"timestamp": 9567.945751619,
"observation_id": 111
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-001.jpg",
"sha256": "775f5257e4d6d1cca7c7e5d96105f75d5f3c6115ae83c5e58414ff254288fd4b",
"pose": [
7.983314694307295,
2.371655768116343,
0.7553922570080461
],
"timestamp": 9568.879105145,
"observation_id": 112
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-002.jpg",
"sha256": "553359373728f7d5d73ee2d5d202761a67221afbce3445f361d6343e2e560cbe",
"pose": [
8.054880845919326,
2.442717425049846,
0.7104641061955096
],
"timestamp": 9570.411748057,
"observation_id": 113
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-003.jpg",
"sha256": "271e91e99159a2a4e19f92ed5b85a6b3f5cb76f00835f73e62df3443b03ce340",
"pose": [
8.134522301507296,
2.49695949980896,
0.6973592478340319
],
"timestamp": 9571.015598508,
"observation_id": 114
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-004.jpg",
"sha256": "cc7d5e6dbb9f5226b56f598ff33fcf989a0d6d556cf196ac0910c001cc5708c6",
"pose": [
8.197309699333088,
2.556891464187762,
0.6954433530027311
],
"timestamp": 9571.748535483,
"observation_id": 115
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-005.jpg",
"sha256": "bec3bd81b44260898c9fef0480705a969857b4514e1964a153ea4da7b07febda",
"pose": [
8.278769565266662,
2.616615920298933,
0.7179924137983026
],
"timestamp": 9572.414770637,
"observation_id": 116
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-006.jpg",
"sha256": "ae3227b0e1226e62e2ef3040c2f49cf57685b1aaded39e4520f1dd556882bf24",
"pose": [
8.352521540898964,
2.6847425091383053,
0.7226055938679986
],
"timestamp": 9573.217972254,
"observation_id": 117
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-007.jpg",
"sha256": "27fbc14b883eda558758ed4ee7df96418d3555d67c507b37c28e68fc70992c35",
"pose": [
8.403202914285119,
2.7332535749272355,
0.7519548442694006
],
"timestamp": 9574.085191307,
"observation_id": 118
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-008.jpg",
"sha256": "3087777f555a91db24db0e7ad57cfe9be6fed073bfafa4eb587c3e4539e54f2a",
"pose": [
8.449604809770037,
2.783424338680517,
0.7553970060088357
],
"timestamp": 9574.819232772,
"observation_id": 119
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000012/input-009.jpg",
"sha256": "5571a5265616bcb56ca2bb6244489c3d5c1cc87abef35bd4bf254919b6266144",
"pose": [
8.483429032363311,
2.8160836822173754,
0.7562171345235419
],
"timestamp": 9575.351815759,
"observation_id": 120
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-000.jpg",
"sha256": "2774acdd795ebbbd25f32d9f055e22599b14f7c7b97d7814b2b1d7007141f428",
"pose": [
8.513621225393777,
2.8649361248187555,
0.9166690828828346
],
"timestamp": 9577.224232686,
"observation_id": 121
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-001.jpg",
"sha256": "755cfa924b63854ef1a369de74af6823cebc33574afb6d9bf71fb4d0ee2ef516",
"pose": [
8.55929983974411,
2.9198091411087486,
0.8555020563802119
],
"timestamp": 9578.691213591,
"observation_id": 122
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-002.jpg",
"sha256": "44792041276a4ff2e55addcd2bec4aebe66f0149d74f28dcca0985e5ca3bed5f",
"pose": [
8.629162351413559,
2.984352785675853,
0.8432887304692716
],
"timestamp": 9579.42496186,
"observation_id": 123
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-003.jpg",
"sha256": "a1f3a63d34aa176b7d68da06ded076c34bf5d910ceb0693f3f8e284a26f9afd7",
"pose": [
8.702824053536029,
3.07187500318606,
0.8396698519209186
],
"timestamp": 9580.227794088,
"observation_id": 124
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-004.jpg",
"sha256": "6cbd2931b304e64570c14ffc644729807f591c635946d177342be53c7a3f48d2",
"pose": [
8.776131419738011,
3.1512180747466116,
0.8558365656719065
],
"timestamp": 9580.95803618,
"observation_id": 125
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-005.jpg",
"sha256": "e35150db6ef9d0163612049b73147f799387625b4f38c932988be7032172605a",
"pose": [
8.838803506451105,
3.234940500239765,
0.8888338396744421
],
"timestamp": 9581.760355877,
"observation_id": 126
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-006.jpg",
"sha256": "e9f67a3186555a7c7f16ba31f461db8bb3141d966e16b5135b62314532081b8c",
"pose": [
8.905364691026179,
3.3180871146876463,
0.8923893817063533
],
"timestamp": 9582.495338977,
"observation_id": 127
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-007.jpg",
"sha256": "75000aa5c3e51f9fc2da04278331ea124bff1e66e4b1b1f8533e843b7493e4f8",
"pose": [
8.985843899656142,
3.420517677184947,
0.8858903460902554
],
"timestamp": 9583.429830017,
"observation_id": 128
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-008.jpg",
"sha256": "843bf5a89f2c376c475b1c8f377b14135081d1fcd7fd51eda3f16f1c6b56ed92",
"pose": [
9.084174689154429,
3.5393832510498817,
0.890589506190827
],
"timestamp": 9584.361465111,
"observation_id": 129
},
{
"path": "/home/siqiteam/real_baseline_deploy/lightnav/final_logs/episode-20261019-175854-6c03c779/steps/000013/input-009.jpg",
"sha256": "d18cacf079f18c9044a0e6d878c331b4d9047cffa57965ec21d8bbcd36bba65a",
"pose": [
9.138739460947376,
3.6019922950617183,
0.9078539071232302
],
"timestamp": 9584.895004998,
"observation_id": 130
}
]
}
<|im_start|>user You are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|> <|im_start|>assistant
{
"status": "ok",
"native": {
"actions": [
[
0.06813110411167145,
0.015743909403681755,
0.10963919013738632
],
[
0.15285395093848653,
0.00499591834648707,
0.13377345353364944
],
[
0.14174087695091356,
0.005636043719712214,
0.0381205677986145
],
[
0.13996029425647452,
-0.007146868545968552,
-0.07807080447673799
],
[
0.14439688725833366,
-0.007379626846002265,
-0.12381209433078766
],
[
0.14644682560037137,
-0.004593291426183689,
-0.05739092826843262
],
[
0.162539332017223,
-0.0021130838830073946,
-0.037414520978927605
],
[
0.1446013727459512,
-0.002304292160684802,
0.002754113636910915
],
[
0.14632270941771186,
-0.0014272631863122792,
-0.003561859019100666
],
[
0.08845424458049858,
-0.00015271668104707356,
0.0007464829832315445
]
],
"stop": false,
"plan": null,
"raw": "<apos_1176><opos_365><act_l0_204><act_l1_103><act_l2_224><|im_end|>",
"waypoints": [
[
0.06813110411167145,
0.015743909403681755,
0.10963919013738632
],
[
0.21952061355113983,
0.03743505850434303,
0.24341264367103577
],
[
0.3557247519493103,
0.07706678658723831,
0.28153321146965027
],
[
0.49216049909591675,
0.1090862900018692,
0.2034624069929123
],
[
0.6350700259208679,
0.1310359388589859,
0.07965031266212463
],
[
0.7814180254936218,
0.13810941576957703,
0.022259384393692017
],
[
0.9439641237258911,
0.13961458206176758,
-0.015155136585235596
],
[
1.088513970375061,
0.13511918485164642,
-0.01240102294832468
],
[
1.2348077297210693,
0.13187752664089203,
-0.015962881967425346
],
[
1.323248267173767,
0.13031290471553802,
-0.015216398984193802
]
],
"pointing": {
"apos": 1176,
"opos": 365
},
"rvq_codes": [
204,
103,
224
],
"model_input": {
"history_indices": [
0,
1,
3,
4,
6,
7,
9,
10,
11,
12,
14,
15,
17,
18,
20,
21,
23,
24,
26,
27,
28,
29,
31,
32,
34,
35,
37,
38,
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128
],
"segments": [
{
"indices": [
0,
1
],
"tensor": "processed/segment0.pt",
"shape": [
2,
3,
256,
448
]
},
{
"indices": [
3,
4,
6,
7,
9,
10,
11,
12,
14,
15,
17,
18,
20,
21,
23,
24,
26,
27,
28,
29,
31,
32,
34,
35,
37,
38
],
"tensor": "processed/segment1.pt",
"shape": [
26,
3,
256,
448
]
},
{
"indices": [
39,
40,
45,
46,
51,
52,
57,
58,
63,
64,
69,
70,
75,
76,
81,
82,
87,
88,
93,
94
],
"tensor": "processed/segment2.pt",
"shape": [
20,
3,
256,
448
]
},
{
"indices": [
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126
],
"tensor": "processed/segment3.pt",
"shape": [
32,
3,
256,
448
]
},
{
"indices": [
127,
128
],
"tensor": "processed/segment4.pt",
"shape": [
2,
3,
256,
448
]
}
],
"prompt": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tokenized": {
"input_ids": [
[
151644,
872,
198,
2610,
525,
264,
6371,
12305,
13,
1446,
525,
2661,
9124,
23722,
916,
882,
11,
11457,
504,
29658,
311,
1429,
3213,
31252,
18,
16,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
15,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
23,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
20,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
24,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
18,
13,
19,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
24,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
23,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
22,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
21,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
20,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
19,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
18,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
17,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
16,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
21,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
27,
15,
13,
16,
6486,
29,
151652,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151656,
151653,
13,
4615,
12607,
3383,
374,
25,
220,
151669,
3346,
220,
311,
279,
14371,
622,
11,
470,
311,
279,
18575,
24650,
498,
3003,
3884,
1573,
151670,
13,
1446,
1231,
387,
518,
279,
7167,
11,
6149,
11,
476,
835,
315,
279,
3383,
13,
32710,
697,
3853,
34682,
438,
264,
8500,
315,
49247,
4686,
2220,
482,
34682,
11211,
13,
151645,
198,
151644,
77091,
198
]
],
"decoded": "<|im_start|>user\nYou are a mobile robot. You are given visual observations over time, ordered from earliest to most recent:<31.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><31.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><30.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><29.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><28.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><27.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><26.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><25.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.9 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><24.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><23.4 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><22.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><20.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><19.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><17.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><16.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><14.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><13.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><11.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><10.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><8.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><7.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><6.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><5.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><4.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><3.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><2.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><1.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.6 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|><0.1 seconds><|vision_start|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|video_pad|><|vision_end|>. Your assigned task is: <navigation_task>go to the streetsign, return to the orange fence you've seen before</navigation_task>. You may be at the beginning, middle, or end of the task. Predict your future trajectory as a sequence of coarse-to-fine trajectory tokens.<|im_end|>\n<|im_start|>assistant\n",
"tensor_shapes": {
"input_ids": [
1,
1387
],
"attention_mask": [
1,
1387
],
"pixel_values_videos": [
1,
18368,
1536
],
"video_grid_thw": [
5,
3
],
"_original_video_grid_thw": [
5,
3
],
"_post_vit_pool_factors": [
5
],
"position_ids": [
1,
3,
1387
],
"mm_token_type_ids": [
1,
1387
]
}
},
"history_fps": 4
},
"native_latency_ms": 406.2266177497804
},
"response": {
"type": "step",
"actions": [
[
0.06813110411167145,
0.015743909403681755,
0.10963919013738632
],
[
0.15285395093848653,
0.00499591834648707,
0.13377345353364944
],
[
0.14174087695091356,
0.005636043719712214,
0.0381205677986145
],
[
0.13996029425647452,
-0.007146868545968552,
-0.07807080447673799
],
[
0.14439688725833366,
-0.007379626846002265,
-0.12381209433078766
],
[
0.14644682560037137,
-0.004593291426183689,
-0.05739092826843262
],
[
0.162539332017223,
-0.0021130838830073946,
-0.037414520978927605
],
[
0.1446013727459512,
-0.002304292160684802,
0.002754113636910915
],
[
0.14632270941771186,
-0.0014272631863122792,
-0.003561859019100666
],
[
0.08845424458049858,
-0.00015271668104707356,
0.0007464829832315445
],
[
0.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0
]
],
"stop": false,
"plan": null,
"valid_actions": 10,
"action_semantics": "body_increment_goals",
"action_dt_s": null,
"units": "m_m_rad",
"robot_ready": true,
"padding": "zero_tail_not_stop",
"stop_semantics": "no_terminal_claim",
"episode_id": "episode-20261019-175854-6c03c779",
"inference_id": 13,
"model": "lightnav",
"model_inference_executed": true
},
"model_seconds": 0.7162204002961516,
"peak_memory_bytes": 9965489152,
"allocated_memory_bytes": 9095067648,
"reserved_memory_bytes": 12008292352,
"load_count": 1,
"total_seconds": 0.7221222189255059
}
{
"frame": "m_m_rad",
"local_prediction": [
[
0.0,
0.0,
0.0
],
[
0.06813110411167145,
0.015743909403681755,
0.10963919013738632
],
[
0.21952061355113986,
0.03743505850434303,
0.24341264367103577
],
[
0.3557247519493103,
0.07706678658723831,
0.28153321146965027
],
[
0.49216049909591675,
0.1090862900018692,
0.2034624069929123
],
[
0.6350700259208678,
0.1310359388589859,
0.07965031266212463
],
[
0.7814180254936217,
0.13810941576957703,
0.02225938439369202
],
[
0.943964123725891,
0.13961458206176758,
-0.015155136585235585
],
[
1.0885139703750608,
0.13511918485164642,
-0.012401022948324668
],
[
1.2348077297210691,
0.13187752664089203,
-0.015962881967425332
],
[
1.3232482671737669,
0.13031290471553802,
-0.01521639898419379
]
],
"observed_poses": [
[
-5.058192024263476e-05,
5.246826091001719e-05,
0.00021162882233628083
],
[
0.07129148161423797,
0.010117496526823444,
0.12596235317877216
],
[
0.11704389972458829,
0.015392142042188368,
0.08394106949855283
],
[
0.16903403283615911,
0.01966946632854636,
0.08266572744969937
],
[
0.24003597734928062,
0.02497418231992338,
0.03899903141692878
],
[
0.32540730456152,
0.03146357050309254,
0.046474040923991225
],
[
0.4073414290659284,
0.03324150147977654,
0.04118361114101078
],
[
0.4884902974775669,
0.03671401680258742,
0.05701880887813361
],
[
0.5650689390824938,
0.036384814724378906,
0.07275213440450778
],
[
0.636193497664385,
0.0476743191663146,
0.07278368513092717
],
[
0.6716302169075165,
0.0468801992880494,
0.08260963578778499
],
[
0.787464942023658,
0.056549550303561416,
0.08943035681053106
],
[
0.9034402414990379,
0.06400862074253076,
0.1091620986343899
],
[
1.026373997316262,
0.0886297403301637,
0.1337108984517234
],
[
1.1409973746362838,
0.11185148646613972,
0.19353392223961757
],
[
1.2557258197175207,
0.139447608330614,
0.1958651133172031
],
[
1.3760358670261175,
0.1689948506866632,
0.20625298438544953
],
[
1.4967411271991005,
0.19027014786867857,
0.1817904585512244
],
[
1.6087911342004333,
0.21042958357727964,
0.1504397854983724
],
[
1.7215960112832056,
0.22368970750674677,
0.12997288210742403
],
[
1.8223906292982262,
0.2343747428814538,
0.11187087207450666
],
[
1.9070756326469553,
0.2644836578793907,
0.2326673239580981
],
[
1.9628295768457005,
0.27762967097825925,
0.14148439724492423
],
[
2.0604654857465463,
0.2843181203400735,
0.026764313879264378
],
[
2.127377641550909,
0.28471602563972587,
-0.07013659998839702
],
[
2.1581225559468415,
0.2907933053545506,
-0.0819140989367393
],
[
2.190734204896328,
0.2924339205501399,
-0.05678133217369537
],
[
2.2622082029755415,
0.2859732549135526,
0.007380101720312929
],
[
2.3600774364106933,
0.29426089474759143,
0.0289474650450578
],
[
2.4378144997893623,
0.2987988917534215,
0.040367062946412416
],
[
2.4843658445020353,
0.3004257416561188,
0.04395054224967428
],
[
2.540841213037399,
0.3167138590592582,
0.10149722338551084
],
[
2.6187799949277153,
0.3275967696566177,
0.1425397999313175
],
[
2.701318741297098,
0.3496608713228566,
0.1234474000054279
],
[
2.7857049254201076,
0.3568033226787598,
0.13359716280609127
],
[
2.8628340922545874,
0.3679305227258735,
0.08093275093410791
],
[
2.9532092888630204,
0.36850819432963533,
0.0736236393585801
],
[
3.037322594635821,
0.3839096194109876,
0.06987582641515562
],
[
3.1297351570590592,
0.3878524278015095,
0.09240495446717704
],
[
3.2248825261457683,
0.4013161671248021,
0.09220534064580134
],
[
3.2518918019412633,
0.4077203164041381,
0.0910072911146841
],
[
3.329443926257077,
0.41204882174396584,
0.1315072483087558
],
[
3.3939825013024443,
0.4351952892050125,
0.1913217747341655
],
[
3.4497689363969832,
0.4444654990972776,
0.19149438233000451
],
[
3.5099977098041113,
0.4598852975976212,
0.20216498704273367
],
[
3.580345433154795,
0.47384627760242337,
0.20561592568909026
],
[
3.630814113835883,
0.4862294807808763,
0.22032698629224787
],
[
3.6735725202820566,
0.502352395343215,
0.22460972492020578
],
[
3.7392363435583524,
0.5151192401111491,
0.2355406113063791
],
[
3.8114837947166973,
0.5386770877497469,
0.23451145968889509
],
[
3.8949846665833094,
0.5604005553467895,
0.23753645231944337
],
[
3.979478154747832,
0.593504762651966,
0.24464001997024928
],
[
4.051297935130333,
0.6132087161146274,
0.3156877310430418
],
[
4.115377697071274,
0.6430311153935782,
0.39500780839221544
],
[
4.1917791304392065,
0.6799899791245523,
0.5018039924374994
],
[
4.236858400695284,
0.7125624105034273,
0.49794728769259694
],
[
4.2519144658136625,
0.7235349034678191,
0.46052779257847903
],
[
4.312297079480911,
0.7449019212948134,
0.40287707075866497
],
[
4.390681327202978,
0.7786624718791328,
0.32020424574165324
],
[
4.478134220709909,
0.8026651997601679,
0.3062955106103555
],
[
4.473899359449564,
0.8040815495197094,
0.3097851329646893
],
[
4.462388163174181,
0.8029732727049709,
0.06132499221389445
],
[
4.595923944420078,
0.8037942051489713,
0.03749195501505842
],
[
4.716301508452613,
0.8196455489957224,
0.16066185855563084
],
[
4.833480014573581,
0.8449677919690042,
0.1851336241311483
],
[
4.934407169924805,
0.8727252538786772,
0.2370531510527525
],
[
5.030023366442287,
0.9059842551257328,
0.23728115708578842
],
[
5.1309818891039125,
0.9305373971353014,
0.25141045186657945
],
[
5.235547855361802,
0.9611024074293663,
0.24603696933400726
],
[
5.318906995637594,
0.9830597745784336,
0.2329409910072444
],
[
5.3790154314367316,
1.0029718210797467,
0.21896008076067003
],
[
5.48323621767739,
1.0487155247968114,
0.3536223544420521
],
[
5.557639964762352,
1.0749921233620647,
0.2994027420237104
],
[
5.572927028904948,
1.0801466926110461,
0.28147149426570206
],
[
5.573958708874638,
1.0781285997032801,
0.2770824299763649
],
[
5.630211319464057,
1.092253050329668,
0.3267207496463639
],
[
5.6817464436206295,
1.1106463404940068,
0.3488581240642412
],
[
5.759511327272039,
1.1377489302187545,
0.33555684527544277
],
[
5.841644164621961,
1.1675353641935686,
0.2987316010534392
],
[
5.9253657645439946,
1.2029448645715524,
0.2804483439209217
],
[
5.969356564911317,
1.213970628070758,
0.3031541862994105
],
[
6.048523873950045,
1.25063788409411,
0.39941688937072634
],
[
6.120332001150349,
1.2805439069348685,
0.4445327251617017
],
[
6.177231297070217,
1.3122998212161652,
0.45076751933374715
],
[
6.240780749100856,
1.3446685884046126,
0.42552208162170685
],
[
6.308079994862144,
1.3765657671109341,
0.387428296187128
],
[
6.384085158916239,
1.4013690890121018,
0.39234041676603476
],
[
6.452184219498351,
1.4368066374545116,
0.38717365816083793
],
[
6.531112425041008,
1.4668840966703767,
0.39927470882307126
],
[
6.6094597779227735,
1.5039404324569645,
0.37311653642058235
],
[
6.636384509964453,
1.5113960400339177,
0.3687059816414431
],
[
6.660217510578905,
1.5270731159067192,
0.5147973544556871
],
[
6.766537357532547,
1.5809370567867673,
0.44302381613572067
],
[
6.826556213359359,
1.6164370101088965,
0.44317369044395744
],
[
6.9263671158535205,
1.6618387191317991,
0.44842621709118835
],
[
7.023170248460405,
1.7109765982470106,
0.4368634968752932
],
[
7.092931151187338,
1.7440568363301718,
0.44384017037614926
],
[
7.157266019683698,
1.7644295351526587,
0.46582605165695684
],
[
7.202147868405188,
1.7893064939667704,
0.48494475055347336
],
[
7.245152583048447,
1.8215196004569203,
0.4795918461216444
],
[
7.275543981439182,
1.8368005550783748,
0.4879499752020275
],
[
7.363150606722542,
1.8880555015628375,
0.6021869950327594
],
[
7.423104097075677,
1.937442161942298,
0.6528379477110912
],
[
7.469562288833732,
1.9749240736563618,
0.6691592108763997
],
[
7.515274742490632,
2.0061806105546163,
0.665721804994823
],
[
7.5791952779170435,
2.053375204005257,
0.6211784975006936
],
[
7.632898478727484,
2.096380033227267,
0.6027418133550387
],
[
7.682302073525566,
2.143852292684798,
0.5832069755736886
],
[
7.755229504760473,
2.1856069013353063,
0.6008397636167426
],
[
7.82748141241444,
2.2393977891227728,
0.6055027047748437
],
[
7.847048763326643,
2.2568111291250883,
0.6485936557592202
],
[
7.921135297815043,
2.3116512470405812,
0.8104030960368066
],
[
7.983314694307295,
2.371655768116343,
0.7553922570080461
],
[
8.054880845919326,
2.442717425049846,
0.7104641061955096
],
[
8.134522301507296,
2.49695949980896,
0.6973592478340319
],
[
8.197309699333088,
2.556891464187762,
0.6954433530027311
],
[
8.278769565266662,
2.616615920298933,
0.7179924137983026
],
[
8.352521540898964,
2.6847425091383053,
0.7226055938679986
],
[
8.403202914285119,
2.7332535749272355,
0.7519548442694006
],
[
8.449604809770037,
2.783424338680517,
0.7553970060088357
],
[
8.483429032363311,
2.8160836822173754,
0.7562171345235419
],
[
8.513621225393777,
2.8649361248187555,
0.9166690828828346
],
[
8.55929983974411,
2.9198091411087486,
0.8555020563802119
],
[
8.629162351413559,
2.984352785675853,
0.8432887304692716
],
[
8.702824053536029,
3.07187500318606,
0.8396698519209186
],
[
8.776131419738011,
3.1512180747466116,
0.8558365656719065
],
[
8.838803506451105,
3.234940500239765,
0.8888338396744421
],
[
8.905364691026179,
3.3180871146876463,
0.8923893817063533
],
[
8.985843899656142,
3.420517677184947,
0.8858903460902554
],
[
9.084174689154429,
3.5393832510498817,
0.890589506190827
],
[
9.138739460947376,
3.6019922950617183,
0.9078539071232302
]
]
}